2024-09-16T02:35:46.641 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-16T02:35:46.663 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T02:35:46.754 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795 branch: main description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7905795' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum - PG_AVAILABILITY sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 - scontext=system_u:system_r:getty_t:s0 workunit: branch: main sha1: 7498493279982dfe87f00616198a5967475f6169 owner: scheduled_teuthology@teuthology priority: 101 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 2855 sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 sleep_before_teardown: 0 subset: 17936/100000 suite: rados suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_7498493279982dfe87f00616198a5967475f6169/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 7498493279982dfe87f00616198a5967475f6169 targets: smithi097.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDE2tr9RLFHGGnyiBASAEXfALxstN9ow9K29n139/sSvix4RIIkahpmYBx/89qtWXSbIBKtnI6GsBz0D19UjZ0c= smithi184.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLmiM389BmbhmAQlf8JxsrDGE5J93kZ+c/pwrPqy5+lBkJ5ONdwv7bDyx2NNkVW79DB4I6V6qje6CoNpAVv+yRQ= tasks: - pexec: all: - sudo dnf remove nvme-cli -y - sudo dnf install nvmetcli nvme-cli -y - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-15_20:00:16 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true && ! ceph orch upgrade status | jq '.message' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-09-16T02:35:46.754 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_7498493279982dfe87f00616198a5967475f6169/qa; will attempt to use it 2024-09-16T02:35:46.755 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_7498493279982dfe87f00616198a5967475f6169/qa/tasks 2024-09-16T02:35:46.755 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-16T02:35:46.757 INFO:teuthology.task.internal:Checking packages... 2024-09-16T02:35:46.780 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'fc3e0bff7468fd55478adbae7f75508b749124b6' 2024-09-16T02:35:46.780 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T02:35:46.780 INFO:teuthology.packaging:ref: None 2024-09-16T02:35:46.780 INFO:teuthology.packaging:tag: None 2024-09-16T02:35:46.780 INFO:teuthology.packaging:branch: main 2024-09-16T02:35:46.780 INFO:teuthology.packaging:sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:35:46.780 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-09-16T02:35:47.043 INFO:teuthology.task.internal:Found packages for ceph version 19.3.0-4937.g74984932 2024-09-16T02:35:47.045 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-16T02:35:47.051 INFO:teuthology.task.internal:no buildpackages task found 2024-09-16T02:35:47.052 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-16T02:35:47.059 INFO:teuthology.task.internal:Saving configuration 2024-09-16T02:35:47.082 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-16T02:35:47.088 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-16T02:35:47.114 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi097.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 02:30:57.984977', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBDE2tr9RLFHGGnyiBASAEXfALxstN9ow9K29n139/sSvix4RIIkahpmYBx/89qtWXSbIBKtnI6GsBz0D19UjZ0c='} 2024-09-16T02:35:47.139 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi184.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-16 02:30:57.983102', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLmiM389BmbhmAQlf8JxsrDGE5J93kZ+c/pwrPqy5+lBkJ5ONdwv7bDyx2NNkVW79DB4I6V6qje6CoNpAVv+yRQ='} 2024-09-16T02:35:47.139 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-16T02:35:47.145 INFO:teuthology.task.internal:roles: ubuntu@smithi097.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-09-16T02:35:47.146 INFO:teuthology.task.internal:roles: ubuntu@smithi184.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-09-16T02:35:47.146 INFO:teuthology.run_tasks:Running task console_log... 2024-09-16T02:35:47.208 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fab38a77ac0>, signals=[15]) 2024-09-16T02:35:47.208 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-16T02:35:47.215 INFO:teuthology.task.internal:Opening connections... 2024-09-16T02:35:47.215 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi097.front.sepia.ceph.com 2024-09-16T02:35:47.216 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:35:47.299 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi184.front.sepia.ceph.com 2024-09-16T02:35:47.300 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:35:47.376 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-16T02:35:47.383 DEBUG:teuthology.orchestra.run.smithi097:> uname -m 2024-09-16T02:35:47.401 INFO:teuthology.orchestra.run.smithi097.stdout:x86_64 2024-09-16T02:35:47.401 DEBUG:teuthology.orchestra.run.smithi097:> cat /etc/os-release 2024-09-16T02:35:47.459 INFO:teuthology.orchestra.run.smithi097.stdout:NAME="CentOS Stream" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:VERSION="9" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:ID="centos" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:ID_LIKE="rhel fedora" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:VERSION_ID="9" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:PLATFORM_ID="platform:el9" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:ANSI_COLOR="0;31" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:LOGO="fedora-logo-icon" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:HOME_URL="https://centos.org/" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T02:35:47.460 INFO:teuthology.orchestra.run.smithi097.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T02:35:47.461 INFO:teuthology.lock.ops:Updating smithi097.front.sepia.ceph.com on lock server 2024-09-16T02:35:47.490 DEBUG:teuthology.orchestra.run.smithi184:> uname -m 2024-09-16T02:35:47.509 INFO:teuthology.orchestra.run.smithi184.stdout:x86_64 2024-09-16T02:35:47.510 DEBUG:teuthology.orchestra.run.smithi184:> cat /etc/os-release 2024-09-16T02:35:47.567 INFO:teuthology.orchestra.run.smithi184.stdout:NAME="CentOS Stream" 2024-09-16T02:35:47.567 INFO:teuthology.orchestra.run.smithi184.stdout:VERSION="9" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:ID="centos" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:ID_LIKE="rhel fedora" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:VERSION_ID="9" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:PLATFORM_ID="platform:el9" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:ANSI_COLOR="0;31" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:LOGO="fedora-logo-icon" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:HOME_URL="https://centos.org/" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-16T02:35:47.568 INFO:teuthology.orchestra.run.smithi184.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-16T02:35:47.569 INFO:teuthology.lock.ops:Updating smithi184.front.sepia.ceph.com on lock server 2024-09-16T02:35:47.590 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-16T02:35:47.598 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-16T02:35:47.607 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-16T02:35:47.607 DEBUG:teuthology.orchestra.run.smithi097:> test '!' -e /home/ubuntu/cephtest 2024-09-16T02:35:47.610 DEBUG:teuthology.orchestra.run.smithi184:> test '!' -e /home/ubuntu/cephtest 2024-09-16T02:35:47.627 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-16T02:35:47.634 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-16T02:35:47.635 DEBUG:teuthology.orchestra.run.smithi097:> test -z $(ls -A /var/lib/ceph) 2024-09-16T02:35:47.667 DEBUG:teuthology.orchestra.run.smithi184:> test -z $(ls -A /var/lib/ceph) 2024-09-16T02:35:47.739 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-16T02:35:47.794 INFO:teuthology.run_tasks:Running task kernel... 2024-09-16T02:35:47.809 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-16T02:35:47.809 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-16T02:35:47.809 DEBUG:teuthology.orchestra.run.smithi097:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T02:35:47.810 DEBUG:teuthology.orchestra.run.smithi184:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-16T02:35:47.827 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:35:47.827 DEBUG:teuthology.orchestra.run.smithi097:> uname -r 2024-09-16T02:35:47.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:35:47.829 DEBUG:teuthology.orchestra.run.smithi184:> uname -r 2024-09-16T02:35:47.885 INFO:teuthology.orchestra.run.smithi097.stdout:5.14.0-503.el9.x86_64 2024-09-16T02:35:47.885 INFO:teuthology.task.kernel:Running kernel on smithi097: 5.14.0-503.el9.x86_64 2024-09-16T02:35:47.885 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum install -y kernel 2024-09-16T02:35:47.886 INFO:teuthology.orchestra.run.smithi184.stdout:5.14.0-503.el9.x86_64 2024-09-16T02:35:47.886 INFO:teuthology.task.kernel:Running kernel on smithi184: 5.14.0-503.el9.x86_64 2024-09-16T02:35:47.887 DEBUG:teuthology.orchestra.run.smithi184:> sudo yum install -y kernel 2024-09-16T02:35:50.545 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - BaseOS 11 MB/s | 8.2 MB 00:00 2024-09-16T02:35:51.596 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - BaseOS 4.1 MB/s | 8.2 MB 00:01 2024-09-16T02:35:52.472 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - AppStream 25 MB/s | 20 MB 00:00 2024-09-16T02:35:53.230 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - AppStream 37 MB/s | 20 MB 00:00 2024-09-16T02:35:57.955 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-16T02:35:58.791 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.5 MB 00:01 2024-09-16T02:35:59.864 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 19 kB 00:00 2024-09-16T02:36:00.165 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - Extras packages 111 kB/s | 19 kB 00:00 2024-09-16T02:36:01.310 INFO:teuthology.orchestra.run.smithi184.stdout:Extra Packages for Enterprise Linux 17 MB/s | 23 MB 00:01 2024-09-16T02:36:01.436 INFO:teuthology.orchestra.run.smithi097.stdout:Extra Packages for Enterprise Linux 20 MB/s | 23 MB 00:01 2024-09-16T02:36:06.840 INFO:teuthology.orchestra.run.smithi184.stdout:lab-extras 20 kB/s | 1.7 kB 00:00 2024-09-16T02:36:06.934 INFO:teuthology.orchestra.run.smithi097.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-09-16T02:36:08.839 INFO:teuthology.orchestra.run.smithi184.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T02:36:08.839 INFO:teuthology.orchestra.run.smithi184.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T02:36:08.931 INFO:teuthology.orchestra.run.smithi184.stdout:Dependencies resolved. 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout: Package Architecture Version Repository Size 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout:Installing: 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout:Installing dependencies: 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T02:36:08.947 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T02:36:08.948 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:36:08.948 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction Summary 2024-09-16T02:36:08.948 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:36:08.948 INFO:teuthology.orchestra.run.smithi184.stdout:Install 4 Packages 2024-09-16T02:36:08.948 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:36:08.948 INFO:teuthology.orchestra.run.smithi184.stdout:Total download size: 79 M 2024-09-16T02:36:08.948 INFO:teuthology.orchestra.run.smithi184.stdout:Installed size: 126 M 2024-09-16T02:36:08.948 INFO:teuthology.orchestra.run.smithi184.stdout:Downloading Packages: 2024-09-16T02:36:08.957 INFO:teuthology.orchestra.run.smithi097.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-16T02:36:08.957 INFO:teuthology.orchestra.run.smithi097.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-16T02:36:09.040 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout: Package Architecture Version Repository Size 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:36:09.049 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-16T02:36:09.050 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:36:09.050 INFO:teuthology.orchestra.run.smithi097.stdout:Install 4 Packages 2024-09-16T02:36:09.050 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:36:09.050 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 79 M 2024-09-16T02:36:09.050 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 126 M 2024-09-16T02:36:09.050 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-16T02:36:09.100 INFO:teuthology.orchestra.run.smithi184.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 214 kB/s | 23 kB 00:00 2024-09-16T02:36:09.227 INFO:teuthology.orchestra.run.smithi097.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 174 kB/s | 23 kB 00:00 2024-09-16T02:36:09.693 INFO:teuthology.orchestra.run.smithi097.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-09-16T02:36:09.917 INFO:teuthology.orchestra.run.smithi184.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-09-16T02:36:10.160 INFO:teuthology.orchestra.run.smithi097.stdout:(3/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 32 MB/s | 35 MB 00:01 2024-09-16T02:36:10.427 INFO:teuthology.orchestra.run.smithi097.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 24 MB/s | 29 MB 00:01 2024-09-16T02:36:10.428 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-16T02:36:10.428 INFO:teuthology.orchestra.run.smithi097.stdout:Total 57 MB/s | 79 MB 00:01 2024-09-16T02:36:10.492 INFO:teuthology.orchestra.run.smithi184.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 21 MB/s | 29 MB 00:01 2024-09-16T02:36:10.793 INFO:teuthology.orchestra.run.smithi184.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 19 MB/s | 35 MB 00:01 2024-09-16T02:36:10.793 INFO:teuthology.orchestra.run.smithi184.stdout:-------------------------------------------------------------------------------- 2024-09-16T02:36:10.793 INFO:teuthology.orchestra.run.smithi184.stdout:Total 43 MB/s | 79 MB 00:01 2024-09-16T02:36:11.114 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-16T02:36:11.471 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-16T02:36:11.471 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-16T02:36:11.475 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction check 2024-09-16T02:36:11.808 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction check succeeded. 2024-09-16T02:36:11.809 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction test 2024-09-16T02:36:12.420 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-16T02:36:12.421 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-16T02:36:12.777 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction test succeeded. 2024-09-16T02:36:12.777 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction 2024-09-16T02:36:14.893 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-16T02:36:15.233 INFO:teuthology.orchestra.run.smithi184.stdout: Preparing : 1/1 2024-09-16T02:36:15.789 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T02:36:15.888 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T02:36:15.947 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-16T02:36:16.037 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T02:36:18.688 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T02:36:18.831 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T02:36:18.836 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T02:36:18.982 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T02:36:23.637 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T02:36:23.682 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:36:23.814 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T02:36:23.857 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:36:28.530 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:36:28.698 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:06.572 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:06.612 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:06.974 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:06.974 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T02:37:06.974 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T02:37:06.974 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T02:37:06.974 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:07.014 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:07.315 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:07.316 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-16T02:37:07.316 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-16T02:37:07.316 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-16T02:37:07.811 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:07.812 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:37:07.812 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-16T02:37:07.812 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T02:37:07.812 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T02:37:07.812 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T02:37:07.812 INFO:teuthology.orchestra.run.smithi097.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T02:37:07.812 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:37:07.812 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-16T02:37:08.131 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T02:37:08.183 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-16T02:37:08.183 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:37:08.183 INFO:teuthology.orchestra.run.smithi184.stdout:Installed: 2024-09-16T02:37:08.183 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-16T02:37:08.183 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-16T02:37:08.184 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-16T02:37:08.184 INFO:teuthology.orchestra.run.smithi184.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-16T02:37:08.184 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:37:08.184 INFO:teuthology.orchestra.run.smithi184.stdout:Complete! 2024-09-16T02:37:08.215 INFO:teuthology.orchestra.run.smithi097.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T02:37:08.215 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T02:37:08.215 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T02:37:08.215 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T02:37:08.216 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T02:37:08.216 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-16T02:37:08.216 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi097.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T02:37:08.216 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T02:37:08.275 INFO:teuthology.orchestra.run.smithi097.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T02:37:08.275 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T02:37:08.276 DEBUG:teuthology.orchestra.run.smithi097:> sudo rpm -qi grub2-tools 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Name : grub2-tools 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Epoch : 1 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Version : 2.06 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Release : 82.el9 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Architecture: x86_64 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Group : Unspecified 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Size : 8274670 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:License : GPLv3+ 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T02:37:08.311 INFO:teuthology.orchestra.run.smithi097.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:Packager : builder@centos.org 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:Vendor : CentOS 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:Summary : Support tools for GRUB. 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:Description : 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout:hardware devices. 2024-09-16T02:37:08.312 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:37:08.313 INFO:teuthology.orchestra.run.smithi097.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T02:37:08.313 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T02:37:08.314 INFO:teuthology.task.kernel:Updating grub on smithi097 to boot 5.14.0-505.el9.x86_64 2024-09-16T02:37:08.314 DEBUG:teuthology.orchestra.run.smithi097:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T02:37:08.530 DEBUG:teuthology.orchestra.run.smithi184:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T02:37:08.612 INFO:teuthology.orchestra.run.smithi184.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T02:37:08.613 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T02:37:08.613 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-16T02:37:08.613 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-16T02:37:08.613 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-16T02:37:08.613 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-16T02:37:08.613 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi184.front.sepia.ceph.com, path=None, version=distro) 2024-09-16T02:37:08.613 DEBUG:teuthology.orchestra.run.smithi184:> rpm -q kernel | sort -rV | head -n 1 2024-09-16T02:37:08.673 INFO:teuthology.orchestra.run.smithi184.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-16T02:37:08.673 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-16T02:37:08.673 DEBUG:teuthology.orchestra.run.smithi184:> sudo rpm -qi grub2-tools 2024-09-16T02:37:08.717 INFO:teuthology.orchestra.run.smithi184.stdout:Name : grub2-tools 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Epoch : 1 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Version : 2.06 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Release : 82.el9 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Architecture: x86_64 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Group : Unspecified 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Size : 8274670 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:License : GPLv3+ 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-16T02:37:08.718 INFO:teuthology.orchestra.run.smithi184.stdout:Packager : builder@centos.org 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:Vendor : CentOS 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:Summary : Support tools for GRUB. 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:Description : 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:hardware devices. 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:37:08.719 INFO:teuthology.orchestra.run.smithi184.stdout:This subpackage provides tools for support of all platforms. 2024-09-16T02:37:08.720 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-16T02:37:08.720 INFO:teuthology.task.kernel:Updating grub on smithi184 to boot 5.14.0-505.el9.x86_64 2024-09-16T02:37:08.720 DEBUG:teuthology.orchestra.run.smithi184:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-16T02:37:08.968 INFO:teuthology.orchestra.run.smithi097.stderr:Generating grub configuration file ... 2024-09-16T02:37:09.350 INFO:teuthology.orchestra.run.smithi184.stderr:Generating grub configuration file ... 2024-09-16T02:37:10.290 INFO:teuthology.orchestra.run.smithi097.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T02:37:10.335 INFO:teuthology.orchestra.run.smithi097.stderr:done 2024-09-16T02:37:10.338 DEBUG:teuthology.orchestra.run.smithi097:> mktemp 2024-09-16T02:37:10.353 INFO:teuthology.orchestra.run.smithi097.stdout:/tmp/tmp.uR0opihKEJ 2024-09-16T02:37:10.354 DEBUG:teuthology.orchestra.run.smithi097:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.uR0opihKEJ 2024-09-16T02:37:10.420 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0666 /tmp/tmp.uR0opihKEJ 2024-09-16T02:37:10.559 DEBUG:teuthology.orchestra.remote:smithi097:/tmp/tmp.uR0opihKEJ is 6KB 2024-09-16T02:37:10.608 DEBUG:teuthology.orchestra.run.smithi097:> rm -fr /tmp/tmp.uR0opihKEJ 2024-09-16T02:37:10.623 DEBUG:teuthology.orchestra.run.smithi097:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T02:37:10.636 INFO:teuthology.orchestra.run.smithi184.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-16T02:37:10.666 INFO:teuthology.orchestra.run.smithi184.stderr:done 2024-09-16T02:37:10.668 DEBUG:teuthology.orchestra.run.smithi184:> mktemp 2024-09-16T02:37:10.683 INFO:teuthology.orchestra.run.smithi184.stdout:/tmp/tmp.hWvZBXTQqd 2024-09-16T02:37:10.684 DEBUG:teuthology.orchestra.run.smithi184:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.hWvZBXTQqd 2024-09-16T02:37:10.686 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T02:37:10.686 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T02:37:10.686 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T02:37:10.686 INFO:teuthology.orchestra.run.smithi097.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T02:37:10.687 DEBUG:teuthology.orchestra.run.smithi097:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T02:37:10.750 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod 0666 /tmp/tmp.hWvZBXTQqd 2024-09-16T02:37:10.841 DEBUG:teuthology.orchestra.run.smithi097:> sudo shutdown -r now 2024-09-16T02:37:10.879 DEBUG:teuthology.orchestra.remote:smithi184:/tmp/tmp.hWvZBXTQqd is 6KB 2024-09-16T02:37:10.926 DEBUG:teuthology.orchestra.run.smithi184:> rm -fr /tmp/tmp.hWvZBXTQqd 2024-09-16T02:37:10.941 DEBUG:teuthology.orchestra.run.smithi184:> sudo /bin/ls /boot/loader/entries || true 2024-09-16T02:37:11.004 INFO:teuthology.orchestra.run.smithi184.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-16T02:37:11.004 INFO:teuthology.orchestra.run.smithi184.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-16T02:37:11.004 INFO:teuthology.orchestra.run.smithi184.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-16T02:37:11.004 INFO:teuthology.orchestra.run.smithi184.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-16T02:37:11.006 DEBUG:teuthology.orchestra.run.smithi184:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-16T02:37:11.166 DEBUG:teuthology.orchestra.run.smithi184:> sudo shutdown -r now 2024-09-16T02:37:40.873 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-16T02:37:40.874 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-16T02:37:40.875 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:37:41.169 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-16T02:37:41.169 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2024-09-16T02:37:41.170 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:37:59.229 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.97 2024-09-16T02:37:59.487 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.184 2024-09-16T02:38:08.237 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-16T02:38:08.237 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:38:08.488 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2024-09-16T02:38:08.489 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:38:11.549 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.184 2024-09-16T02:38:23.561 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2024-09-16T02:38:23.562 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:38:55.424 DEBUG:teuthology.orchestra.run.smithi184:> true 2024-09-16T02:38:55.963 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi184.front.sepia.ceph.com' 2024-09-16T02:38:55.963 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-16T02:38:55.963 DEBUG:teuthology.orchestra.run.smithi184:> uname -r 2024-09-16T02:38:56.006 INFO:teuthology.orchestra.run.smithi184.stdout:5.14.0-505.el9.x86_64 2024-09-16T02:38:56.007 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T02:38:56.007 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T02:38:56.007 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T02:38:57.009 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-16T02:38:57.009 DEBUG:teuthology.orchestra.run.smithi184:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T02:38:57.082 INFO:teuthology.orchestra.run.smithi184.stdout:ttyS1 2024-09-16T02:38:57.122 DEBUG:teuthology.parallel:result is None 2024-09-16T02:39:08.240 DEBUG:teuthology.orchestra.remote:timed out 2024-09-16T02:39:20.241 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-16T02:39:20.242 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:39:20.636 DEBUG:teuthology.orchestra.run.smithi097:> true 2024-09-16T02:39:20.994 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-16T02:39:20.995 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-16T02:39:20.995 DEBUG:teuthology.orchestra.run.smithi097:> uname -r 2024-09-16T02:39:21.011 INFO:teuthology.orchestra.run.smithi097.stdout:5.14.0-505.el9.x86_64 2024-09-16T02:39:21.012 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-16T02:39:21.012 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-16T02:39:21.012 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-16T02:39:22.012 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-16T02:39:22.013 DEBUG:teuthology.orchestra.run.smithi097:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-16T02:39:22.104 INFO:teuthology.orchestra.run.smithi097.stdout:ttyS1 2024-09-16T02:39:22.120 DEBUG:teuthology.parallel:result is None 2024-09-16T02:39:22.121 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-16T02:39:22.128 INFO:teuthology.task.internal:Creating test directory... 2024-09-16T02:39:22.128 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T02:39:22.131 DEBUG:teuthology.orchestra.run.smithi184:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-16T02:39:22.150 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-16T02:39:22.158 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-16T02:39:22.168 INFO:teuthology.task.internal:Creating archive directory... 2024-09-16T02:39:22.168 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T02:39:22.190 DEBUG:teuthology.orchestra.run.smithi184:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-16T02:39:22.259 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-16T02:39:22.266 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-16T02:39:22.267 DEBUG:teuthology.orchestra.run.smithi097:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T02:39:22.269 DEBUG:teuthology.orchestra.run.smithi184:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-16T02:39:22.300 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T02:39:22.302 INFO:teuthology.orchestra.run.smithi184.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T02:39:22.311 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T02:39:22.314 INFO:teuthology.orchestra.run.smithi184.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-16T02:39:22.317 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-16T02:39:22.324 INFO:teuthology.task.internal:Configuring sudo... 2024-09-16T02:39:22.324 DEBUG:teuthology.orchestra.run.smithi097:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T02:39:22.356 DEBUG:teuthology.orchestra.run.smithi184:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-16T02:39:22.386 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-16T02:39:22.402 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-16T02:39:22.402 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T02:39:22.424 DEBUG:teuthology.orchestra.run.smithi184:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-16T02:39:22.444 DEBUG:teuthology.orchestra.run.smithi097:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T02:39:22.522 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T02:39:22.570 DEBUG:teuthology.orchestra.run.smithi097:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T02:39:22.650 DEBUG:teuthology.orchestra.run.smithi097:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T02:39:22.694 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:39:22.694 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T02:39:22.760 DEBUG:teuthology.orchestra.run.smithi184:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T02:39:22.805 DEBUG:teuthology.orchestra.run.smithi184:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-16T02:39:22.866 DEBUG:teuthology.orchestra.run.smithi184:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T02:39:22.950 DEBUG:teuthology.orchestra.run.smithi184:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-16T02:39:22.991 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:39:22.991 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-16T02:39:23.058 DEBUG:teuthology.orchestra.run.smithi097:> sudo service rsyslog restart 2024-09-16T02:39:23.061 DEBUG:teuthology.orchestra.run.smithi184:> sudo service rsyslog restart 2024-09-16T02:39:23.105 INFO:teuthology.orchestra.run.smithi097.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T02:39:23.149 INFO:teuthology.orchestra.run.smithi184.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T02:39:23.526 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-16T02:39:23.534 INFO:teuthology.task.internal:Starting timer... 2024-09-16T02:39:23.534 INFO:teuthology.run_tasks:Running task pcp... 2024-09-16T02:39:23.653 INFO:teuthology.run_tasks:Running task selinux... 2024-09-16T02:39:23.662 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']} 2024-09-16T02:39:23.662 DEBUG:teuthology.orchestra.run.smithi097:> sudo service auditd rotate 2024-09-16T02:39:23.724 INFO:teuthology.orchestra.run.smithi097.stdout:Rotating logs: 2024-09-16T02:39:23.726 DEBUG:teuthology.orchestra.run.smithi184:> sudo service auditd rotate 2024-09-16T02:39:23.781 INFO:teuthology.orchestra.run.smithi184.stdout:Rotating logs: 2024-09-16T02:39:23.783 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-16T02:39:23.785 DEBUG:teuthology.orchestra.run.smithi097:> /usr/sbin/getenforce 2024-09-16T02:39:23.817 INFO:teuthology.orchestra.run.smithi097.stdout:Permissive 2024-09-16T02:39:23.817 DEBUG:teuthology.orchestra.run.smithi184:> /usr/sbin/getenforce 2024-09-16T02:39:23.847 INFO:teuthology.orchestra.run.smithi184.stdout:Permissive 2024-09-16T02:39:23.847 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi097.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi184.front.sepia.ceph.com': 'permissive'} 2024-09-16T02:39:23.848 DEBUG:teuthology.orchestra.run.smithi097:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T02:39:23.885 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:39:23.886 DEBUG:teuthology.orchestra.run.smithi184:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T02:39:23.915 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:39:23.916 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-16T02:39:23.916 DEBUG:teuthology.orchestra.run.smithi097:> sudo /usr/sbin/setenforce permissive 2024-09-16T02:39:23.968 DEBUG:teuthology.orchestra.run.smithi184:> sudo /usr/sbin/setenforce permissive 2024-09-16T02:39:24.001 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-16T02:39:24.010 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-16T02:39:24.044 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-16T02:39:24.194 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-16T02:39:24.258 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-16T02:39:24.260 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi097.front.sepia.ceph.com,smithi184.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-16T02:43:09.745 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi097.front.sepia.ceph.com'), Remote(name='ubuntu@smithi184.front.sepia.ceph.com')] 2024-09-16T02:43:09.746 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-16T02:43:09.748 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi097.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:43:09.827 DEBUG:teuthology.orchestra.run.smithi097:> true 2024-09-16T02:43:09.908 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi097.front.sepia.ceph.com' 2024-09-16T02:43:09.908 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi184.front.sepia.ceph.com' 2024-09-16T02:43:09.909 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi184.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-16T02:43:09.992 DEBUG:teuthology.orchestra.run.smithi184:> true 2024-09-16T02:43:10.073 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi184.front.sepia.ceph.com' 2024-09-16T02:43:10.073 INFO:teuthology.run_tasks:Running task clock... 2024-09-16T02:43:10.088 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-16T02:43:10.088 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T02:43:10.089 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T02:43:10.091 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-16T02:43:10.091 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T02:43:10.119 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T02:43:10.134 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T02:43:10.143 INFO:teuthology.orchestra.run.smithi184.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-16T02:43:10.157 INFO:teuthology.orchestra.run.smithi184.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-16T02:43:10.159 INFO:teuthology.orchestra.run.smithi097.stderr:sudo: ntpd: command not found 2024-09-16T02:43:10.170 INFO:teuthology.orchestra.run.smithi097.stdout:506 Cannot talk to daemon 2024-09-16T02:43:10.181 INFO:teuthology.orchestra.run.smithi184.stderr:sudo: ntpd: command not found 2024-09-16T02:43:10.184 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T02:43:10.192 INFO:teuthology.orchestra.run.smithi184.stdout:506 Cannot talk to daemon 2024-09-16T02:43:10.200 INFO:teuthology.orchestra.run.smithi097.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T02:43:10.207 INFO:teuthology.orchestra.run.smithi184.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-16T02:43:10.221 INFO:teuthology.orchestra.run.smithi184.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-16T02:43:10.250 INFO:teuthology.orchestra.run.smithi097.stderr:bash: line 1: ntpq: command not found 2024-09-16T02:43:10.254 INFO:teuthology.orchestra.run.smithi097.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T02:43:10.254 INFO:teuthology.orchestra.run.smithi097.stdout:=============================================================================== 2024-09-16T02:43:10.254 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:43:10.254 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:43:10.255 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:43:10.255 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:43:10.278 INFO:teuthology.orchestra.run.smithi184.stderr:bash: line 1: ntpq: command not found 2024-09-16T02:43:10.283 INFO:teuthology.orchestra.run.smithi184.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T02:43:10.283 INFO:teuthology.orchestra.run.smithi184.stdout:=============================================================================== 2024-09-16T02:43:10.283 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:43:10.283 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:43:10.283 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:43:10.284 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T02:43:10.284 INFO:teuthology.run_tasks:Running task pexec... 2024-09-16T02:43:10.301 INFO:teuthology.task.pexec:Executing custom commands... 2024-09-16T02:43:10.301 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi097.front.sepia.ceph.com 2024-09-16T02:43:10.302 DEBUG:teuthology.orchestra.run.smithi097:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-16T02:43:10.302 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi184.front.sepia.ceph.com 2024-09-16T02:43:10.303 DEBUG:teuthology.orchestra.run.smithi184:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-09-16T02:43:10.655 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout: Package Architecture Version Repository Size 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout:Removing: 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout:Removing unused dependencies: 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:10.668 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-16T02:43:10.669 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:43:10.669 INFO:teuthology.orchestra.run.smithi097.stdout:Remove 2 Packages 2024-09-16T02:43:10.669 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:10.669 INFO:teuthology.orchestra.run.smithi097.stdout:Freed space: 5.5 M 2024-09-16T02:43:10.669 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-16T02:43:10.670 INFO:teuthology.orchestra.run.smithi184.stdout:Dependencies resolved. 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout: Package Architecture Version Repository Size 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout:Removing: 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout: nvme-cli x86_64 2.9.1-6.el9 @baseos 5.3 M 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout:Removing unused dependencies: 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout: libnvme x86_64 1.9-3.el9 @baseos 273 k 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:10.672 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction Summary 2024-09-16T02:43:10.673 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:43:10.673 INFO:teuthology.orchestra.run.smithi184.stdout:Remove 2 Packages 2024-09-16T02:43:10.673 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:10.673 INFO:teuthology.orchestra.run.smithi184.stdout:Freed space: 5.5 M 2024-09-16T02:43:10.673 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction check 2024-09-16T02:43:10.673 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-16T02:43:10.673 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-16T02:43:10.676 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction check succeeded. 2024-09-16T02:43:10.677 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction test 2024-09-16T02:43:10.742 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-16T02:43:10.743 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-16T02:43:10.743 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction test succeeded. 2024-09-16T02:43:10.743 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction 2024-09-16T02:43:10.881 INFO:teuthology.orchestra.run.smithi184.stdout: Preparing : 1/1 2024-09-16T02:43:10.883 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-16T02:43:10.962 INFO:teuthology.orchestra.run.smithi097.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-16T02:43:10.980 INFO:teuthology.orchestra.run.smithi184.stdout: Erasing : nvme-cli-2.9.1-6.el9.x86_64 1/2 2024-09-16T02:43:11.022 INFO:teuthology.orchestra.run.smithi097.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T02:43:11.045 INFO:teuthology.orchestra.run.smithi184.stdout: Erasing : libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T02:43:11.527 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T02:43:11.527 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-16T02:43:11.553 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: libnvme-1.9-3.el9.x86_64 2/2 2024-09-16T02:43:11.553 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/2 2024-09-16T02:43:11.830 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-16T02:43:11.830 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:11.830 INFO:teuthology.orchestra.run.smithi097.stdout:Removed: 2024-09-16T02:43:11.830 INFO:teuthology.orchestra.run.smithi097.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T02:43:11.831 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:11.831 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-16T02:43:11.838 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/2 2024-09-16T02:43:11.838 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:11.838 INFO:teuthology.orchestra.run.smithi184.stdout:Removed: 2024-09-16T02:43:11.838 INFO:teuthology.orchestra.run.smithi184.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T02:43:11.838 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:11.838 INFO:teuthology.orchestra.run.smithi184.stdout:Complete! 2024-09-16T02:43:12.656 INFO:teuthology.orchestra.run.smithi184.stdout:Last metadata expiration check: 0:00:48 ago on Mon 16 Sep 2024 02:42:24 AM UTC. 2024-09-16T02:43:12.697 INFO:teuthology.orchestra.run.smithi097.stdout:Last metadata expiration check: 0:00:48 ago on Mon 16 Sep 2024 02:42:24 AM UTC. 2024-09-16T02:43:12.791 INFO:teuthology.orchestra.run.smithi184.stdout:Dependencies resolved. 2024-09-16T02:43:12.791 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:43:12.791 INFO:teuthology.orchestra.run.smithi184.stdout: Package Architecture Version Repository Size 2024-09-16T02:43:12.791 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:43:12.791 INFO:teuthology.orchestra.run.smithi184.stdout:Installing: 2024-09-16T02:43:12.791 INFO:teuthology.orchestra.run.smithi184.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout:Installing dependencies: 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction Summary 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout:================================================================================ 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout:Install 6 Packages 2024-09-16T02:43:12.792 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:12.796 INFO:teuthology.orchestra.run.smithi184.stdout:Total download size: 2.0 M 2024-09-16T02:43:12.796 INFO:teuthology.orchestra.run.smithi184.stdout:Installed size: 9.2 M 2024-09-16T02:43:12.796 INFO:teuthology.orchestra.run.smithi184.stdout:Downloading Packages: 2024-09-16T02:43:12.833 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-16T02:43:12.833 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:43:12.833 INFO:teuthology.orchestra.run.smithi097.stdout: Package Architecture Version Repository Size 2024-09-16T02:43:12.833 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout: nvme-cli x86_64 2.9.1-6.el9 baseos 906 k 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout: nvmetcli noarch 0.7-3.el9 baseos 44 k 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout: libnvme x86_64 1.9-3.el9 baseos 106 k 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout: python3-configshell noarch 1:1.1.30-1.el9 baseos 72 k 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout: python3-kmod x86_64 0.9-32.el9 baseos 84 k 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urwid x86_64 2.1.2-4.el9 baseos 837 k 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout:================================================================================ 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout:Install 6 Packages 2024-09-16T02:43:12.834 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:12.841 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 2.0 M 2024-09-16T02:43:12.841 INFO:teuthology.orchestra.run.smithi097.stdout:Installed size: 9.2 M 2024-09-16T02:43:12.841 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-16T02:43:12.952 INFO:teuthology.orchestra.run.smithi097.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 510 kB/s | 44 kB 00:00 2024-09-16T02:43:12.977 INFO:teuthology.orchestra.run.smithi097.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 942 kB/s | 106 kB 00:00 2024-09-16T02:43:13.002 INFO:teuthology.orchestra.run.smithi097.stdout:(3/6): python3-configshell-1.1.30-1.el9.noarch. 1.4 MB/s | 72 kB 00:00 2024-09-16T02:43:13.028 INFO:teuthology.orchestra.run.smithi097.stdout:(4/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.6 MB/s | 84 kB 00:00 2024-09-16T02:43:13.051 INFO:teuthology.orchestra.run.smithi184.stdout:(1/6): nvmetcli-0.7-3.el9.noarch.rpm 287 kB/s | 44 kB 00:00 2024-09-16T02:43:13.076 INFO:teuthology.orchestra.run.smithi184.stdout:(2/6): libnvme-1.9-3.el9.x86_64.rpm 589 kB/s | 106 kB 00:00 2024-09-16T02:43:13.078 INFO:teuthology.orchestra.run.smithi097.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 4.1 MB/s | 906 kB 00:00 2024-09-16T02:43:13.103 INFO:teuthology.orchestra.run.smithi097.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 8.1 MB/s | 837 kB 00:00 2024-09-16T02:43:13.104 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-16T02:43:13.104 INFO:teuthology.orchestra.run.smithi097.stdout:Total 7.6 MB/s | 2.0 MB 00:00 2024-09-16T02:43:13.143 INFO:teuthology.orchestra.run.smithi184.stdout:(3/6): python3-kmod-0.9-32.el9.x86_64.rpm 1.2 MB/s | 84 kB 00:00 2024-09-16T02:43:13.177 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-16T02:43:13.178 INFO:teuthology.orchestra.run.smithi184.stdout:(4/6): python3-configshell-1.1.30-1.el9.noarch. 563 kB/s | 72 kB 00:00 2024-09-16T02:43:13.191 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-16T02:43:13.191 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-16T02:43:13.210 INFO:teuthology.orchestra.run.smithi184.stdout:(5/6): nvme-cli-2.9.1-6.el9.x86_64.rpm 2.8 MB/s | 906 kB 00:00 2024-09-16T02:43:13.327 INFO:teuthology.orchestra.run.smithi184.stdout:(6/6): python3-urwid-2.1.2-4.el9.x86_64.rpm 4.5 MB/s | 837 kB 00:00 2024-09-16T02:43:13.328 INFO:teuthology.orchestra.run.smithi184.stdout:-------------------------------------------------------------------------------- 2024-09-16T02:43:13.328 INFO:teuthology.orchestra.run.smithi184.stdout:Total 3.8 MB/s | 2.0 MB 00:00 2024-09-16T02:43:13.402 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction check 2024-09-16T02:43:13.416 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction check succeeded. 2024-09-16T02:43:13.416 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction test 2024-09-16T02:43:13.484 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-16T02:43:13.485 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-16T02:43:13.677 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction test succeeded. 2024-09-16T02:43:13.677 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction 2024-09-16T02:43:13.891 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-16T02:43:13.980 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-16T02:43:14.026 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-16T02:43:14.053 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-16T02:43:14.091 INFO:teuthology.orchestra.run.smithi184.stdout: Preparing : 1/1 2024-09-16T02:43:14.171 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-urwid-2.1.2-4.el9.x86_64 1/6 2024-09-16T02:43:14.206 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-configshell-1:1.1.30-1.el9.noarch 2/6 2024-09-16T02:43:14.235 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-kmod-0.9-32.el9.x86_64 3/6 2024-09-16T02:43:14.256 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-16T02:43:14.284 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-16T02:43:14.442 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libnvme-1.9-3.el9.x86_64 4/6 2024-09-16T02:43:14.482 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-16T02:43:14.713 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-16T02:43:14.745 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-16T02:43:14.919 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: nvme-cli-2.9.1-6.el9.x86_64 5/6 2024-09-16T02:43:14.955 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : nvmetcli-0.7-3.el9.noarch 6/6 2024-09-16T02:43:15.707 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-16T02:43:15.707 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-16T02:43:15.707 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-16T02:43:15.708 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-16T02:43:15.708 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-16T02:43:15.708 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-16T02:43:15.888 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: nvmetcli-0.7-3.el9.noarch 6/6 2024-09-16T02:43:15.888 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libnvme-1.9-3.el9.x86_64 1/6 2024-09-16T02:43:15.888 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : nvme-cli-2.9.1-6.el9.x86_64 2/6 2024-09-16T02:43:15.889 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : nvmetcli-0.7-3.el9.noarch 3/6 2024-09-16T02:43:15.889 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-configshell-1:1.1.30-1.el9.noarch 4/6 2024-09-16T02:43:15.889 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-kmod-0.9-32.el9.x86_64 5/6 2024-09-16T02:43:16.073 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-16T02:43:16.073 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:16.073 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-16T02:43:16.073 INFO:teuthology.orchestra.run.smithi097.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T02:43:16.073 INFO:teuthology.orchestra.run.smithi097.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-16T02:43:16.073 INFO:teuthology.orchestra.run.smithi097.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-16T02:43:16.073 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:16.073 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-16T02:43:16.195 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-urwid-2.1.2-4.el9.x86_64 6/6 2024-09-16T02:43:16.196 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:16.196 INFO:teuthology.orchestra.run.smithi184.stdout:Installed: 2024-09-16T02:43:16.196 INFO:teuthology.orchestra.run.smithi184.stdout: libnvme-1.9-3.el9.x86_64 nvme-cli-2.9.1-6.el9.x86_64 2024-09-16T02:43:16.196 INFO:teuthology.orchestra.run.smithi184.stdout: nvmetcli-0.7-3.el9.noarch python3-configshell-1:1.1.30-1.el9.noarch 2024-09-16T02:43:16.196 INFO:teuthology.orchestra.run.smithi184.stdout: python3-kmod-0.9-32.el9.x86_64 python3-urwid-2.1.2-4.el9.x86_64 2024-09-16T02:43:16.196 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:16.196 INFO:teuthology.orchestra.run.smithi184.stdout:Complete! 2024-09-16T02:43:16.365 DEBUG:teuthology.parallel:result is None 2024-09-16T02:43:16.498 DEBUG:teuthology.parallel:result is None 2024-09-16T02:43:16.498 INFO:teuthology.run_tasks:Running task install... 2024-09-16T02:43:16.507 DEBUG:teuthology.task.install:project ceph 2024-09-16T02:43:16.507 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'fc3e0bff7468fd55478adbae7f75508b749124b6'}} 2024-09-16T02:43:16.507 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'fc3e0bff7468fd55478adbae7f75508b749124b6'} 2024-09-16T02:43:16.507 INFO:teuthology.task.install:Using flavor: default 2024-09-16T02:43:16.513 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-16T02:43:16.513 INFO:teuthology.task.install:extra packages: [] 2024-09-16T02:43:16.514 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'fc3e0bff7468fd55478adbae7f75508b749124b6', 'tag': None, 'wait_for_package': False} 2024-09-16T02:43:16.514 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T02:43:16.514 INFO:teuthology.packaging:ref: None 2024-09-16T02:43:16.514 INFO:teuthology.packaging:tag: None 2024-09-16T02:43:16.514 INFO:teuthology.packaging:branch: reef 2024-09-16T02:43:16.514 INFO:teuthology.packaging:sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:43:16.515 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-16T02:43:16.517 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'fc3e0bff7468fd55478adbae7f75508b749124b6', 'tag': None, 'wait_for_package': False} 2024-09-16T02:43:16.517 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T02:43:16.517 INFO:teuthology.packaging:ref: None 2024-09-16T02:43:16.517 INFO:teuthology.packaging:tag: None 2024-09-16T02:43:16.517 INFO:teuthology.packaging:branch: reef 2024-09-16T02:43:16.517 INFO:teuthology.packaging:sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:43:16.518 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-16T02:43:16.747 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/ 2024-09-16T02:43:16.747 INFO:teuthology.task.install.rpm:Package version is 18.2.4-853.gae7f3733 2024-09-16T02:43:16.795 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/ 2024-09-16T02:43:16.796 INFO:teuthology.task.install.rpm:Package version is 18.2.4-853.gae7f3733 2024-09-16T02:43:16.876 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T02:43:16.876 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:43:16.876 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T02:43:16.907 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-16T02:43:16.908 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:43:16.908 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-16T02:43:16.909 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-16T02:43:16.909 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T02:43:16.909 INFO:teuthology.packaging:ref: None 2024-09-16T02:43:16.909 INFO:teuthology.packaging:tag: None 2024-09-16T02:43:16.909 INFO:teuthology.packaging:branch: reef 2024-09-16T02:43:16.910 INFO:teuthology.packaging:sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:43:16.910 DEBUG:teuthology.orchestra.run.smithi097:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T02:43:16.939 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-09-16T02:43:16.939 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T02:43:16.940 INFO:teuthology.packaging:ref: None 2024-09-16T02:43:16.940 INFO:teuthology.packaging:tag: None 2024-09-16T02:43:16.940 INFO:teuthology.packaging:branch: reef 2024-09-16T02:43:16.940 INFO:teuthology.packaging:sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:43:16.940 DEBUG:teuthology.orchestra.run.smithi184:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-16T02:43:16.978 DEBUG:teuthology.orchestra.run.smithi097:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T02:43:17.010 DEBUG:teuthology.orchestra.run.smithi184:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-16T02:43:17.054 DEBUG:teuthology.orchestra.run.smithi097:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T02:43:17.087 DEBUG:teuthology.orchestra.run.smithi184:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-16T02:43:17.119 INFO:teuthology.orchestra.run.smithi097.stdout:check_obsoletes = 1 2024-09-16T02:43:17.121 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum clean all 2024-09-16T02:43:17.152 INFO:teuthology.orchestra.run.smithi184.stdout:check_obsoletes = 1 2024-09-16T02:43:17.154 DEBUG:teuthology.orchestra.run.smithi184:> sudo yum clean all 2024-09-16T02:43:17.338 INFO:teuthology.orchestra.run.smithi097.stdout:45 files removed 2024-09-16T02:43:17.365 DEBUG:teuthology.orchestra.run.smithi097:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-16T02:43:17.390 INFO:teuthology.orchestra.run.smithi184.stdout:45 files removed 2024-09-16T02:43:17.418 DEBUG:teuthology.orchestra.run.smithi184:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-09-16T02:43:17.910 INFO:teuthology.orchestra.run.smithi097.stdout:ceph packages for x86_64 301 kB/s | 77 kB 00:00 2024-09-16T02:43:17.974 INFO:teuthology.orchestra.run.smithi184.stdout:ceph packages for x86_64 284 kB/s | 77 kB 00:00 2024-09-16T02:43:18.193 INFO:teuthology.orchestra.run.smithi097.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-16T02:43:18.266 INFO:teuthology.orchestra.run.smithi184.stdout:ceph noarch packages 46 kB/s | 11 kB 00:00 2024-09-16T02:43:18.469 INFO:teuthology.orchestra.run.smithi097.stdout:ceph source packages 7.9 kB/s | 1.9 kB 00:00 2024-09-16T02:43:18.525 INFO:teuthology.orchestra.run.smithi184.stdout:ceph source packages 8.5 kB/s | 1.9 kB 00:00 2024-09-16T02:43:20.419 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - BaseOS 4.3 MB/s | 8.2 MB 00:01 2024-09-16T02:43:21.083 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - BaseOS 3.3 MB/s | 8.2 MB 00:02 2024-09-16T02:43:24.695 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - AppStream 6.4 MB/s | 20 MB 00:03 2024-09-16T02:43:26.534 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - AppStream 4.7 MB/s | 20 MB 00:04 2024-09-16T02:43:28.980 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-09-16T02:43:30.381 INFO:teuthology.orchestra.run.smithi097.stdout:CentOS Stream 9 - Extras packages 100 kB/s | 19 kB 00:00 2024-09-16T02:43:30.851 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.5 MB 00:00 2024-09-16T02:43:31.709 INFO:teuthology.orchestra.run.smithi097.stdout:Extra Packages for Enterprise Linux 19 MB/s | 23 MB 00:01 2024-09-16T02:43:32.427 INFO:teuthology.orchestra.run.smithi184.stdout:CentOS Stream 9 - Extras packages 92 kB/s | 19 kB 00:00 2024-09-16T02:43:34.214 INFO:teuthology.orchestra.run.smithi184.stdout:Extra Packages for Enterprise Linux 14 MB/s | 23 MB 00:01 2024-09-16T02:43:37.216 INFO:teuthology.orchestra.run.smithi097.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-09-16T02:43:39.558 INFO:teuthology.orchestra.run.smithi097.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T02:43:39.558 INFO:teuthology.orchestra.run.smithi097.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T02:43:39.595 INFO:teuthology.orchestra.run.smithi184.stdout:lab-extras 20 kB/s | 1.7 kB 00:00 2024-09-16T02:43:39.621 INFO:teuthology.orchestra.run.smithi097.stdout:Dependencies resolved. 2024-09-16T02:43:39.627 INFO:teuthology.orchestra.run.smithi097.stdout:====================================================================================== 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: Package Arch Version Repository Size 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout:====================================================================================== 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout:Installing: 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: ceph x86_64 2:18.2.4-853.gae7f3733.el9 ceph 6.5 k 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base x86_64 2:18.2.4-853.gae7f3733.el9 ceph 5.1 M 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 852 k 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-853.gae7f3733.el9 ceph 143 k 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr x86_64 2:18.2.4-853.gae7f3733.el9 ceph 1.5 M 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-cephadm noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 139 k 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-dashboard noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 3.5 M 2024-09-16T02:43:39.628 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 7.4 M 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-rook noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 49 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw x86_64 2:18.2.4-853.gae7f3733.el9 ceph 7.7 M 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test x86_64 2:18.2.4-853.gae7f3733.el9 ceph 40 M 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: cephadm noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 226 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel x86_64 2:18.2.4-853.gae7f3733.el9 ceph 31 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 711 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel x86_64 2:18.2.4-853.gae7f3733.el9 ceph 127 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs x86_64 2:18.2.4-853.gae7f3733.el9 ceph 162 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados x86_64 2:18.2.4-853.gae7f3733.el9 ceph 321 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 300 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw x86_64 2:18.2.4-853.gae7f3733.el9 ceph 99 k 2024-09-16T02:43:39.629 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 87 k 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.0 M 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 172 k 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrading: 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: librados2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.3 M 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.0 M 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout:Installing dependencies: 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common x86_64 2:18.2.4-853.gae7f3733.el9 ceph 18 M 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-grafana-dashboards noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 24 k 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds x86_64 2:18.2.4-853.gae7f3733.el9 ceph 2.1 M 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 246 k 2024-09-16T02:43:39.630 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon x86_64 2:18.2.4-853.gae7f3733.el9 ceph 4.7 M 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 17 M 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-prometheus-alerts noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 16 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux x86_64 2:18.2.4-853.gae7f3733.el9 ceph 25 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite x86_64 2:18.2.4-853.gae7f3733.el9 ceph 166 k 2024-09-16T02:43:39.631 INFO:teuthology.orchestra.run.smithi097.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T02:43:39.632 INFO:teuthology.orchestra.run.smithi097.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T02:43:39.632 INFO:teuthology.orchestra.run.smithi097.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T02:43:39.632 INFO:teuthology.orchestra.run.smithi097.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T02:43:39.632 INFO:teuthology.orchestra.run.smithi097.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T02:43:39.632 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 477 k 2024-09-16T02:43:39.632 INFO:teuthology.orchestra.run.smithi097.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T02:43:39.632 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 4.5 M 2024-09-16T02:43:39.632 INFO:teuthology.orchestra.run.smithi097.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 45 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common x86_64 2:18.2.4-853.gae7f3733.el9 ceph 129 k 2024-09-16T02:43:39.633 INFO:teuthology.orchestra.run.smithi097.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T02:43:39.634 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T02:43:39.635 INFO:teuthology.orchestra.run.smithi097.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T02:43:39.636 INFO:teuthology.orchestra.run.smithi097.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T02:43:39.637 INFO:teuthology.orchestra.run.smithi097.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T02:43:39.638 INFO:teuthology.orchestra.run.smithi097.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T02:43:39.639 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:39.639 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction Summary 2024-09-16T02:43:39.639 INFO:teuthology.orchestra.run.smithi097.stdout:====================================================================================== 2024-09-16T02:43:39.639 INFO:teuthology.orchestra.run.smithi097.stdout:Install 116 Packages 2024-09-16T02:43:39.639 INFO:teuthology.orchestra.run.smithi097.stdout:Upgrade 2 Packages 2024-09-16T02:43:39.639 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:43:39.639 INFO:teuthology.orchestra.run.smithi097.stdout:Total download size: 179 M 2024-09-16T02:43:39.640 INFO:teuthology.orchestra.run.smithi097.stdout:Downloading Packages: 2024-09-16T02:43:40.209 INFO:teuthology.orchestra.run.smithi097.stdout:(1/118): ceph-18.2.4-853.gae7f3733.el9.x86_64.r 50 kB/s | 6.5 kB 00:00 2024-09-16T02:43:40.452 INFO:teuthology.orchestra.run.smithi097.stdout:(2/118): ceph-fuse-18.2.4-853.gae7f3733.el9.x86 3.4 MB/s | 852 kB 00:00 2024-09-16T02:43:40.526 INFO:teuthology.orchestra.run.smithi097.stdout:(3/118): ceph-base-18.2.4-853.gae7f3733.el9.x86 11 MB/s | 5.1 MB 00:00 2024-09-16T02:43:40.551 INFO:teuthology.orchestra.run.smithi097.stdout:(4/118): ceph-immutable-object-cache-18.2.4-853 1.4 MB/s | 143 kB 00:00 2024-09-16T02:43:40.670 INFO:teuthology.orchestra.run.smithi097.stdout:(5/118): ceph-mds-18.2.4-853.gae7f3733.el9.x86_ 15 MB/s | 2.1 MB 00:00 2024-09-16T02:43:40.793 INFO:teuthology.orchestra.run.smithi097.stdout:(6/118): ceph-mgr-18.2.4-853.gae7f3733.el9.x86_ 6.0 MB/s | 1.5 MB 00:00 2024-09-16T02:43:40.902 INFO:teuthology.orchestra.run.smithi097.stdout:(7/118): ceph-mon-18.2.4-853.gae7f3733.el9.x86_ 20 MB/s | 4.7 MB 00:00 2024-09-16T02:43:41.102 INFO:teuthology.orchestra.run.smithi097.stdout:(8/118): ceph-common-18.2.4-853.gae7f3733.el9.x 18 MB/s | 18 MB 00:01 2024-09-16T02:43:41.144 INFO:teuthology.orchestra.run.smithi097.stdout:(9/118): ceph-selinux-18.2.4-853.gae7f3733.el9. 606 kB/s | 25 kB 00:00 2024-09-16T02:43:41.670 INFO:teuthology.orchestra.run.smithi097.stdout:(10/118): ceph-radosgw-18.2.4-853.gae7f3733.el9 10 MB/s | 7.7 MB 00:00 2024-09-16T02:43:41.720 INFO:teuthology.orchestra.run.smithi097.stdout:(11/118): libcephfs-devel-18.2.4-853.gae7f3733. 624 kB/s | 31 kB 00:00 2024-09-16T02:43:41.904 INFO:teuthology.orchestra.run.smithi097.stdout:(12/118): ceph-osd-18.2.4-853.gae7f3733.el9.x86 15 MB/s | 17 MB 00:01 2024-09-16T02:43:41.904 INFO:teuthology.orchestra.run.smithi184.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T02:43:41.905 INFO:teuthology.orchestra.run.smithi184.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-16T02:43:41.945 INFO:teuthology.orchestra.run.smithi097.stdout:(13/118): libcephfs2-18.2.4-853.gae7f3733.el9.x 3.1 MB/s | 711 kB 00:00 2024-09-16T02:43:41.963 INFO:teuthology.orchestra.run.smithi184.stdout:Dependencies resolved. 2024-09-16T02:43:41.970 INFO:teuthology.orchestra.run.smithi184.stdout:====================================================================================== 2024-09-16T02:43:41.970 INFO:teuthology.orchestra.run.smithi184.stdout: Package Arch Version Repository Size 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout:====================================================================================== 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout:Installing: 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph x86_64 2:18.2.4-853.gae7f3733.el9 ceph 6.5 k 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-base x86_64 2:18.2.4-853.gae7f3733.el9 ceph 5.1 M 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-fuse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 852 k 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-853.gae7f3733.el9 ceph 143 k 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr x86_64 2:18.2.4-853.gae7f3733.el9 ceph 1.5 M 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-cephadm noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 139 k 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-dashboard noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 3.5 M 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 7.4 M 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-rook noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 49 k 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-radosgw x86_64 2:18.2.4-853.gae7f3733.el9 ceph 7.7 M 2024-09-16T02:43:41.971 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-test x86_64 2:18.2.4-853.gae7f3733.el9 ceph 40 M 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: cephadm noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 226 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: libcephfs-devel x86_64 2:18.2.4-853.gae7f3733.el9 ceph 31 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: libcephfs2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 711 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: librados-devel x86_64 2:18.2.4-853.gae7f3733.el9 ceph 127 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cephfs x86_64 2:18.2.4-853.gae7f3733.el9 ceph 162 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rados x86_64 2:18.2.4-853.gae7f3733.el9 ceph 321 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rbd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 300 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rgw x86_64 2:18.2.4-853.gae7f3733.el9 ceph 99 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-fuse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 87 k 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-mirror x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.0 M 2024-09-16T02:43:41.972 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-nbd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 172 k 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout:Upgrading: 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout: librados2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.3 M 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout: librbd1 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 3.0 M 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout:Installing dependencies: 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-common x86_64 2:18.2.4-853.gae7f3733.el9 ceph 18 M 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-grafana-dashboards noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 24 k 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mds x86_64 2:18.2.4-853.gae7f3733.el9 ceph 2.1 M 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-modules-core noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 246 k 2024-09-16T02:43:41.973 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mon x86_64 2:18.2.4-853.gae7f3733.el9 ceph 4.7 M 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-osd x86_64 2:18.2.4-853.gae7f3733.el9 ceph 17 M 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-prometheus-alerts noarch 2:18.2.4-853.gae7f3733.el9 ceph-noarch 16 k 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-selinux x86_64 2:18.2.4-853.gae7f3733.el9 ceph 25 k 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-16T02:43:41.974 INFO:teuthology.orchestra.run.smithi184.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: libcephsqlite x86_64 2:18.2.4-853.gae7f3733.el9 ceph 166 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: libradosstriper1 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 477 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: librgw2 x86_64 2:18.2.4-853.gae7f3733.el9 ceph 4.5 M 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-16T02:43:41.975 INFO:teuthology.orchestra.run.smithi184.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ceph-argparse x86_64 2:18.2.4-853.gae7f3733.el9 ceph 45 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ceph-common x86_64 2:18.2.4-853.gae7f3733.el9 ceph 129 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-16T02:43:41.976 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-16T02:43:41.977 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-16T02:43:41.978 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-16T02:43:41.979 INFO:teuthology.orchestra.run.smithi184.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-16T02:43:41.980 INFO:teuthology.orchestra.run.smithi184.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-16T02:43:41.981 INFO:teuthology.orchestra.run.smithi184.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-16T02:43:41.981 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:41.981 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction Summary 2024-09-16T02:43:41.981 INFO:teuthology.orchestra.run.smithi184.stdout:====================================================================================== 2024-09-16T02:43:41.981 INFO:teuthology.orchestra.run.smithi184.stdout:Install 116 Packages 2024-09-16T02:43:41.981 INFO:teuthology.orchestra.run.smithi184.stdout:Upgrade 2 Packages 2024-09-16T02:43:41.981 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:43:41.982 INFO:teuthology.orchestra.run.smithi097.stdout:(14/118): libcephsqlite-18.2.4-853.gae7f3733.el 2.4 MB/s | 166 kB 00:00 2024-09-16T02:43:41.982 INFO:teuthology.orchestra.run.smithi184.stdout:Total download size: 179 M 2024-09-16T02:43:41.982 INFO:teuthology.orchestra.run.smithi184.stdout:Downloading Packages: 2024-09-16T02:43:41.996 INFO:teuthology.orchestra.run.smithi097.stdout:(15/118): librados-devel-18.2.4-853.gae7f3733.e 2.5 MB/s | 127 kB 00:00 2024-09-16T02:43:42.021 INFO:teuthology.orchestra.run.smithi097.stdout:(16/118): libradosstriper1-18.2.4-853.gae7f3733 9.3 MB/s | 477 kB 00:00 2024-09-16T02:43:42.080 INFO:teuthology.orchestra.run.smithi097.stdout:(17/118): python3-ceph-argparse-18.2.4-853.gae7 773 kB/s | 45 kB 00:00 2024-09-16T02:43:42.172 INFO:teuthology.orchestra.run.smithi097.stdout:(18/118): python3-ceph-common-18.2.4-853.gae7f3 1.4 MB/s | 129 kB 00:00 2024-09-16T02:43:42.247 INFO:teuthology.orchestra.run.smithi097.stdout:(19/118): librgw2-18.2.4-853.gae7f3733.el9.x86_ 18 MB/s | 4.5 MB 00:00 2024-09-16T02:43:42.273 INFO:teuthology.orchestra.run.smithi097.stdout:(20/118): python3-cephfs-18.2.4-853.gae7f3733.e 1.6 MB/s | 162 kB 00:00 2024-09-16T02:43:42.298 INFO:teuthology.orchestra.run.smithi097.stdout:(21/118): python3-rados-18.2.4-853.gae7f3733.el 6.2 MB/s | 321 kB 00:00 2024-09-16T02:43:42.304 INFO:teuthology.orchestra.run.smithi184.stdout:(1/118): ceph-18.2.4-853.gae7f3733.el9.x86_64.r 56 kB/s | 6.5 kB 00:00 2024-09-16T02:43:42.331 INFO:teuthology.orchestra.run.smithi097.stdout:(22/118): python3-rbd-18.2.4-853.gae7f3733.el9. 5.0 MB/s | 300 kB 00:00 2024-09-16T02:43:42.357 INFO:teuthology.orchestra.run.smithi097.stdout:(23/118): python3-rgw-18.2.4-853.gae7f3733.el9. 1.7 MB/s | 99 kB 00:00 2024-09-16T02:43:42.382 INFO:teuthology.orchestra.run.smithi097.stdout:(24/118): rbd-fuse-18.2.4-853.gae7f3733.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-16T02:43:42.449 INFO:teuthology.orchestra.run.smithi097.stdout:(25/118): rbd-nbd-18.2.4-853.gae7f3733.el9.x86_ 2.5 MB/s | 172 kB 00:00 2024-09-16T02:43:42.516 INFO:teuthology.orchestra.run.smithi097.stdout:(26/118): rbd-mirror-18.2.4-853.gae7f3733.el9.x 19 MB/s | 3.0 MB 00:00 2024-09-16T02:43:42.541 INFO:teuthology.orchestra.run.smithi097.stdout:(27/118): ceph-grafana-dashboards-18.2.4-853.ga 265 kB/s | 24 kB 00:00 2024-09-16T02:43:42.592 INFO:teuthology.orchestra.run.smithi097.stdout:(28/118): ceph-mgr-cephadm-18.2.4-853.gae7f3733 1.8 MB/s | 139 kB 00:00 2024-09-16T02:43:42.779 INFO:teuthology.orchestra.run.smithi184.stdout:(2/118): ceph-fuse-18.2.4-853.gae7f3733.el9.x86 1.8 MB/s | 852 kB 00:00 2024-09-16T02:43:42.830 INFO:teuthology.orchestra.run.smithi184.stdout:(3/118): ceph-immutable-object-cache-18.2.4-853 2.8 MB/s | 143 kB 00:00 2024-09-16T02:43:42.972 INFO:teuthology.orchestra.run.smithi184.stdout:(4/118): ceph-base-18.2.4-853.gae7f3733.el9.x86 6.5 MB/s | 5.1 MB 00:00 2024-09-16T02:43:43.088 INFO:teuthology.orchestra.run.smithi184.stdout:(5/118): ceph-mgr-18.2.4-853.gae7f3733.el9.x86_ 13 MB/s | 1.5 MB 00:00 2024-09-16T02:43:43.100 INFO:teuthology.orchestra.run.smithi097.stdout:(29/118): ceph-test-18.2.4-853.gae7f3733.el9.x8 20 MB/s | 40 MB 00:01 2024-09-16T02:43:43.167 INFO:teuthology.orchestra.run.smithi097.stdout:(30/118): ceph-mgr-dashboard-18.2.4-853.gae7f37 5.6 MB/s | 3.5 MB 00:00 2024-09-16T02:43:43.192 INFO:teuthology.orchestra.run.smithi097.stdout:(31/118): ceph-mgr-modules-core-18.2.4-853.gae7 2.6 MB/s | 246 kB 00:00 2024-09-16T02:43:43.231 INFO:teuthology.orchestra.run.smithi184.stdout:(6/118): ceph-mds-18.2.4-853.gae7f3733.el9.x86_ 5.2 MB/s | 2.1 MB 00:00 2024-09-16T02:43:43.234 INFO:teuthology.orchestra.run.smithi097.stdout:(32/118): ceph-mgr-rook-18.2.4-853.gae7f3733.el 742 kB/s | 49 kB 00:00 2024-09-16T02:43:43.260 INFO:teuthology.orchestra.run.smithi097.stdout:(33/118): ceph-prometheus-alerts-18.2.4-853.gae 246 kB/s | 16 kB 00:00 2024-09-16T02:43:43.327 INFO:teuthology.orchestra.run.smithi097.stdout:(34/118): cephadm-18.2.4-853.gae7f3733.el9.noar 2.4 MB/s | 226 kB 00:00 2024-09-16T02:43:43.419 INFO:teuthology.orchestra.run.smithi097.stdout:(35/118): ceph-mgr-diskprediction-local-18.2.4- 9.0 MB/s | 7.4 MB 00:00 2024-09-16T02:43:43.448 INFO:teuthology.orchestra.run.smithi184.stdout:(7/118): ceph-mon-18.2.4-853.gae7f3733.el9.x86_ 13 MB/s | 4.7 MB 00:00 2024-09-16T02:43:43.469 INFO:teuthology.orchestra.run.smithi097.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 382 kB/s | 80 kB 00:00 2024-09-16T02:43:43.611 INFO:teuthology.orchestra.run.smithi097.stdout:(37/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.7 MB/s | 253 kB 00:00 2024-09-16T02:43:43.631 INFO:teuthology.orchestra.run.smithi184.stdout:(8/118): ceph-common-18.2.4-853.gae7f3733.el9.x 13 MB/s | 18 MB 00:01 2024-09-16T02:43:43.636 INFO:teuthology.orchestra.run.smithi097.stdout:(38/118): libquadmath-11.5.0-2.el9.x86_64.rpm 880 kB/s | 191 kB 00:00 2024-09-16T02:43:43.670 INFO:teuthology.orchestra.run.smithi097.stdout:(39/118): libgfortran-11.5.0-2.el9.x86_64.rpm 2.3 MB/s | 801 kB 00:00 2024-09-16T02:43:43.681 INFO:teuthology.orchestra.run.smithi184.stdout:(9/118): ceph-selinux-18.2.4-853.gae7f3733.el9. 505 kB/s | 25 kB 00:00 2024-09-16T02:43:43.695 INFO:teuthology.orchestra.run.smithi097.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-09-16T02:43:43.737 INFO:teuthology.orchestra.run.smithi097.stdout:(41/118): python3-cryptography-36.0.1-4.el9.x86 9.7 MB/s | 1.2 MB 00:00 2024-09-16T02:43:43.762 INFO:teuthology.orchestra.run.smithi097.stdout:(42/118): python3-pycparser-2.20-6.el9.noarch.r 1.4 MB/s | 135 kB 00:00 2024-09-16T02:43:43.788 INFO:teuthology.orchestra.run.smithi097.stdout:(43/118): python3-requests-2.25.1-8.el9.noarch. 1.3 MB/s | 125 kB 00:00 2024-09-16T02:43:43.813 INFO:teuthology.orchestra.run.smithi097.stdout:(44/118): python3-urllib3-1.26.5-6.el9.noarch.r 2.8 MB/s | 215 kB 00:00 2024-09-16T02:43:43.888 INFO:teuthology.orchestra.run.smithi097.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 326 kB/s | 33 kB 00:00 2024-09-16T02:43:43.898 INFO:teuthology.orchestra.run.smithi184.stdout:(10/118): ceph-radosgw-18.2.4-853.gae7f3733.el9 17 MB/s | 7.7 MB 00:00 2024-09-16T02:43:43.939 INFO:teuthology.orchestra.run.smithi097.stdout:(46/118): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-09-16T02:43:43.957 INFO:teuthology.orchestra.run.smithi184.stdout:(11/118): libcephfs-devel-18.2.4-853.gae7f3733. 534 kB/s | 31 kB 00:00 2024-09-16T02:43:43.964 INFO:teuthology.orchestra.run.smithi097.stdout:(47/118): boost-program-options-1.75.0-8.el9.x8 531 kB/s | 107 kB 00:00 2024-09-16T02:43:44.014 INFO:teuthology.orchestra.run.smithi097.stdout:(48/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.1 MB/s | 160 kB 00:00 2024-09-16T02:43:44.032 INFO:teuthology.orchestra.run.smithi184.stdout:(12/118): libcephfs2-18.2.4-853.gae7f3733.el9.x 9.3 MB/s | 711 kB 00:00 2024-09-16T02:43:44.040 INFO:teuthology.orchestra.run.smithi097.stdout:(49/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 601 kB/s | 45 kB 00:00 2024-09-16T02:43:44.099 INFO:teuthology.orchestra.run.smithi184.stdout:(13/118): libcephsqlite-18.2.4-853.gae7f3733.el 2.4 MB/s | 166 kB 00:00 2024-09-16T02:43:44.123 INFO:teuthology.orchestra.run.smithi097.stdout:(50/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.7 MB/s | 3.0 MB 00:00 2024-09-16T02:43:44.157 INFO:teuthology.orchestra.run.smithi097.stdout:(51/118): librdkafka-1.6.1-102.el9.x86_64.rpm 4.6 MB/s | 662 kB 00:00 2024-09-16T02:43:44.174 INFO:teuthology.orchestra.run.smithi184.stdout:(14/118): librados-devel-18.2.4-853.gae7f3733.e 1.7 MB/s | 127 kB 00:00 2024-09-16T02:43:44.182 INFO:teuthology.orchestra.run.smithi097.stdout:(52/118): openblas-0.3.26-2.el9.x86_64.rpm 658 kB/s | 38 kB 00:00 2024-09-16T02:43:44.207 INFO:teuthology.orchestra.run.smithi097.stdout:(53/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.7 MB/s | 292 kB 00:00 2024-09-16T02:43:44.233 INFO:teuthology.orchestra.run.smithi097.stdout:(54/118): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-16T02:43:44.266 INFO:teuthology.orchestra.run.smithi184.stdout:(15/118): libradosstriper1-18.2.4-853.gae7f3733 5.1 MB/s | 477 kB 00:00 2024-09-16T02:43:44.283 INFO:teuthology.orchestra.run.smithi097.stdout:(55/118): python3-devel-3.9.19-8.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-09-16T02:43:44.358 INFO:teuthology.orchestra.run.smithi097.stdout:(56/118): openblas-openmp-0.3.26-2.el9.x86_64.r 25 MB/s | 4.9 MB 00:00 2024-09-16T02:43:44.383 INFO:teuthology.orchestra.run.smithi097.stdout:(57/118): python3-iniconfig-1.1.1-7.el9.noarch. 174 kB/s | 17 kB 00:00 2024-09-16T02:43:44.409 INFO:teuthology.orchestra.run.smithi097.stdout:(58/118): python3-jinja2-2.11.3-6.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-09-16T02:43:44.457 INFO:teuthology.orchestra.run.smithi097.stdout:(59/118): python3-jsonpatch-1.21-16.el9.noarch. 350 kB/s | 26 kB 00:00 2024-09-16T02:43:44.484 INFO:teuthology.orchestra.run.smithi097.stdout:(60/118): python3-jsonpointer-2.0-4.el9.noarch. 255 kB/s | 19 kB 00:00 2024-09-16T02:43:44.510 INFO:teuthology.orchestra.run.smithi097.stdout:(61/118): python3-mako-1.1.4-6.el9.noarch.rpm 3.2 MB/s | 172 kB 00:00 2024-09-16T02:43:44.535 INFO:teuthology.orchestra.run.smithi097.stdout:(62/118): python3-markupsafe-1.1.1-12.el9.x86_6 692 kB/s | 35 kB 00:00 2024-09-16T02:43:44.594 INFO:teuthology.orchestra.run.smithi097.stdout:(63/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 4.2 MB/s | 250 kB 00:00 2024-09-16T02:43:44.658 INFO:teuthology.orchestra.run.smithi184.stdout:(16/118): librgw2-18.2.4-853.gae7f3733.el9.x86_ 11 MB/s | 4.5 MB 00:00 2024-09-16T02:43:44.663 INFO:teuthology.orchestra.run.smithi097.stdout:(64/118): python3-babel-2.9.1-2.el9.noarch.rpm 13 MB/s | 6.0 MB 00:00 2024-09-16T02:43:44.689 INFO:teuthology.orchestra.run.smithi097.stdout:(65/118): python3-oauthlib-3.1.1-5.el9.noarch.r 2.3 MB/s | 222 kB 00:00 2024-09-16T02:43:44.708 INFO:teuthology.orchestra.run.smithi184.stdout:(17/118): python3-ceph-argparse-18.2.4-853.gae7 900 kB/s | 45 kB 00:00 2024-09-16T02:43:44.714 INFO:teuthology.orchestra.run.smithi097.stdout:(66/118): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-16T02:43:44.739 INFO:teuthology.orchestra.run.smithi097.stdout:(67/118): python3-pluggy-0.13.1-7.el9.noarch.rp 827 kB/s | 41 kB 00:00 2024-09-16T02:43:44.765 INFO:teuthology.orchestra.run.smithi097.stdout:(68/118): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-09-16T02:43:44.790 INFO:teuthology.orchestra.run.smithi097.stdout:(69/118): python3-py-1.10.0-6.el9.noarch.rpm 9.3 MB/s | 477 kB 00:00 2024-09-16T02:43:44.815 INFO:teuthology.orchestra.run.smithi097.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-16T02:43:44.891 INFO:teuthology.orchestra.run.smithi097.stdout:(71/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-09-16T02:43:44.900 INFO:teuthology.orchestra.run.smithi184.stdout:(18/118): ceph-osd-18.2.4-853.gae7f3733.el9.x86 9.9 MB/s | 17 MB 00:01 2024-09-16T02:43:44.916 INFO:teuthology.orchestra.run.smithi097.stdout:(72/118): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-09-16T02:43:44.926 INFO:teuthology.orchestra.run.smithi184.stdout:(19/118): python3-ceph-common-18.2.4-853.gae7f3 596 kB/s | 129 kB 00:00 2024-09-16T02:43:44.941 INFO:teuthology.orchestra.run.smithi097.stdout:(73/118): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-16T02:43:44.951 INFO:teuthology.orchestra.run.smithi184.stdout:(20/118): python3-cephfs-18.2.4-853.gae7f3733.e 3.2 MB/s | 162 kB 00:00 2024-09-16T02:43:44.966 INFO:teuthology.orchestra.run.smithi097.stdout:(74/118): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-16T02:43:44.976 INFO:teuthology.orchestra.run.smithi184.stdout:(21/118): python3-rados-18.2.4-853.gae7f3733.el 6.2 MB/s | 321 kB 00:00 2024-09-16T02:43:44.992 INFO:teuthology.orchestra.run.smithi097.stdout:(75/118): python3-pytest-6.2.2-7.el9.noarch.rpm 2.9 MB/s | 519 kB 00:00 2024-09-16T02:43:45.001 INFO:teuthology.orchestra.run.smithi184.stdout:(22/118): python3-rbd-18.2.4-853.gae7f3733.el9. 5.9 MB/s | 300 kB 00:00 2024-09-16T02:43:45.017 INFO:teuthology.orchestra.run.smithi097.stdout:(76/118): python3-toml-0.10.2-6.el9.noarch.rpm 828 kB/s | 42 kB 00:00 2024-09-16T02:43:45.026 INFO:teuthology.orchestra.run.smithi184.stdout:(23/118): python3-rgw-18.2.4-853.gae7f3733.el9. 1.9 MB/s | 99 kB 00:00 2024-09-16T02:43:45.043 INFO:teuthology.orchestra.run.smithi097.stdout:(77/118): socat-1.7.4.1-6.el9.x86_64.rpm 5.9 MB/s | 304 kB 00:00 2024-09-16T02:43:45.052 INFO:teuthology.orchestra.run.smithi184.stdout:(24/118): rbd-fuse-18.2.4-853.gae7f3733.el9.x86 1.7 MB/s | 87 kB 00:00 2024-09-16T02:43:45.068 INFO:teuthology.orchestra.run.smithi097.stdout:(78/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 64 kB 00:00 2024-09-16T02:43:45.126 INFO:teuthology.orchestra.run.smithi097.stdout:(79/118): fmt-8.1.1-5.el9.x86_64.rpm 1.3 MB/s | 111 kB 00:00 2024-09-16T02:43:45.168 INFO:teuthology.orchestra.run.smithi097.stdout:(80/118): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.0 MB/s | 308 kB 00:00 2024-09-16T02:43:45.193 INFO:teuthology.orchestra.run.smithi097.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-16T02:43:45.227 INFO:teuthology.orchestra.run.smithi097.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-09-16T02:43:45.278 INFO:teuthology.orchestra.run.smithi097.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 1.3 MB/s | 67 kB 00:00 2024-09-16T02:43:45.411 INFO:teuthology.orchestra.run.smithi184.stdout:(25/118): ceph-test-18.2.4-853.gae7f3733.el9.x8 23 MB/s | 40 MB 00:01 2024-09-16T02:43:45.436 INFO:teuthology.orchestra.run.smithi184.stdout:(26/118): rbd-nbd-18.2.4-853.gae7f3733.el9.x86_ 449 kB/s | 172 kB 00:00 2024-09-16T02:43:45.453 INFO:teuthology.orchestra.run.smithi097.stdout:(84/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 32 MB/s | 16 MB 00:00 2024-09-16T02:43:45.453 INFO:teuthology.orchestra.run.smithi184.stdout:(27/118): ceph-grafana-dashboards-18.2.4-853.ga 586 kB/s | 24 kB 00:00 2024-09-16T02:43:45.486 INFO:teuthology.orchestra.run.smithi184.stdout:(28/118): ceph-mgr-cephadm-18.2.4-853.gae7f3733 2.7 MB/s | 139 kB 00:00 2024-09-16T02:43:45.520 INFO:teuthology.orchestra.run.smithi097.stdout:(85/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.4 MB/s | 839 kB 00:00 2024-09-16T02:43:45.536 INFO:teuthology.orchestra.run.smithi184.stdout:(29/118): rbd-mirror-18.2.4-853.gae7f3733.el9.x 5.9 MB/s | 3.0 MB 00:00 2024-09-16T02:43:45.553 INFO:teuthology.orchestra.run.smithi097.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2024-09-16T02:43:45.578 INFO:teuthology.orchestra.run.smithi097.stdout:(87/118): python3-cachetools-4.2.4-1.el9.noarch 1.3 MB/s | 32 kB 00:00 2024-09-16T02:43:45.604 INFO:teuthology.orchestra.run.smithi097.stdout:(88/118): python3-certifi-2023.05.07-4.el9.noar 569 kB/s | 14 kB 00:00 2024-09-16T02:43:45.612 INFO:teuthology.orchestra.run.smithi184.stdout:(30/118): ceph-mgr-dashboard-18.2.4-853.gae7f37 22 MB/s | 3.5 MB 00:00 2024-09-16T02:43:45.637 INFO:teuthology.orchestra.run.smithi184.stdout:(31/118): ceph-mgr-modules-core-18.2.4-853.gae7 2.4 MB/s | 246 kB 00:00 2024-09-16T02:43:45.646 INFO:teuthology.orchestra.run.smithi097.stdout:(89/118): python3-asyncssh-2.13.2-5.el9.noarch. 2.8 MB/s | 548 kB 00:00 2024-09-16T02:43:45.654 INFO:teuthology.orchestra.run.smithi184.stdout:(32/118): ceph-mgr-rook-18.2.4-853.gae7f3733.el 1.2 MB/s | 49 kB 00:00 2024-09-16T02:43:45.671 INFO:teuthology.orchestra.run.smithi184.stdout:(33/118): ceph-prometheus-alerts-18.2.4-853.gae 493 kB/s | 16 kB 00:00 2024-09-16T02:43:45.688 INFO:teuthology.orchestra.run.smithi097.stdout:(90/118): python3-cheroot-8.6.0-4.el9.noarch.rp 2.0 MB/s | 172 kB 00:00 2024-09-16T02:43:45.704 INFO:teuthology.orchestra.run.smithi184.stdout:(34/118): cephadm-18.2.4-853.gae7f3733.el9.noar 4.4 MB/s | 226 kB 00:00 2024-09-16T02:43:45.772 INFO:teuthology.orchestra.run.smithi097.stdout:(91/118): libarrow-9.0.0-11.el9.x86_64.rpm 6.8 MB/s | 4.4 MB 00:00 2024-09-16T02:43:45.797 INFO:teuthology.orchestra.run.smithi097.stdout:(92/118): python3-cherrypy-18.6.1-2.el9.noarch. 2.3 MB/s | 358 kB 00:00 2024-09-16T02:43:45.822 INFO:teuthology.orchestra.run.smithi097.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-09-16T02:43:45.847 INFO:teuthology.orchestra.run.smithi097.stdout:(94/118): python3-google-auth-2.34.0-1.el9.noar 1.4 MB/s | 220 kB 00:00 2024-09-16T02:43:45.873 INFO:teuthology.orchestra.run.smithi097.stdout:(95/118): python3-jaraco-classes-3.2.1-5.el9.no 234 kB/s | 18 kB 00:00 2024-09-16T02:43:45.898 INFO:teuthology.orchestra.run.smithi097.stdout:(96/118): python3-jaraco-collections-3.0.0-8.el 306 kB/s | 23 kB 00:00 2024-09-16T02:43:45.923 INFO:teuthology.orchestra.run.smithi097.stdout:(97/118): python3-jaraco-functools-3.5.0-2.el9. 257 kB/s | 19 kB 00:00 2024-09-16T02:43:45.947 INFO:teuthology.orchestra.run.smithi184.stdout:(35/118): ceph-mgr-diskprediction-local-18.2.4- 16 MB/s | 7.4 MB 00:00 2024-09-16T02:43:45.948 INFO:teuthology.orchestra.run.smithi097.stdout:(98/118): python3-jaraco-text-3.2.0-6.el9.noarc 261 kB/s | 20 kB 00:00 2024-09-16T02:43:45.974 INFO:teuthology.orchestra.run.smithi097.stdout:(99/118): python3-logutils-0.3.5-21.el9.noarch. 929 kB/s | 46 kB 00:00 2024-09-16T02:43:45.999 INFO:teuthology.orchestra.run.smithi097.stdout:(100/118): python3-more-itertools-8.12.0-2.el9. 1.5 MB/s | 79 kB 00:00 2024-09-16T02:43:46.024 INFO:teuthology.orchestra.run.smithi097.stdout:(101/118): python3-natsort-7.1.1-5.el9.noarch.r 1.1 MB/s | 58 kB 00:00 2024-09-16T02:43:46.050 INFO:teuthology.orchestra.run.smithi097.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 661 kB/s | 16 kB 00:00 2024-09-16T02:43:46.075 INFO:teuthology.orchestra.run.smithi097.stdout:(103/118): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-09-16T02:43:46.100 INFO:teuthology.orchestra.run.smithi097.stdout:(104/118): python3-repoze-lru-0.7-16.el9.noarch 1.2 MB/s | 31 kB 00:00 2024-09-16T02:43:46.125 INFO:teuthology.orchestra.run.smithi097.stdout:(105/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-09-16T02:43:46.138 INFO:teuthology.orchestra.run.smithi184.stdout:(36/118): fuse-2.9.9-16.el9.x86_64.rpm 171 kB/s | 80 kB 00:00 2024-09-16T02:43:46.151 INFO:teuthology.orchestra.run.smithi097.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-16T02:43:46.176 INFO:teuthology.orchestra.run.smithi097.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-16T02:43:46.201 INFO:teuthology.orchestra.run.smithi097.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 712 kB/s | 36 kB 00:00 2024-09-16T02:43:46.227 INFO:teuthology.orchestra.run.smithi097.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-16T02:43:46.260 INFO:teuthology.orchestra.run.smithi097.stdout:(110/118): python3-kubernetes-26.1.0-2.el9.noar 3.0 MB/s | 1.0 MB 00:00 2024-09-16T02:43:46.327 INFO:teuthology.orchestra.run.smithi097.stdout:(111/118): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-16T02:43:46.430 INFO:teuthology.orchestra.run.smithi184.stdout:(37/118): libgfortran-11.5.0-2.el9.x86_64.rpm 1.1 MB/s | 801 kB 00:00 2024-09-16T02:43:46.436 INFO:teuthology.orchestra.run.smithi097.stdout:(112/118): python3-websocket-client-1.2.3-2.el9 429 kB/s | 90 kB 00:00 2024-09-16T02:43:46.455 INFO:teuthology.orchestra.run.smithi184.stdout:(38/118): python3-cffi-1.14.5-5.el9.x86_64.rpm 799 kB/s | 253 kB 00:00 2024-09-16T02:43:46.461 INFO:teuthology.orchestra.run.smithi097.stdout:(113/118): python3-zc-lockfile-2.0-10.el9.noarc 150 kB/s | 20 kB 00:00 2024-09-16T02:43:46.492 INFO:teuthology.orchestra.run.smithi184.stdout:(39/118): libquadmath-11.5.0-2.el9.x86_64.rpm 353 kB/s | 191 kB 00:00 2024-09-16T02:43:46.495 INFO:teuthology.orchestra.run.smithi097.stdout:(114/118): python3-werkzeug-2.0.3-3.el9.1.noarc 1.8 MB/s | 427 kB 00:00 2024-09-16T02:43:46.521 INFO:teuthology.orchestra.run.smithi097.stdout:(115/118): re2-20211101-20.el9.x86_64.rpm 3.2 MB/s | 191 kB 00:00 2024-09-16T02:43:46.590 INFO:teuthology.orchestra.run.smithi184.stdout:(40/118): python3-ply-3.11-14.el9.noarch.rpm 797 kB/s | 106 kB 00:00 2024-09-16T02:43:46.623 INFO:teuthology.orchestra.run.smithi184.stdout:(41/118): python3-pycparser-2.20-6.el9.noarch.r 1.0 MB/s | 135 kB 00:00 2024-09-16T02:43:46.629 INFO:teuthology.orchestra.run.smithi097.stdout:(116/118): thrift-0.15.0-2.el9.x86_64.rpm 9.5 MB/s | 1.6 MB 00:00 2024-09-16T02:43:46.656 INFO:teuthology.orchestra.run.smithi184.stdout:(42/118): python3-cryptography-36.0.1-4.el9.x86 5.4 MB/s | 1.2 MB 00:00 2024-09-16T02:43:46.707 INFO:teuthology.orchestra.run.smithi184.stdout:(43/118): python3-requests-2.25.1-8.el9.noarch. 1.0 MB/s | 125 kB 00:00 2024-09-16T02:43:46.740 INFO:teuthology.orchestra.run.smithi184.stdout:(44/118): python3-urllib3-1.26.5-6.el9.noarch.r 1.8 MB/s | 215 kB 00:00 2024-09-16T02:43:46.796 INFO:teuthology.orchestra.run.smithi097.stdout:(117/118): librados2-18.2.4-853.gae7f3733.el9.x 11 MB/s | 3.3 MB 00:00 2024-09-16T02:43:46.841 INFO:teuthology.orchestra.run.smithi184.stdout:(45/118): flexiblas-3.0.4-8.el9.x86_64.rpm 245 kB/s | 33 kB 00:00 2024-09-16T02:43:46.846 INFO:teuthology.orchestra.run.smithi097.stdout:(118/118): librbd1-18.2.4-853.gae7f3733.el9.x86 9.3 MB/s | 3.0 MB 00:00 2024-09-16T02:43:46.852 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-16T02:43:46.852 INFO:teuthology.orchestra.run.smithi097.stdout:Total 25 MB/s | 179 MB 00:07 2024-09-16T02:43:46.866 INFO:teuthology.orchestra.run.smithi184.stdout:(46/118): boost-program-options-1.75.0-8.el9.x8 511 kB/s | 107 kB 00:00 2024-09-16T02:43:46.900 INFO:teuthology.orchestra.run.smithi184.stdout:(47/118): flexiblas-openblas-openmp-3.0.4-8.el9 310 kB/s | 18 kB 00:00 2024-09-16T02:43:46.950 INFO:teuthology.orchestra.run.smithi184.stdout:(48/118): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.9 MB/s | 160 kB 00:00 2024-09-16T02:43:46.975 INFO:teuthology.orchestra.run.smithi184.stdout:(49/118): librabbitmq-0.11.0-7.el9.x86_64.rpm 602 kB/s | 45 kB 00:00 2024-09-16T02:43:47.100 INFO:teuthology.orchestra.run.smithi184.stdout:(50/118): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 662 kB 00:00 2024-09-16T02:43:47.125 INFO:teuthology.orchestra.run.smithi184.stdout:(51/118): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 292 kB 00:00 2024-09-16T02:43:47.184 INFO:teuthology.orchestra.run.smithi184.stdout:(52/118): openblas-0.3.26-2.el9.x86_64.rpm 460 kB/s | 38 kB 00:00 2024-09-16T02:43:47.234 INFO:teuthology.orchestra.run.smithi184.stdout:(53/118): python3-attrs-20.3.0-7.el9.noarch.rpm 1.7 MB/s | 87 kB 00:00 2024-09-16T02:43:47.510 INFO:teuthology.orchestra.run.smithi184.stdout:(54/118): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.9 MB/s | 3.0 MB 00:00 2024-09-16T02:43:47.620 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction check 2024-09-16T02:43:47.652 INFO:teuthology.orchestra.run.smithi184.stdout:(55/118): python3-devel-3.9.19-8.el9.x86_64.rpm 1.7 MB/s | 245 kB 00:00 2024-09-16T02:43:47.711 INFO:teuthology.orchestra.run.smithi184.stdout:(56/118): python3-iniconfig-1.1.1-7.el9.noarch. 300 kB/s | 17 kB 00:00 2024-09-16T02:43:47.719 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction check succeeded. 2024-09-16T02:43:47.719 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction test 2024-09-16T02:43:47.861 INFO:teuthology.orchestra.run.smithi184.stdout:(57/118): python3-jinja2-2.11.3-6.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-09-16T02:43:47.920 INFO:teuthology.orchestra.run.smithi184.stdout:(58/118): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-09-16T02:43:47.970 INFO:teuthology.orchestra.run.smithi184.stdout:(59/118): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-09-16T02:43:48.087 INFO:teuthology.orchestra.run.smithi184.stdout:(60/118): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-09-16T02:43:48.137 INFO:teuthology.orchestra.run.smithi184.stdout:(61/118): python3-markupsafe-1.1.1-12.el9.x86_6 698 kB/s | 35 kB 00:00 2024-09-16T02:43:49.171 INFO:teuthology.orchestra.run.smithi184.stdout:(62/118): openblas-openmp-0.3.26-2.el9.x86_64.r 2.4 MB/s | 4.9 MB 00:02 2024-09-16T02:43:49.312 INFO:teuthology.orchestra.run.smithi184.stdout:(63/118): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.7 MB/s | 250 kB 00:00 2024-09-16T02:43:49.331 INFO:teuthology.orchestra.run.smithi097.stdout:Transaction test succeeded. 2024-09-16T02:43:49.331 INFO:teuthology.orchestra.run.smithi097.stdout:Running transaction 2024-09-16T02:43:49.463 INFO:teuthology.orchestra.run.smithi184.stdout:(64/118): python3-oauthlib-3.1.1-5.el9.noarch.r 1.4 MB/s | 222 kB 00:00 2024-09-16T02:43:49.546 INFO:teuthology.orchestra.run.smithi184.stdout:(65/118): python3-packaging-20.9-5.el9.noarch.r 926 kB/s | 77 kB 00:00 2024-09-16T02:43:49.597 INFO:teuthology.orchestra.run.smithi184.stdout:(66/118): python3-pluggy-0.13.1-7.el9.noarch.rp 828 kB/s | 41 kB 00:00 2024-09-16T02:43:49.647 INFO:teuthology.orchestra.run.smithi184.stdout:(67/118): python3-prettytable-0.7.2-27.el9.noar 845 kB/s | 42 kB 00:00 2024-09-16T02:43:49.847 INFO:teuthology.orchestra.run.smithi184.stdout:(68/118): python3-babel-2.9.1-2.el9.noarch.rpm 2.3 MB/s | 6.0 MB 00:02 2024-09-16T02:43:49.947 INFO:teuthology.orchestra.run.smithi184.stdout:(69/118): python3-py-1.10.0-6.el9.noarch.rpm 1.6 MB/s | 477 kB 00:00 2024-09-16T02:43:49.995 INFO:teuthology.orchestra.run.smithi184.stdout:(70/118): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.1 MB/s | 159 kB 00:00 2024-09-16T02:43:50.139 INFO:teuthology.orchestra.run.smithi184.stdout:(71/118): python3-pyasn1-modules-0.4.8-6.el9.no 1.4 MB/s | 279 kB 00:00 2024-09-16T02:43:50.190 INFO:teuthology.orchestra.run.smithi184.stdout:(72/118): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-16T02:43:50.240 INFO:teuthology.orchestra.run.smithi184.stdout:(73/118): python3-requests-oauthlib-1.3.0-12.el 1.1 MB/s | 54 kB 00:00 2024-09-16T02:43:50.332 INFO:teuthology.orchestra.run.smithi184.stdout:(74/118): python3-pytest-6.2.2-7.el9.noarch.rpm 1.5 MB/s | 519 kB 00:00 2024-09-16T02:43:50.384 INFO:teuthology.orchestra.run.smithi184.stdout:(75/118): python3-toml-0.10.2-6.el9.noarch.rpm 832 kB/s | 42 kB 00:00 2024-09-16T02:43:50.549 INFO:teuthology.orchestra.run.smithi184.stdout:(76/118): socat-1.7.4.1-6.el9.x86_64.rpm 1.8 MB/s | 304 kB 00:00 2024-09-16T02:43:50.624 INFO:teuthology.orchestra.run.smithi184.stdout:(77/118): xmlstarlet-1.6.1-20.el9.x86_64.rpm 849 kB/s | 64 kB 00:00 2024-09-16T02:43:50.675 INFO:teuthology.orchestra.run.smithi184.stdout:(78/118): fmt-8.1.1-5.el9.x86_64.rpm 2.2 MB/s | 111 kB 00:00 2024-09-16T02:43:50.716 INFO:teuthology.orchestra.run.smithi184.stdout:(79/118): gperftools-libs-2.9.1-3.el9.x86_64.rp 7.2 MB/s | 308 kB 00:00 2024-09-16T02:43:50.809 INFO:teuthology.orchestra.run.smithi184.stdout:(80/118): python3-numpy-1.20.1-5.el9.x86_64.rpm 1.9 MB/s | 5.1 MB 00:02 2024-09-16T02:43:50.850 INFO:teuthology.orchestra.run.smithi184.stdout:(81/118): libarrow-doc-9.0.0-11.el9.noarch.rpm 626 kB/s | 26 kB 00:00 2024-09-16T02:43:50.876 INFO:teuthology.orchestra.run.smithi184.stdout:(82/118): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-16T02:43:50.909 INFO:teuthology.orchestra.run.smithi184.stdout:(83/118): libunwind-1.6.2-1.el9.x86_64.rpm 2.0 MB/s | 67 kB 00:00 2024-09-16T02:43:51.018 INFO:teuthology.orchestra.run.smithi184.stdout:(84/118): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.6 MB/s | 839 kB 00:00 2024-09-16T02:43:51.085 INFO:teuthology.orchestra.run.smithi184.stdout:(85/118): python3-asyncssh-2.13.2-5.el9.noarch. 8.0 MB/s | 548 kB 00:00 2024-09-16T02:43:51.119 INFO:teuthology.orchestra.run.smithi184.stdout:(86/118): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2024-09-16T02:43:51.185 INFO:teuthology.orchestra.run.smithi184.stdout:(87/118): libarrow-9.0.0-11.el9.x86_64.rpm 9.4 MB/s | 4.4 MB 00:00 2024-09-16T02:43:51.211 INFO:teuthology.orchestra.run.smithi184.stdout:(88/118): python3-cachetools-4.2.4-1.el9.noarch 351 kB/s | 32 kB 00:00 2024-09-16T02:43:51.244 INFO:teuthology.orchestra.run.smithi184.stdout:(89/118): python3-certifi-2023.05.07-4.el9.noar 240 kB/s | 14 kB 00:00 2024-09-16T02:43:51.270 INFO:teuthology.orchestra.run.smithi184.stdout:(90/118): python3-cheroot-8.6.0-4.el9.noarch.rp 2.8 MB/s | 172 kB 00:00 2024-09-16T02:43:51.295 INFO:teuthology.orchestra.run.smithi184.stdout:(91/118): python3-cherrypy-18.6.1-2.el9.noarch. 7.0 MB/s | 358 kB 00:00 2024-09-16T02:43:51.320 INFO:teuthology.orchestra.run.smithi184.stdout:(92/118): python3-google-auth-2.34.0-1.el9.noar 4.3 MB/s | 220 kB 00:00 2024-09-16T02:43:51.346 INFO:teuthology.orchestra.run.smithi184.stdout:(93/118): python3-jaraco-8.2.1-3.el9.noarch.rpm 213 kB/s | 11 kB 00:00 2024-09-16T02:43:51.371 INFO:teuthology.orchestra.run.smithi184.stdout:(94/118): python3-jaraco-classes-3.2.1-5.el9.no 353 kB/s | 18 kB 00:00 2024-09-16T02:43:51.396 INFO:teuthology.orchestra.run.smithi184.stdout:(95/118): python3-jaraco-collections-3.0.0-8.el 460 kB/s | 23 kB 00:00 2024-09-16T02:43:51.422 INFO:teuthology.orchestra.run.smithi184.stdout:(96/118): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-09-16T02:43:51.447 INFO:teuthology.orchestra.run.smithi184.stdout:(97/118): python3-jaraco-text-3.2.0-6.el9.noarc 392 kB/s | 20 kB 00:00 2024-09-16T02:43:51.472 INFO:teuthology.orchestra.run.smithi184.stdout:(98/118): python3-logutils-0.3.5-21.el9.noarch. 1.8 MB/s | 46 kB 00:00 2024-09-16T02:43:51.497 INFO:teuthology.orchestra.run.smithi184.stdout:(99/118): python3-more-itertools-8.12.0-2.el9.n 3.1 MB/s | 79 kB 00:00 2024-09-16T02:43:51.522 INFO:teuthology.orchestra.run.smithi184.stdout:(100/118): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-16T02:43:51.548 INFO:teuthology.orchestra.run.smithi184.stdout:(101/118): python3-kubernetes-26.1.0-2.el9.noar 8.1 MB/s | 1.0 MB 00:00 2024-09-16T02:43:51.581 INFO:teuthology.orchestra.run.smithi184.stdout:(102/118): python3-portend-3.1.0-2.el9.noarch.r 494 kB/s | 16 kB 00:00 2024-09-16T02:43:51.598 INFO:teuthology.orchestra.run.smithi184.stdout:(103/118): python3-pyOpenSSL-21.0.0-1.el9.noarc 5.2 MB/s | 90 kB 00:00 2024-09-16T02:43:51.624 INFO:teuthology.orchestra.run.smithi184.stdout:(104/118): python3-pecan-1.4.2-3.el9.noarch.rpm 2.6 MB/s | 272 kB 00:00 2024-09-16T02:43:51.649 INFO:teuthology.orchestra.run.smithi184.stdout:(105/118): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-16T02:43:51.675 INFO:teuthology.orchestra.run.smithi184.stdout:(106/118): python3-rsa-4.9-2.el9.noarch.rpm 2.3 MB/s | 59 kB 00:00 2024-09-16T02:43:51.699 INFO:teuthology.orchestra.run.smithi184.stdout:(107/118): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-09-16T02:43:51.725 INFO:teuthology.orchestra.run.smithi184.stdout:(108/118): python3-tempora-5.0.0-2.el9.noarch.r 713 kB/s | 36 kB 00:00 2024-09-16T02:43:51.750 INFO:teuthology.orchestra.run.smithi184.stdout:(109/118): python3-typing-extensions-4.12.2-2.e 1.4 MB/s | 74 kB 00:00 2024-09-16T02:43:51.801 INFO:teuthology.orchestra.run.smithi184.stdout:(110/118): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-09-16T02:43:51.851 INFO:teuthology.orchestra.run.smithi184.stdout:(111/118): python3-webob-1.8.8-2.el9.noarch.rpm 1.8 MB/s | 230 kB 00:00 2024-09-16T02:43:51.876 INFO:teuthology.orchestra.run.smithi184.stdout:(112/118): python3-zc-lockfile-2.0-10.el9.noarc 803 kB/s | 20 kB 00:00 2024-09-16T02:43:51.901 INFO:teuthology.orchestra.run.smithi184.stdout:(113/118): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-09-16T02:43:51.926 INFO:teuthology.orchestra.run.smithi184.stdout:(114/118): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-16T02:43:52.027 INFO:teuthology.orchestra.run.smithi184.stdout:(115/118): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-09-16T02:43:52.244 INFO:teuthology.orchestra.run.smithi184.stdout:(116/118): python3-scipy-1.6.2-8.el9.x86_64.rpm 8.1 MB/s | 16 MB 00:02 2024-09-16T02:43:52.319 INFO:teuthology.orchestra.run.smithi184.stdout:(117/118): librados2-18.2.4-853.gae7f3733.el9.x 8.4 MB/s | 3.3 MB 00:00 2024-09-16T02:43:52.386 INFO:teuthology.orchestra.run.smithi184.stdout:(118/118): librbd1-18.2.4-853.gae7f3733.el9.x86 8.4 MB/s | 3.0 MB 00:00 2024-09-16T02:43:52.390 INFO:teuthology.orchestra.run.smithi184.stdout:-------------------------------------------------------------------------------- 2024-09-16T02:43:52.390 INFO:teuthology.orchestra.run.smithi184.stdout:Total 17 MB/s | 179 MB 00:10 2024-09-16T02:43:53.155 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction check 2024-09-16T02:43:53.253 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction check succeeded. 2024-09-16T02:43:53.253 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction test 2024-09-16T02:43:53.978 INFO:teuthology.orchestra.run.smithi097.stdout: Preparing : 1/1 2024-09-16T02:43:54.040 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-16T02:43:54.066 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-16T02:43:54.124 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-16T02:43:54.446 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-16T02:43:54.559 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librados2-2:18.2.4-853.gae7f3733.el9.x86_64 5/120 2024-09-16T02:43:54.669 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:18.2.4-853.gae7f3733.el9.x86_64 5/120 2024-09-16T02:43:54.701 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 6/120 2024-09-16T02:43:54.793 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 6/120 2024-09-16T02:43:54.840 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 7/120 2024-09-16T02:43:54.878 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-16T02:43:54.886 INFO:teuthology.orchestra.run.smithi184.stdout:Transaction test succeeded. 2024-09-16T02:43:54.887 INFO:teuthology.orchestra.run.smithi184.stdout:Running transaction 2024-09-16T02:43:54.918 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-16T02:43:54.954 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 10/120 2024-09-16T02:43:55.055 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 10/120 2024-09-16T02:43:55.088 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_ 11/120 2024-09-16T02:43:55.218 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_ 11/120 2024-09-16T02:43:55.250 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-16T02:43:55.283 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-16T02:43:55.313 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-16T02:43:55.353 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-16T02:43:55.428 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-16T02:43:55.470 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-16T02:43:55.497 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-16T02:43:55.567 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-16T02:43:55.619 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-16T02:43:55.655 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-16T02:43:55.694 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-16T02:43:55.729 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-16T02:43:55.798 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9 24/120 2024-09-16T02:43:55.873 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 25/120 2024-09-16T02:43:56.017 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-16T02:43:56.076 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-16T02:43:56.611 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-16T02:43:56.696 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-16T02:43:56.733 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-16T02:43:56.768 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-16T02:43:56.803 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-16T02:43:56.844 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-16T02:43:56.882 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 34/120 2024-09-16T02:43:56.912 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-16T02:43:56.948 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-16T02:43:57.055 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-16T02:43:57.091 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-16T02:43:57.147 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-16T02:43:57.220 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-16T02:43:57.251 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-16T02:43:57.287 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-16T02:43:57.334 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-16T02:43:57.380 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-16T02:43:57.422 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-16T02:43:57.560 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-16T02:43:57.607 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-16T02:43:57.648 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-16T02:43:57.751 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-16T02:43:57.791 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-16T02:43:57.832 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-16T02:43:57.872 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 52/120 2024-09-16T02:43:57.899 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-16T02:43:57.939 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-16T02:43:57.988 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-16T02:43:58.121 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-16T02:43:58.163 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-16T02:43:58.203 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-16T02:43:58.244 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-16T02:43:58.344 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-16T02:43:58.394 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-16T02:43:59.128 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-16T02:43:59.317 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-16T02:43:59.351 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-16T02:43:59.392 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-16T02:43:59.496 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-16T02:43:59.522 INFO:teuthology.orchestra.run.smithi184.stdout: Preparing : 1/1 2024-09-16T02:43:59.569 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-16T02:43:59.596 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/120 2024-09-16T02:43:59.604 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-16T02:43:59.622 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/120 2024-09-16T02:43:59.686 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/120 2024-09-16T02:43:59.785 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-16T02:43:59.817 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-16T02:43:59.895 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-16T02:44:00.005 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/120 2024-09-16T02:44:00.114 INFO:teuthology.orchestra.run.smithi184.stdout: Upgrading : librados2-2:18.2.4-853.gae7f3733.el9.x86_64 5/120 2024-09-16T02:44:00.220 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librados2-2:18.2.4-853.gae7f3733.el9.x86_64 5/120 2024-09-16T02:44:00.240 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 6/120 2024-09-16T02:44:00.332 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 6/120 2024-09-16T02:44:00.377 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 7/120 2024-09-16T02:44:00.403 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/120 2024-09-16T02:44:00.431 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/120 2024-09-16T02:44:00.451 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 10/120 2024-09-16T02:44:00.561 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 10/120 2024-09-16T02:44:00.574 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-16T02:44:00.585 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_ 11/120 2024-09-16T02:44:00.691 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-16T02:44:00.714 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_ 11/120 2024-09-16T02:44:00.748 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/120 2024-09-16T02:44:00.781 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/120 2024-09-16T02:44:00.810 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/120 2024-09-16T02:44:00.851 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/120 2024-09-16T02:44:00.916 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/120 2024-09-16T02:44:00.950 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/120 2024-09-16T02:44:00.977 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/120 2024-09-16T02:44:01.039 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/120 2024-09-16T02:44:01.091 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 20/120 2024-09-16T02:44:01.127 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/120 2024-09-16T02:44:01.166 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 22/120 2024-09-16T02:44:01.201 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 23/120 2024-09-16T02:44:01.244 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9 24/120 2024-09-16T02:44:01.320 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 25/120 2024-09-16T02:44:01.456 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/120 2024-09-16T02:44:01.522 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/120 2024-09-16T02:44:01.995 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-16T02:44:02.064 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/120 2024-09-16T02:44:02.094 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-16T02:44:02.142 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/120 2024-09-16T02:44:02.188 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 30/120 2024-09-16T02:44:02.222 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/120 2024-09-16T02:44:02.257 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/120 2024-09-16T02:44:02.299 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/120 2024-09-16T02:44:02.336 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 34/120 2024-09-16T02:44:02.375 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/120 2024-09-16T02:44:02.400 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-16T02:44:02.409 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/120 2024-09-16T02:44:02.448 INFO:teuthology.orchestra.run.smithi097.stdout: Upgrading : librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 77/120 2024-09-16T02:44:02.516 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : re2-1:20211101-20.el9.x86_64 37/120 2024-09-16T02:44:02.544 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 77/120 2024-09-16T02:44:02.554 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 38/120 2024-09-16T02:44:02.578 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 78/120 2024-09-16T02:44:02.609 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/120 2024-09-16T02:44:02.623 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-16T02:44:02.674 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/120 2024-09-16T02:44:02.705 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 41/120 2024-09-16T02:44:02.741 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 42/120 2024-09-16T02:44:02.788 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/120 2024-09-16T02:44:02.833 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/120 2024-09-16T02:44:02.875 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/120 2024-09-16T02:44:03.013 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/120 2024-09-16T02:44:03.025 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-16T02:44:03.052 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 81/120 2024-09-16T02:44:03.052 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/120 2024-09-16T02:44:03.088 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 48/120 2024-09-16T02:44:03.123 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 81/120 2024-09-16T02:44:03.164 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 82/120 2024-09-16T02:44:03.189 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/120 2024-09-16T02:44:03.213 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-16T02:44:03.228 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 50/120 2024-09-16T02:44:03.268 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-16T02:44:03.269 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/120 2024-09-16T02:44:03.309 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 52/120 2024-09-16T02:44:03.336 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 53/120 2024-09-16T02:44:03.376 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/120 2024-09-16T02:44:03.418 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/120 2024-09-16T02:44:03.464 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-16T02:44:03.519 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-16T02:44:03.543 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 56/120 2024-09-16T02:44:03.584 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/120 2024-09-16T02:44:03.596 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-16T02:44:03.618 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/120 2024-09-16T02:44:03.659 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/120 2024-09-16T02:44:03.686 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-16T02:44:03.778 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/120 2024-09-16T02:44:03.829 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-16T02:44:03.831 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/120 2024-09-16T02:44:03.877 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-16T02:44:03.912 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-16T02:44:03.937 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-16T02:44:04.394 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: cephadm-2:18.2.4-853.gae7f3733.el9.noarch 93/120 2024-09-16T02:44:04.435 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : cephadm-2:18.2.4-853.gae7f3733.el9.noarch 93/120 2024-09-16T02:44:04.464 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-853.gae7f3733.el 94/120 2024-09-16T02:44:04.538 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-853.gae7f3733.e 95/120 2024-09-16T02:44:04.574 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/120 2024-09-16T02:44:04.577 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x 96/120 2024-09-16T02:44:04.627 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/120 2024-09-16T02:44:04.663 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/120 2024-09-16T02:44:04.687 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/120 2024-09-16T02:44:04.789 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/120 2024-09-16T02:44:04.837 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 67/120 2024-09-16T02:44:04.871 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/120 2024-09-16T02:44:05.059 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : openblas-0.3.26-2.el9.x86_64 69/120 2024-09-16T02:44:05.328 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 70/120 2024-09-16T02:44:05.461 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/120 2024-09-16T02:44:06.126 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/120 2024-09-16T02:44:06.236 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/120 2024-09-16T02:44:06.756 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 97/120 2024-09-16T02:44:06.790 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 97/120 2024-09-16T02:44:07.326 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 97/120 2024-09-16T02:44:07.361 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 98/120 2024-09-16T02:44:07.449 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 98/120 2024-09-16T02:44:07.449 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T02:44:07.449 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T02:44:07.449 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:07.495 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 99/120 2024-09-16T02:44:07.522 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/120 2024-09-16T02:44:07.608 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/120 2024-09-16T02:44:07.898 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/120 2024-09-16T02:44:07.939 INFO:teuthology.orchestra.run.smithi184.stdout: Upgrading : librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 77/120 2024-09-16T02:44:08.033 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 77/120 2024-09-16T02:44:08.060 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 78/120 2024-09-16T02:44:08.096 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/120 2024-09-16T02:44:08.503 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 80/120 2024-09-16T02:44:08.533 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 81/120 2024-09-16T02:44:08.604 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 81/120 2024-09-16T02:44:08.647 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 82/120 2024-09-16T02:44:08.704 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/120 2024-09-16T02:44:08.759 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/120 2024-09-16T02:44:08.949 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/120 2024-09-16T02:44:08.992 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/120 2024-09-16T02:44:09.071 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/120 2024-09-16T02:44:09.159 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/120 2024-09-16T02:44:09.301 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/120 2024-09-16T02:44:09.351 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/120 2024-09-16T02:44:09.382 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/120 2024-09-16T02:44:09.410 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : fuse-2.9.9-16.el9.x86_64 92/120 2024-09-16T02:44:09.861 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: cephadm-2:18.2.4-853.gae7f3733.el9.noarch 93/120 2024-09-16T02:44:09.884 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : cephadm-2:18.2.4-853.gae7f3733.el9.noarch 93/120 2024-09-16T02:44:09.905 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-853.gae7f3733.el 94/120 2024-09-16T02:44:09.973 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-853.gae7f3733.e 95/120 2024-09-16T02:44:10.000 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x 96/120 2024-09-16T02:44:12.046 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 97/120 2024-09-16T02:44:12.121 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 97/120 2024-09-16T02:44:12.652 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 97/120 2024-09-16T02:44:12.682 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 98/120 2024-09-16T02:44:12.771 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 98/120 2024-09-16T02:44:12.771 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-16T02:44:12.771 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-16T02:44:12.772 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:12.809 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 99/120 2024-09-16T02:44:18.988 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 99/120 2024-09-16T02:44:18.989 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /sys 2024-09-16T02:44:18.989 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /proc 2024-09-16T02:44:18.989 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /mnt 2024-09-16T02:44:18.989 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /var/tmp 2024-09-16T02:44:18.989 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /home 2024-09-16T02:44:18.989 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /root 2024-09-16T02:44:18.989 INFO:teuthology.orchestra.run.smithi097.stdout:skipping the directory /tmp 2024-09-16T02:44:18.989 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:19.066 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-853.gae7f3733.el9.noar 100/120 2024-09-16T02:44:20.142 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-853.gae7f3733.el9.noar 100/120 2024-09-16T02:44:20.187 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-853.gae7f3733.el9.no 101/120 2024-09-16T02:44:21.152 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-853.gae7f3733.el9.no 101/120 2024-09-16T02:44:21.187 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-853.gae7f 102/120 2024-09-16T02:44:21.290 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-853.gae7f 102/120 2024-09-16T02:44:21.445 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9 103/120 2024-09-16T02:44:21.473 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 104/120 2024-09-16T02:44:21.496 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 104/120 2024-09-16T02:44:21.496 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:21.497 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T02:44:21.497 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T02:44:21.497 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T02:44:21.497 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:21.548 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mgr-rook-2:18.2.4-853.gae7f3733.el9.noarch 105/120 2024-09-16T02:44:21.739 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-853.gae7f3733.el9.noarch 105/120 2024-09-16T02:44:21.765 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 106/120 2024-09-16T02:44:21.789 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 106/120 2024-09-16T02:44:21.789 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:21.789 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T02:44:21.790 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T02:44:21.790 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T02:44:21.790 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:22.242 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 107/120 2024-09-16T02:44:22.265 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 107/120 2024-09-16T02:44:22.265 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:22.265 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T02:44:22.265 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T02:44:22.265 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T02:44:22.265 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:23.676 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 108/120 2024-09-16T02:44:23.702 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 108/120 2024-09-16T02:44:23.702 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:23.702 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T02:44:23.702 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T02:44:23.702 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T02:44:23.703 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:24.204 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 99/120 2024-09-16T02:44:24.204 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /sys 2024-09-16T02:44:24.204 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /proc 2024-09-16T02:44:24.204 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /mnt 2024-09-16T02:44:24.204 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /var/tmp 2024-09-16T02:44:24.204 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /home 2024-09-16T02:44:24.205 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /root 2024-09-16T02:44:24.205 INFO:teuthology.orchestra.run.smithi184.stdout:skipping the directory /tmp 2024-09-16T02:44:24.205 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:24.276 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-853.gae7f3733.el9.noar 100/120 2024-09-16T02:44:24.414 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-2:18.2.4-853.gae7f3733.el9.x86_64 109/120 2024-09-16T02:44:24.444 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 110/120 2024-09-16T02:44:24.467 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 110/120 2024-09-16T02:44:24.467 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:24.467 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T02:44:24.468 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T02:44:24.468 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T02:44:24.468 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:24.511 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-853.gae7f37 111/120 2024-09-16T02:44:24.534 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-853.gae7f37 111/120 2024-09-16T02:44:24.534 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:24.534 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T02:44:24.534 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:24.828 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 112/120 2024-09-16T02:44:24.851 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 112/120 2024-09-16T02:44:24.852 INFO:teuthology.orchestra.run.smithi097.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:24.852 INFO:teuthology.orchestra.run.smithi097.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T02:44:24.852 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T02:44:24.852 INFO:teuthology.orchestra.run.smithi097.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T02:44:24.852 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:25.337 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-853.gae7f3733.el9.noar 100/120 2024-09-16T02:44:25.380 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-853.gae7f3733.el9.no 101/120 2024-09-16T02:44:26.351 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-853.gae7f3733.el9.no 101/120 2024-09-16T02:44:26.380 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-853.gae7f 102/120 2024-09-16T02:44:26.482 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-853.gae7f 102/120 2024-09-16T02:44:26.640 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9 103/120 2024-09-16T02:44:26.665 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 104/120 2024-09-16T02:44:26.689 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 104/120 2024-09-16T02:44:26.689 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:26.690 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-16T02:44:26.690 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T02:44:26.690 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-16T02:44:26.690 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:26.749 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mgr-rook-2:18.2.4-853.gae7f3733.el9.noarch 105/120 2024-09-16T02:44:26.944 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-853.gae7f3733.el9.noarch 105/120 2024-09-16T02:44:26.967 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 106/120 2024-09-16T02:44:26.990 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 106/120 2024-09-16T02:44:26.990 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:26.990 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-16T02:44:26.990 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T02:44:26.990 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-16T02:44:26.991 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:27.434 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 107/120 2024-09-16T02:44:27.460 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 107/120 2024-09-16T02:44:27.460 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:27.460 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-16T02:44:27.460 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T02:44:27.460 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-16T02:44:27.460 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:28.736 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 113/120 2024-09-16T02:44:28.790 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 114/120 2024-09-16T02:44:28.832 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 115/120 2024-09-16T02:44:28.868 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 108/120 2024-09-16T02:44:28.895 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 108/120 2024-09-16T02:44:28.896 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:28.896 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-16T02:44:28.896 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T02:44:28.896 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-16T02:44:28.896 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:28.950 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 116/120 2024-09-16T02:44:28.989 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-16T02:44:29.020 INFO:teuthology.orchestra.run.smithi097.stdout: Installing : libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_6 118/120 2024-09-16T02:44:29.021 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-16T02:44:29.104 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-16T02:44:29.104 INFO:teuthology.orchestra.run.smithi097.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-16T02:44:29.606 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-2:18.2.4-853.gae7f3733.el9.x86_64 109/120 2024-09-16T02:44:29.636 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 110/120 2024-09-16T02:44:29.660 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 110/120 2024-09-16T02:44:29.660 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:29.660 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-16T02:44:29.660 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T02:44:29.660 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-16T02:44:29.660 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:29.703 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-853.gae7f37 111/120 2024-09-16T02:44:29.728 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-853.gae7f37 111/120 2024-09-16T02:44:29.728 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:29.728 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-16T02:44:29.728 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:30.020 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 112/120 2024-09-16T02:44:30.044 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 112/120 2024-09-16T02:44:30.044 INFO:teuthology.orchestra.run.smithi184.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-16T02:44:30.044 INFO:teuthology.orchestra.run.smithi184.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-16T02:44:30.044 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T02:44:30.045 INFO:teuthology.orchestra.run.smithi184.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-16T02:44:30.045 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:33.787 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 113/120 2024-09-16T02:44:33.824 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 114/120 2024-09-16T02:44:33.865 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 115/120 2024-09-16T02:44:33.982 INFO:teuthology.orchestra.run.smithi097.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-16T02:44:33.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-2:18.2.4-853.gae7f3733.el9.x86_64 1/120 2024-09-16T02:44:33.982 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 2/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 3/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 4/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-853.gae7f37 5/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 6/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 7/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 8/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 9/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 10/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 11/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 12/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_6 13/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 14/120 2024-09-16T02:44:33.983 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 15/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 16/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_ 17/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 18/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9 19/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x 20/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 21/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 22/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 23/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 24/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 25/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 26/120 2024-09-16T02:44:33.984 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 27/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-853.gae7f3733.e 28/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-853.gae7f3733.el9.noar 29/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-853.gae7f3733.el9.no 30/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-853.gae7f 31/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9 32/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-mgr-rook-2:18.2.4-853.gae7f3733.el9.noarch 33/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-853.gae7f3733.el 34/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : cephadm-2:18.2.4-853.gae7f3733.el9.noarch 35/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-16T02:44:33.985 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-16T02:44:33.986 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-16T02:44:33.986 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-16T02:44:33.986 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-16T02:44:33.986 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-16T02:44:33.986 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-16T02:44:33.986 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-16T02:44:33.986 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-16T02:44:33.986 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-16T02:44:33.987 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-16T02:44:33.987 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-16T02:44:33.987 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-16T02:44:33.987 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-16T02:44:33.987 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-16T02:44:33.988 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-16T02:44:33.989 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 81/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-16T02:44:33.990 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-16T02:44:33.991 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:18.2.4-853.gae7f3733.el9.x86_64 117/120 2024-09-16T02:44:33.992 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-16T02:44:33.993 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 119/120 2024-09-16T02:44:33.993 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 116/120 2024-09-16T02:44:34.023 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 117/120 2024-09-16T02:44:34.054 INFO:teuthology.orchestra.run.smithi184.stdout: Installing : libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_6 118/120 2024-09-16T02:44:34.054 INFO:teuthology.orchestra.run.smithi184.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-16T02:44:34.137 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 119/120 2024-09-16T02:44:34.137 INFO:teuthology.orchestra.run.smithi184.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-16T02:44:36.252 INFO:teuthology.orchestra.run.smithi097.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout:Upgraded: 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: librados2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout:Installed: 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.253 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-grafana-dashboards-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-immutable-object-cache-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-cephadm-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-dashboard-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-diskprediction-local-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mgr-rook-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-prometheus-alerts-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:36.254 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: cephadm-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.255 INFO:teuthology.orchestra.run.smithi097.stdout: libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T02:44:36.256 INFO:teuthology.orchestra.run.smithi097.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T02:44:36.257 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T02:44:36.258 INFO:teuthology.orchestra.run.smithi097.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T02:44:36.259 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.260 INFO:teuthology.orchestra.run.smithi097.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T02:44:36.261 INFO:teuthology.orchestra.run.smithi097.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T02:44:36.262 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.262 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.262 INFO:teuthology.orchestra.run.smithi097.stdout: rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:36.262 INFO:teuthology.orchestra.run.smithi097.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T02:44:36.262 INFO:teuthology.orchestra.run.smithi097.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T02:44:36.262 INFO:teuthology.orchestra.run.smithi097.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T02:44:36.263 INFO:teuthology.orchestra.run.smithi097.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T02:44:36.263 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:44:36.263 INFO:teuthology.orchestra.run.smithi097.stdout:Complete! 2024-09-16T02:44:36.579 DEBUG:teuthology.parallel:result is None 2024-09-16T02:44:38.867 INFO:teuthology.orchestra.run.smithi184.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 120/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-2:18.2.4-853.gae7f3733.el9.x86_64 1/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 2/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 3/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 4/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-853.gae7f37 5/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 6/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 7/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 8/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 9/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 10/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 11/120 2024-09-16T02:44:38.868 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 12/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_6 13/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 14/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 15/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 16/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_ 17/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 18/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9 19/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x 20/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 21/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 22/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 23/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 24/120 2024-09-16T02:44:38.869 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 25/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 26/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 27/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-853.gae7f3733.e 28/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-853.gae7f3733.el9.noar 29/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-853.gae7f3733.el9.no 30/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-853.gae7f 31/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9 32/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-mgr-rook-2:18.2.4-853.gae7f3733.el9.noarch 33/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-853.gae7f3733.el 34/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : cephadm-2:18.2.4-853.gae7f3733.el9.noarch 35/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 36/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 37/120 2024-09-16T02:44:38.870 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 38/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 39/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 40/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-ply-3.11-14.el9.noarch 41/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 42/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 43/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 44/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 45/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 46/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 47/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 48/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 49/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 50/120 2024-09-16T02:44:38.871 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 51/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 52/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 53/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 54/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 55/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 56/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 57/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 58/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 59/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 60/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 61/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 62/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 63/120 2024-09-16T02:44:38.872 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 64/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 65/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 66/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 67/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 68/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 69/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 70/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 71/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 72/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 73/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 74/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 75/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 76/120 2024-09-16T02:44:38.873 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 77/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 78/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 79/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 80/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 81/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 82/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 83/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 84/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 85/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 86/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 87/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 88/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 89/120 2024-09-16T02:44:38.874 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 90/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 91/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 92/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 93/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 94/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 95/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 96/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 97/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 98/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 99/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 100/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 101/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 102/120 2024-09-16T02:44:38.875 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 103/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 104/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 105/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 106/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 107/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 108/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 109/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 110/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 111/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 112/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 113/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 114/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : re2-1:20211101-20.el9.x86_64 115/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 116/120 2024-09-16T02:44:38.876 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librados2-2:18.2.4-853.gae7f3733.el9.x86_64 117/120 2024-09-16T02:44:38.877 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 118/120 2024-09-16T02:44:38.877 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 119/120 2024-09-16T02:44:40.945 INFO:teuthology.orchestra.run.smithi184.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 120/120 2024-09-16T02:44:40.945 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:40.946 INFO:teuthology.orchestra.run.smithi184.stdout:Upgraded: 2024-09-16T02:44:40.946 INFO:teuthology.orchestra.run.smithi184.stdout: librados2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.946 INFO:teuthology.orchestra.run.smithi184.stdout: librbd1-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.946 INFO:teuthology.orchestra.run.smithi184.stdout:Installed: 2024-09-16T02:44:40.946 INFO:teuthology.orchestra.run.smithi184.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-16T02:44:40.946 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.946 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-base-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.947 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.947 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.947 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-grafana-dashboards-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:40.947 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-immutable-object-cache-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.947 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mds-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.947 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.947 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-cephadm-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:40.948 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-dashboard-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:40.948 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-diskprediction-local-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:40.948 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-modules-core-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:40.948 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mgr-rook-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:40.948 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-mon-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.948 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-osd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.949 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-prometheus-alerts-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:40.949 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-radosgw-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.949 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-selinux-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.949 INFO:teuthology.orchestra.run.smithi184.stdout: ceph-test-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.949 INFO:teuthology.orchestra.run.smithi184.stdout: cephadm-2:18.2.4-853.gae7f3733.el9.noarch 2024-09-16T02:44:40.949 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-16T02:44:40.950 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-16T02:44:40.950 INFO:teuthology.orchestra.run.smithi184.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-16T02:44:40.951 INFO:teuthology.orchestra.run.smithi184.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-16T02:44:40.951 INFO:teuthology.orchestra.run.smithi184.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-16T02:44:40.951 INFO:teuthology.orchestra.run.smithi184.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-16T02:44:40.951 INFO:teuthology.orchestra.run.smithi184.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-16T02:44:40.951 INFO:teuthology.orchestra.run.smithi184.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-16T02:44:40.952 INFO:teuthology.orchestra.run.smithi184.stdout: libcephfs-devel-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.952 INFO:teuthology.orchestra.run.smithi184.stdout: libcephfs2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.952 INFO:teuthology.orchestra.run.smithi184.stdout: libcephsqlite-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.952 INFO:teuthology.orchestra.run.smithi184.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-16T02:44:40.952 INFO:teuthology.orchestra.run.smithi184.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-16T02:44:40.953 INFO:teuthology.orchestra.run.smithi184.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-16T02:44:40.953 INFO:teuthology.orchestra.run.smithi184.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-16T02:44:40.953 INFO:teuthology.orchestra.run.smithi184.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-16T02:44:40.953 INFO:teuthology.orchestra.run.smithi184.stdout: librados-devel-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.954 INFO:teuthology.orchestra.run.smithi184.stdout: libradosstriper1-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.954 INFO:teuthology.orchestra.run.smithi184.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-16T02:44:40.954 INFO:teuthology.orchestra.run.smithi184.stdout: librgw2-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.954 INFO:teuthology.orchestra.run.smithi184.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-16T02:44:40.954 INFO:teuthology.orchestra.run.smithi184.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-16T02:44:40.955 INFO:teuthology.orchestra.run.smithi184.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-16T02:44:40.955 INFO:teuthology.orchestra.run.smithi184.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-16T02:44:40.955 INFO:teuthology.orchestra.run.smithi184.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-16T02:44:40.955 INFO:teuthology.orchestra.run.smithi184.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-16T02:44:40.956 INFO:teuthology.orchestra.run.smithi184.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-09-16T02:44:40.956 INFO:teuthology.orchestra.run.smithi184.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-16T02:44:40.956 INFO:teuthology.orchestra.run.smithi184.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-16T02:44:40.956 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-16T02:44:40.956 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ceph-argparse-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.957 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ceph-common-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.957 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cephfs-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.957 INFO:teuthology.orchestra.run.smithi184.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-16T02:44:40.957 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-16T02:44:40.957 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-16T02:44:40.957 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-16T02:44:40.958 INFO:teuthology.orchestra.run.smithi184.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-16T02:44:40.958 INFO:teuthology.orchestra.run.smithi184.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-16T02:44:40.958 INFO:teuthology.orchestra.run.smithi184.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-16T02:44:40.958 INFO:teuthology.orchestra.run.smithi184.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-09-16T02:44:40.958 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-16T02:44:40.958 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-16T02:44:40.959 INFO:teuthology.orchestra.run.smithi184.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-ply-3.11-14.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-16T02:44:40.960 INFO:teuthology.orchestra.run.smithi184.stdout: python3-py-1.10.0-6.el9.noarch 2024-09-16T02:44:40.961 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-16T02:44:40.961 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-16T02:44:40.961 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-16T02:44:40.961 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-16T02:44:40.961 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-09-16T02:44:40.961 INFO:teuthology.orchestra.run.smithi184.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-16T02:44:40.962 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rados-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rbd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rgw-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-16T02:44:40.963 INFO:teuthology.orchestra.run.smithi184.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-16T02:44:40.964 INFO:teuthology.orchestra.run.smithi184.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-16T02:44:40.964 INFO:teuthology.orchestra.run.smithi184.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-16T02:44:40.964 INFO:teuthology.orchestra.run.smithi184.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-16T02:44:40.964 INFO:teuthology.orchestra.run.smithi184.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-16T02:44:40.964 INFO:teuthology.orchestra.run.smithi184.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-16T02:44:40.964 INFO:teuthology.orchestra.run.smithi184.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-16T02:44:40.964 INFO:teuthology.orchestra.run.smithi184.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-16T02:44:40.965 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-fuse-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.965 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-mirror-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.965 INFO:teuthology.orchestra.run.smithi184.stdout: rbd-nbd-2:18.2.4-853.gae7f3733.el9.x86_64 2024-09-16T02:44:40.965 INFO:teuthology.orchestra.run.smithi184.stdout: re2-1:20211101-20.el9.x86_64 2024-09-16T02:44:40.965 INFO:teuthology.orchestra.run.smithi184.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-16T02:44:40.965 INFO:teuthology.orchestra.run.smithi184.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-16T02:44:40.965 INFO:teuthology.orchestra.run.smithi184.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-16T02:44:40.965 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:44:40.966 INFO:teuthology.orchestra.run.smithi184.stdout:Complete! 2024-09-16T02:44:41.310 DEBUG:teuthology.parallel:result is None 2024-09-16T02:44:41.310 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T02:44:41.310 INFO:teuthology.packaging:ref: None 2024-09-16T02:44:41.310 INFO:teuthology.packaging:tag: None 2024-09-16T02:44:41.310 INFO:teuthology.packaging:branch: reef 2024-09-16T02:44:41.310 INFO:teuthology.packaging:sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:44:41.311 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-16T02:44:41.583 DEBUG:teuthology.orchestra.run.smithi097:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T02:44:41.613 INFO:teuthology.orchestra.run.smithi097.stdout:18.2.4-853.gae7f3733.el9 2024-09-16T02:44:41.614 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-853.gae7f3733.el9 2024-09-16T02:44:41.614 INFO:teuthology.task.install:The correct ceph version 18.2.4-853.gae7f3733 is installed. 2024-09-16T02:44:41.616 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-16T02:44:41.616 INFO:teuthology.packaging:ref: None 2024-09-16T02:44:41.616 INFO:teuthology.packaging:tag: None 2024-09-16T02:44:41.616 INFO:teuthology.packaging:branch: reef 2024-09-16T02:44:41.616 INFO:teuthology.packaging:sha1: fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:44:41.616 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-09-16T02:44:41.896 DEBUG:teuthology.orchestra.run.smithi184:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-16T02:44:41.919 INFO:teuthology.orchestra.run.smithi184.stdout:18.2.4-853.gae7f3733.el9 2024-09-16T02:44:41.919 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-853.gae7f3733.el9 2024-09-16T02:44:41.920 INFO:teuthology.task.install:The correct ceph version 18.2.4-853.gae7f3733 is installed. 2024-09-16T02:44:41.921 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-16T02:44:41.922 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:44:41.922 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T02:44:41.955 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:44:41.955 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-16T02:44:41.986 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-16T02:44:41.987 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:44:41.987 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T02:44:42.025 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T02:44:42.094 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:44:42.094 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/usr/bin/daemon-helper 2024-09-16T02:44:42.119 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-16T02:44:42.183 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-16T02:44:42.183 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:44:42.183 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T02:44:42.211 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T02:44:42.278 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:44:42.278 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-16T02:44:42.305 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-16T02:44:42.370 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-16T02:44:42.370 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:44:42.370 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T02:44:42.397 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T02:44:42.462 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:44:42.462 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/usr/bin/stdin-killer 2024-09-16T02:44:42.487 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-16T02:44:42.552 INFO:teuthology.run_tasks:Running task print... 2024-09-16T02:44:42.561 INFO:teuthology.task.print:**** done install task... 2024-09-16T02:44:42.561 INFO:teuthology.run_tasks:Running task print... 2024-09-16T02:44:42.573 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-09-16T02:44:42.574 INFO:teuthology.run_tasks:Running task cephadm... 2024-09-16T02:44:42.687 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'fc3e0bff7468fd55478adbae7f75508b749124b6'} 2024-09-16T02:44:42.687 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-09-16T02:44:42.688 INFO:tasks.cephadm:Cluster fsid is a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:44:42.688 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-09-16T02:44:42.688 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.97', 'mon.c': '[v2:172.21.15.97:3301,v1:172.21.15.97:6790]', 'mon.b': '172.21.15.184'} 2024-09-16T02:44:42.688 INFO:tasks.cephadm:First mon is mon.a on smithi097 2024-09-16T02:44:42.688 INFO:tasks.cephadm:First mgr is y 2024-09-16T02:44:42.689 INFO:tasks.cephadm:Normalizing hostnames... 2024-09-16T02:44:42.689 DEBUG:teuthology.orchestra.run.smithi097:> sudo hostname $(hostname -s) 2024-09-16T02:44:42.716 DEBUG:teuthology.orchestra.run.smithi184:> sudo hostname $(hostname -s) 2024-09-16T02:44:42.741 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-09-16T02:44:42.742 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:44:42.890 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'fc3e0bff7468fd55478adbae7f75508b749124b6', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/56083/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.3.0-4930-gfc3e0bff', 'node_name': '172.21.5.32+adami02', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.3.0-4930.gfc3e0bff'}, 'url': 'https://2.chacra.ceph.com/r/ceph/main/fc3e0bff7468fd55478adbae7f75508b749124b6/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-09-15 16:12:32.913620', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/main/fc3e0bff7468fd55478adbae7f75508b749124b6/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-09-16T02:44:43.168 INFO:tasks.util.chacra:got chacra host 1.chacra.ceph.com, ref reef, sha1 ae7f37330c1a72493684eb1fcaed6f2a01195bb6 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-09-16T02:44:43.169 INFO:tasks.cephadm:Discovered cachra url: https://1.chacra.ceph.com/binaries/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/x86_64/flavors/default/cephadm 2024-09-16T02:44:43.169 INFO:tasks.cephadm:Downloading cephadm from url: https://1.chacra.ceph.com/binaries/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/x86_64/flavors/default/cephadm 2024-09-16T02:44:43.170 DEBUG:teuthology.orchestra.run.smithi097:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T02:44:43.524 INFO:teuthology.orchestra.run.smithi097.stdout:-rw-r--r--. 1 ubuntu ubuntu 217225 Sep 16 02:44 /home/ubuntu/cephtest/cephadm 2024-09-16T02:44:43.525 DEBUG:teuthology.orchestra.run.smithi184:> curl --silent -L https://1.chacra.ceph.com/binaries/ceph/reef/ae7f37330c1a72493684eb1fcaed6f2a01195bb6/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-09-16T02:44:43.866 INFO:teuthology.orchestra.run.smithi184.stdout:-rw-r--r--. 1 ubuntu ubuntu 217225 Sep 16 02:44 /home/ubuntu/cephtest/cephadm 2024-09-16T02:44:43.867 DEBUG:teuthology.orchestra.run.smithi097:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T02:44:43.887 DEBUG:teuthology.orchestra.run.smithi184:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-09-16T02:44:43.919 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-09-16T02:44:43.919 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-16T02:44:43.930 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-09-16T02:44:45.504 INFO:teuthology.orchestra.run.smithi097.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-16T02:44:45.537 INFO:teuthology.orchestra.run.smithi184.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-16T02:45:31.102 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:45:31.103 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph_version": "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)", 2024-09-16T02:45:31.103 INFO:teuthology.orchestra.run.smithi097.stdout: "image_id": "fd1d6ca2b4a51b7dd04a60817dc43aeea69da272641c8151cf0fecceea98aa95", 2024-09-16T02:45:31.103 INFO:teuthology.orchestra.run.smithi097.stdout: "repo_digests": [ 2024-09-16T02:45:31.103 INFO:teuthology.orchestra.run.smithi097.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87" 2024-09-16T02:45:31.103 INFO:teuthology.orchestra.run.smithi097.stdout: ] 2024-09-16T02:45:31.103 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:45:33.841 INFO:teuthology.orchestra.run.smithi184.stdout:{ 2024-09-16T02:45:33.841 INFO:teuthology.orchestra.run.smithi184.stdout: "ceph_version": "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)", 2024-09-16T02:45:33.841 INFO:teuthology.orchestra.run.smithi184.stdout: "image_id": "fd1d6ca2b4a51b7dd04a60817dc43aeea69da272641c8151cf0fecceea98aa95", 2024-09-16T02:45:33.841 INFO:teuthology.orchestra.run.smithi184.stdout: "repo_digests": [ 2024-09-16T02:45:33.841 INFO:teuthology.orchestra.run.smithi184.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87" 2024-09-16T02:45:33.842 INFO:teuthology.orchestra.run.smithi184.stdout: ] 2024-09-16T02:45:33.842 INFO:teuthology.orchestra.run.smithi184.stdout:} 2024-09-16T02:45:33.861 DEBUG:teuthology.orchestra.run.smithi097:> sudo mkdir -p /etc/ceph 2024-09-16T02:45:33.895 DEBUG:teuthology.orchestra.run.smithi184:> sudo mkdir -p /etc/ceph 2024-09-16T02:45:33.924 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 777 /etc/ceph 2024-09-16T02:45:33.963 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod 777 /etc/ceph 2024-09-16T02:45:33.990 INFO:tasks.cephadm:Writing seed config... 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-09-16T02:45:33.991 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-09-16T02:45:33.992 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-09-16T02:45:33.992 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:45:33.992 DEBUG:teuthology.orchestra.run.smithi097:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-09-16T02:45:34.020 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = a054495a-73d5-11ef-bceb-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-09-16T02:45:34.021 DEBUG:teuthology.orchestra.run.smithi097:mon.a> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a.service 2024-09-16T02:45:34.063 DEBUG:teuthology.orchestra.run.smithi097:mgr.y> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y.service 2024-09-16T02:45:34.106 INFO:tasks.cephadm:Bootstrapping... 2024-09-16T02:45:34.106 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid a054495a-73d5-11ef-bceb-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.97 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:45:34.260 INFO:teuthology.orchestra.run.smithi097.stdout:-------------------------------------------------------------------------------- 2024-09-16T02:45:34.260 INFO:teuthology.orchestra.run.smithi097.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'a054495a-73d5-11ef-bceb-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.97', '--skip-admin-label'] 2024-09-16T02:45:34.283 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stdout 5.2.2 2024-09-16T02:45:34.283 INFO:teuthology.orchestra.run.smithi097.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-09-16T02:45:34.283 INFO:teuthology.orchestra.run.smithi097.stdout:Verifying podman|docker is present... 2024-09-16T02:45:34.306 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stdout 5.2.2 2024-09-16T02:45:34.306 INFO:teuthology.orchestra.run.smithi097.stdout:Verifying lvm2 is present... 2024-09-16T02:45:34.306 INFO:teuthology.orchestra.run.smithi097.stdout:Verifying time synchronization is in place... 2024-09-16T02:45:34.314 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-16T02:45:34.314 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-16T02:45:34.320 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-16T02:45:34.320 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout inactive 2024-09-16T02:45:34.326 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout enabled 2024-09-16T02:45:34.333 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout active 2024-09-16T02:45:34.333 INFO:teuthology.orchestra.run.smithi097.stdout:Unit chronyd.service is enabled and running 2024-09-16T02:45:34.333 INFO:teuthology.orchestra.run.smithi097.stdout:Repeating the final host check... 2024-09-16T02:45:34.355 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stdout 5.2.2 2024-09-16T02:45:34.355 INFO:teuthology.orchestra.run.smithi097.stdout:podman (/bin/podman) version 5.2.2 is present 2024-09-16T02:45:34.355 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl is present 2024-09-16T02:45:34.355 INFO:teuthology.orchestra.run.smithi097.stdout:lvcreate is present 2024-09-16T02:45:34.361 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-09-16T02:45:34.362 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-09-16T02:45:34.368 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-09-16T02:45:34.368 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout inactive 2024-09-16T02:45:34.374 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout enabled 2024-09-16T02:45:34.380 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout active 2024-09-16T02:45:34.381 INFO:teuthology.orchestra.run.smithi097.stdout:Unit chronyd.service is enabled and running 2024-09-16T02:45:34.381 INFO:teuthology.orchestra.run.smithi097.stdout:Host looks OK 2024-09-16T02:45:34.381 INFO:teuthology.orchestra.run.smithi097.stdout:Cluster fsid: a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:45:34.381 INFO:teuthology.orchestra.run.smithi097.stdout:Acquiring lock 140224266628688 on /run/cephadm/a054495a-73d5-11ef-bceb-c7b262605968.lock 2024-09-16T02:45:34.381 INFO:teuthology.orchestra.run.smithi097.stdout:Lock 140224266628688 acquired on /run/cephadm/a054495a-73d5-11ef-bceb-c7b262605968.lock 2024-09-16T02:45:34.381 INFO:teuthology.orchestra.run.smithi097.stdout:Verifying IP 172.21.15.97 port 3300 ... 2024-09-16T02:45:34.382 INFO:teuthology.orchestra.run.smithi097.stdout:Verifying IP 172.21.15.97 port 6789 ... 2024-09-16T02:45:34.382 INFO:teuthology.orchestra.run.smithi097.stdout:Base mon IP(s) is [172.21.15.97:3300, 172.21.15.97:6789], mon addrv is [v2:172.21.15.97:3300,v1:172.21.15.97:6789] 2024-09-16T02:45:34.385 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.97 metric 100 2024-09-16T02:45:34.385 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.97 metric 100 2024-09-16T02:45:34.387 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-09-16T02:45:34.387 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-09-16T02:45:34.387 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-09-16T02:45:34.390 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-09-16T02:45:34.390 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-09-16T02:45:34.390 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-16T02:45:34.390 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-09-16T02:45:34.390 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d805/64 scope link noprefixroute 2024-09-16T02:45:34.390 INFO:teuthology.orchestra.run.smithi097.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-09-16T02:45:34.391 INFO:teuthology.orchestra.run.smithi097.stdout:Mon IP `172.21.15.97` is in CIDR network `172.21.0.0/20` 2024-09-16T02:45:34.391 INFO:teuthology.orchestra.run.smithi097.stdout:Mon IP `172.21.15.97` is in CIDR network `172.21.0.0/20` 2024-09-16T02:45:34.391 INFO:teuthology.orchestra.run.smithi097.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-09-16T02:45:34.391 INFO:teuthology.orchestra.run.smithi097.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-09-16T02:45:34.392 INFO:teuthology.orchestra.run.smithi097.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-09-16T02:45:34.803 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stdout fd1d6ca2b4a51b7dd04a60817dc43aeea69da272641c8151cf0fecceea98aa95 2024-09-16T02:45:34.803 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-09-16T02:45:34.803 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stderr Getting image source signatures 2024-09-16T02:45:34.804 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stderr Copying blob sha256:7554792ee943fcbd9ac63c8a3057c4d86592e594de711470628678498ff1ba71 2024-09-16T02:45:34.804 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stderr Copying blob sha256:e8b54c863393b7a8216a71737771b73b16a8e43ec7acf927c7faa175c255e551 2024-09-16T02:45:34.804 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stderr Copying config sha256:fd1d6ca2b4a51b7dd04a60817dc43aeea69da272641c8151cf0fecceea98aa95 2024-09-16T02:45:34.804 INFO:teuthology.orchestra.run.smithi097.stdout:/bin/podman: stderr Writing manifest to image destination 2024-09-16T02:45:35.669 INFO:teuthology.orchestra.run.smithi097.stdout:ceph: stdout ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable) 2024-09-16T02:45:35.669 INFO:teuthology.orchestra.run.smithi097.stdout:Ceph version: ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable) 2024-09-16T02:45:35.669 INFO:teuthology.orchestra.run.smithi097.stdout:Extracting ceph user uid/gid from container image... 2024-09-16T02:45:36.641 INFO:teuthology.orchestra.run.smithi097.stdout:stat: stdout 167 167 2024-09-16T02:45:36.641 INFO:teuthology.orchestra.run.smithi097.stdout:Creating initial keys... 2024-09-16T02:45:37.655 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph-authtool: stdout AQDQm+dm6vdwORAApUyBh4BNt9qaYiJCfYOBIg== 2024-09-16T02:45:38.619 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph-authtool: stdout AQDSm+dmJi4lARAAxcelpclpajbMOKxFNhdhQA== 2024-09-16T02:45:40.250 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph-authtool: stdout AQDSm+dmDmKeOBAAopFZ/vQaIK0nzqpODr+SOQ== 2024-09-16T02:45:40.250 INFO:teuthology.orchestra.run.smithi097.stdout:Creating initial monmap... 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout:monmaptool for a [v2:172.21.15.97:3300,v1:172.21.15.97:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout:setting min_mon_release = pacific 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/monmaptool: set fsid to a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-09-16T02:45:50.025 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:45:50.026 INFO:teuthology.orchestra.run.smithi097.stdout:Creating mon... 2024-09-16T02:45:50.919 INFO:teuthology.orchestra.run.smithi097.stdout:create mon.a on 2024-09-16T02:45:51.113 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-09-16T02:45:51.248 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-09-16T02:45:51.413 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-a054495a-73d5-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-a054495a-73d5-11ef-bceb-c7b262605968.target. 2024-09-16T02:45:51.413 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-a054495a-73d5-11ef-bceb-c7b262605968.target → /etc/systemd/system/ceph-a054495a-73d5-11ef-bceb-c7b262605968.target. 2024-09-16T02:45:51.665 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a 2024-09-16T02:45:51.665 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Failed to reset failed state of unit ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a.service: Unit ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a.service not loaded. 2024-09-16T02:45:51.822 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-a054495a-73d5-11ef-bceb-c7b262605968.target.wants/ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a.service → /etc/systemd/system/ceph-a054495a-73d5-11ef-bceb-c7b262605968@.service. 2024-09-16T02:45:52.385 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T02:45:52.385 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout disabled 2024-09-16T02:45:52.392 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T02:45:52.393 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout inactive 2024-09-16T02:45:52.393 INFO:teuthology.orchestra.run.smithi097.stdout:firewalld.service is not enabled 2024-09-16T02:45:52.393 INFO:teuthology.orchestra.run.smithi097.stdout:Not possible to enable service . firewalld.service is not available 2024-09-16T02:45:52.393 INFO:teuthology.orchestra.run.smithi097.stdout:Waiting for mon to start... 2024-09-16T02:45:52.393 INFO:teuthology.orchestra.run.smithi097.stdout:Waiting for mon... 2024-09-16T02:45:53.478 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:53 smithi097 ceph-mon[27214]: from='client.? 172.21.15.97:0/3591727622' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout cluster: 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout id: a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout services: 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.539449s) 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout data: 2024-09-16T02:45:53.482 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-09-16T02:45:53.483 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-09-16T02:45:53.483 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-09-16T02:45:53.483 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout pgs: 2024-09-16T02:45:53.483 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:45:53.483 INFO:teuthology.orchestra.run.smithi097.stdout:mon is available 2024-09-16T02:45:53.483 INFO:teuthology.orchestra.run.smithi097.stdout:Assimilating anything we can from ceph.conf... 2024-09-16T02:45:54.550 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:54 smithi097 ceph-mon[27214]: from='client.? 172.21.15.97:0/4071670275' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-16T02:45:54.551 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:54 smithi097 ceph-mon[27214]: from='client.? 172.21.15.97:0/4071670275' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout [global] 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout fsid = a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.97:3300,v1:172.21.15.97:6789] 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-16T02:45:54.555 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-16T02:45:54.556 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:45:54.556 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout [osd] 2024-09-16T02:45:54.556 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-16T02:45:54.556 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-16T02:45:54.556 INFO:teuthology.orchestra.run.smithi097.stdout:Generating new minimal ceph.conf... 2024-09-16T02:45:55.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:55 smithi097 ceph-mon[27214]: from='client.? 172.21.15.97:0/1075228683' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:45:56.934 INFO:teuthology.orchestra.run.smithi097.stdout:Restarting the monitor... 2024-09-16T02:45:57.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:56 smithi097 systemd[1]: Stopping Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:45:57.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a[27210]: 2024-09-16T02:45:57.206+0000 7fcff8d64640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:45:57.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a[27210]: 2024-09-16T02:45:57.206+0000 7fcff8d64640 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-09-16T02:45:57.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:57 smithi097 podman[27455]: 2024-09-16 02:45:57.330087677 +0000 UTC m=+0.220059199 container died af508c02ac7e1a4c08a926c416771739d9626261e0c2e63c6c9d5ca9a30220e1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T02:45:57.950 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:57 smithi097 podman[27455]: 2024-09-16 02:45:57.765447673 +0000 UTC m=+0.655419237 container cleanup af508c02ac7e1a4c08a926c416771739d9626261e0c2e63c6c9d5ca9a30220e1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, RELEASE=reef-ae7f373, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:45:57.951 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:57 smithi097 bash[27455]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a 2024-09-16T02:45:58.208 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:57 smithi097 podman[27468]: 2024-09-16 02:45:57.949502513 +0000 UTC m=+0.619565672 container remove af508c02ac7e1a4c08a926c416771739d9626261e0c2e63c6c9d5ca9a30220e1 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, RELEASE=reef-ae7f373, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T02:45:58.208 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-16T02:45:58.208 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 systemd[1]: Stopped Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:45:58.208 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 systemd[1]: Starting Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:45:58.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 podman[27561]: 2024-09-16 02:45:58.281081571 +0000 UTC m=+0.015643186 image pull fd1d6ca2b4a51b7dd04a60817dc43aeea69da272641c8151cf0fecceea98aa95 quay.ceph.io/ceph-ci/ceph:reef 2024-09-16T02:45:58.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 podman[27561]: 2024-09-16 02:45:58.383662496 +0000 UTC m=+0.118224154 container create 196155f558e00c4c0bc38e57229d42dda7761c45dd21b59a0fc01673b01a9607 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:45:58.683 INFO:teuthology.orchestra.run.smithi097.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-09-16T02:45:58.896 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 podman[27561]: 2024-09-16 02:45:58.619283252 +0000 UTC m=+0.353844861 container init 196155f558e00c4c0bc38e57229d42dda7761c45dd21b59a0fc01673b01a9607 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 podman[27561]: 2024-09-16 02:45:58.622557958 +0000 UTC m=+0.357119570 container start 196155f558e00c4c0bc38e57229d42dda7761c45dd21b59a0fc01673b01a9607 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=reef-ae7f373, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable), process ceph-mon, pid 2 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: pidfile_write: ignore empty --pid-file 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: load: jerasure load: lrc 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: RocksDB version: 7.9.2 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Git sha 0 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Compile date 2024-09-15 20:36:04 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: DB SUMMARY 2024-09-16T02:45:58.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: DB Session ID: RW8N49Q5EICQLUR28RIK 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: CURRENT file: CURRENT 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84546 ; 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.error_if_exists: 0 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.create_if_missing: 0 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.paranoid_checks: 1 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.env: 0x5594cf1b8bc0 2024-09-16T02:45:58.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T02:45:58.899 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.info_log: 0x5594d003abe0 2024-09-16T02:45:58.899 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T02:45:58.899 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.statistics: (nil) 2024-09-16T02:45:58.899 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.use_fsync: 0 2024-09-16T02:45:58.900 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_log_file_size: 0 2024-09-16T02:45:58.900 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T02:45:58.900 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T02:45:58.900 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T02:45:58.900 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.allow_fallocate: 1 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.use_direct_reads: 0 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.db_log_dir: 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.wal_dir: 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T02:45:58.901 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.write_buffer_manager: 0x5594d0048320 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T02:45:58.902 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.unordered_write: 0 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.row_cache: None 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.wal_filter: None 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.two_write_queues: 0 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.wal_compression: 0 2024-09-16T02:45:58.903 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.atomic_flush: 0 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.log_readahead_size: 0 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T02:45:58.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_background_jobs: 2 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_background_compactions: -1 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_subcompactions: 1 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T02:45:58.905 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_open_files: -1 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_background_flushes: -1 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Compression algorithms supported: 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: kZSTD supported: 0 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: kXpressCompression supported: 0 2024-09-16T02:45:58.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: kBZip2Compression supported: 0 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: kLZ4Compression supported: 1 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: kZlibCompression supported: 1 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: kSnappyCompression supported: 1 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.merge_operator: 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_filter: None 2024-09-16T02:45:58.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5594d003a7e0) 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout: cache_index_and_filter_blocks: 1 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout: pin_top_level_index_and_filter: 1 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout: index_type: 0 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout: data_block_index_type: 0 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout: index_shortening: 1 2024-09-16T02:45:58.908 INFO:journalctl@ceph.mon.a.smithi097.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: checksum: 4 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: no_block_cache: 0 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_cache: 0x5594d002f350 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_cache_name: BinnedLRUCache 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_cache_options: 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: capacity : 536870912 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: num_shard_bits : 4 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: strict_capacity_limit : 0 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: high_pri_pool_ratio: 0.000 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_cache_compressed: (nil) 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: persistent_cache: (nil) 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_size: 4096 2024-09-16T02:45:58.909 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_size_deviation: 10 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_restart_interval: 16 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: index_block_restart_interval: 1 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: metadata_block_size: 4096 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: partition_filters: 0 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: use_delta_encoding: 1 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: filter_policy: bloomfilter 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: whole_key_filtering: 1 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: verify_compression: 0 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: read_amp_bytes_per_bit: 0 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: format_version: 5 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: enable_index_compression: 1 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_align: 0 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: max_auto_readahead_size: 262144 2024-09-16T02:45:58.910 INFO:journalctl@ceph.mon.a.smithi097.stdout: prepopulate_block_cache: 0 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout: initial_auto_readahead_size: 8192 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression: NoCompression 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.num_levels: 7 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T02:45:58.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T02:45:58.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T02:45:58.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T02:45:58.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T02:45:58.915 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.inplace_update_support: 0 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T02:45:58.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.bloom_locality: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.max_successive_merges: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.ttl: 2592000 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.enable_blob_files: false 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.min_blob_size: 0 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T02:45:58.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5cddc81a-9f8c-4d91-acb0-5567279f2a90 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726454758648748, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-09-16T02:45:58.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726454758649580, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81096, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79246, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73447, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726454758, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5cddc81a-9f8c-4d91-acb0-5567279f2a90", "db_session_id": "RW8N49Q5EICQLUR28RIK", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726454758649681, "job": 1, "event": "recovery_finished"} 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5594d005ae00 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: DB pointer 0x5594d014e000 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout: ** DB Stats ** 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T02:45:58.919 INFO:journalctl@ceph.mon.a.smithi097.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: ** Compaction Stats [default] ** 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: L0 2/0 81.06 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: Sum 2/0 81.06 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 145.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: ** Compaction Stats [default] ** 2024-09-16T02:45:58.920 INFO:journalctl@ceph.mon.a.smithi097.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 145.4 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: Cumulative compaction: 0.00 GB write, 14.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T02:45:58.921 INFO:journalctl@ceph.mon.a.smithi097.stdout: Interval compaction: 0.00 GB write, 14.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: Block cache BinnedLRUCache@0x5594d002f350#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: starting mon.a rank 0 at public addrs [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] at bind addrs [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a@-1(???) e1 preinit fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a@-1(???).mds e1 new map 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a@-1(???).mds e1 print_map 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: e1 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T02:45:58.922 INFO:journalctl@ceph.mon.a.smithi097.stdout: legacy client fscid: -1 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout: No filesystems configured 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 bash[27561]: 196155f558e00c4c0bc38e57229d42dda7761c45dd21b59a0fc01673b01a9607 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 systemd[1]: Started Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mon.a is new leader, mons a in quorum (ranks 0) 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: monmap e1: 1 mons at {a=[v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: fsmap 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: osdmap e1: 0 total, 0 up, 0 in 2024-09-16T02:45:58.923 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:45:58 smithi097 ceph-mon[27580]: mgrmap e1: no daemons active 2024-09-16T02:45:59.688 INFO:teuthology.orchestra.run.smithi097.stdout:Wrote config to /etc/ceph/ceph.conf 2024-09-16T02:45:59.709 INFO:teuthology.orchestra.run.smithi097.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:45:59.710 INFO:teuthology.orchestra.run.smithi097.stdout:Creating mgr... 2024-09-16T02:45:59.710 INFO:teuthology.orchestra.run.smithi097.stdout:Verifying port 0.0.0.0:9283 ... 2024-09-16T02:45:59.710 INFO:teuthology.orchestra.run.smithi097.stdout:Verifying port 0.0.0.0:8765 ... 2024-09-16T02:45:59.955 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y 2024-09-16T02:45:59.955 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Failed to reset failed state of unit ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y.service: Unit ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y.service not loaded. 2024-09-16T02:46:00.102 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-a054495a-73d5-11ef-bceb-c7b262605968.target.wants/ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-a054495a-73d5-11ef-bceb-c7b262605968@.service. 2024-09-16T02:46:00.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:00 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/30417586' entity='client.admin' 2024-09-16T02:46:00.702 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T02:46:00.702 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout disabled 2024-09-16T02:46:00.710 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T02:46:00.710 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout inactive 2024-09-16T02:46:00.710 INFO:teuthology.orchestra.run.smithi097.stdout:firewalld.service is not enabled 2024-09-16T02:46:00.710 INFO:teuthology.orchestra.run.smithi097.stdout:Not possible to enable service . firewalld.service is not available 2024-09-16T02:46:00.718 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T02:46:00.718 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout disabled 2024-09-16T02:46:00.726 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T02:46:00.726 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout inactive 2024-09-16T02:46:00.726 INFO:teuthology.orchestra.run.smithi097.stdout:firewalld.service is not enabled 2024-09-16T02:46:00.726 INFO:teuthology.orchestra.run.smithi097.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-09-16T02:46:00.726 INFO:teuthology.orchestra.run.smithi097.stdout:Waiting for mgr to start... 2024-09-16T02:46:00.726 INFO:teuthology.orchestra.run.smithi097.stdout:Waiting for mgr... 2024-09-16T02:46:00.850 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:00 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:00.768+0000 7fba39f94040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T02:46:01.100 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:00 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:00.917+0000 7fba39f94040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T02:46:01.101 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:00 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:00.988+0000 7fba39f94040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T02:46:01.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:01 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1648311143' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T02:46:01.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:01 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:01.135+0000 7fba39f94040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:46:01.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:01 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:01.289+0000 7fba39f94040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T02:46:01.854 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:01 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:01.601+0000 7fba39f94040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T02:46:01.855 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:01 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:01.662+0000 7fba39f94040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T02:46:01.855 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:01 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:01.843+0000 7fba39f94040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T02:46:01.862 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout { 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "fsid": "a054495a-73d5-11ef-bceb-c7b262605968", 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T02:46:01.863 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 0 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:01.864 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T02:46:01.865 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T02:46:01.866 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T02:46:01.867 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:01.868 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T02:45:52.351656+0000", 2024-09-16T02:46:01.868 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T02:46:01.868 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:01.868 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T02:46:01.868 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout } 2024-09-16T02:46:01.868 INFO:teuthology.orchestra.run.smithi097.stdout:mgr not available, waiting (1/15)... 2024-09-16T02:46:02.804 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:02 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:02.733+0000 7fba39f94040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T02:46:02.804 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:02 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:02.801+0000 7fba39f94040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T02:46:03.790 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:03.535+0000 7fba39f94040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T02:46:03.791 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:03.648+0000 7fba39f94040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T02:46:03.791 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:03.788+0000 7fba39f94040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:46:04.070 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:03.847+0000 7fba39f94040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T02:46:04.070 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:03.999+0000 7fba39f94040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T02:46:04.070 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:04.067+0000 7fba39f94040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T02:46:04.324 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:04.127+0000 7fba39f94040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T02:46:04.324 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:04.288+0000 7fba39f94040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T02:46:04.575 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3691083102' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T02:46:04.576 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:04.357+0000 7fba39f94040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T02:46:04.576 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:04.430+0000 7fba39f94040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T02:46:04.576 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:04.513+0000 7fba39f94040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T02:46:04.869 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:04.573+0000 7fba39f94040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T02:46:04.869 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:04.632+0000 7fba39f94040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout { 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "fsid": "a054495a-73d5-11ef-bceb-c7b262605968", 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:05.144 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 0 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T02:46:05.145 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T02:46:05.146 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "available": false, 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T02:46:05.147 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T02:45:52.351656+0000", 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout } 2024-09-16T02:46:05.148 INFO:teuthology.orchestra.run.smithi097.stdout:mgr not available, waiting (2/15)... 2024-09-16T02:46:05.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:05.415+0000 7fba39f94040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T02:46:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-mon[27580]: Activating manager daemon y 2024-09-16T02:46:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-mon[27580]: mgrmap e2: y(active, starting, since 0.00293005s) 2024-09-16T02:46:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:46:05.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:46:05.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:46:05.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:46:05.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:46:05.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:05 smithi097 ceph-mon[27580]: Manager daemon y is now available 2024-09-16T02:46:06.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:06 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:46:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:06 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' 2024-09-16T02:46:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:06 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:46:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:06 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' 2024-09-16T02:46:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:06 smithi097 ceph-mon[27580]: from='mgr.14100 172.21.15.97:0/2124543536' entity='mgr.y' 2024-09-16T02:46:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:06 smithi097 ceph-mon[27580]: mgrmap e3: y(active, since 1.00662s) 2024-09-16T02:46:08.458 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:46:08.458 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout { 2024-09-16T02:46:08.458 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "fsid": "a054495a-73d5-11ef-bceb-c7b262605968", 2024-09-16T02:46:08.458 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "health": { 2024-09-16T02:46:08.458 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-09-16T02:46:08.458 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-09-16T02:46:08.458 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 0 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "a" 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "monmap": { 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:08.459 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-09-16T02:46:08.460 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-09-16T02:46:08.461 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "modules": [ 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "iostat", 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "nfs", 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "restful" 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ], 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "modified": "2024-09-16T02:45:52.351656+0000", 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "services": {} 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout }, 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout } 2024-09-16T02:46:08.462 INFO:teuthology.orchestra.run.smithi097.stdout:mgr is available 2024-09-16T02:46:08.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:08 smithi097 ceph-mon[27580]: mgrmap e4: y(active, since 2s) 2024-09-16T02:46:08.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:08 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1334806750' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-09-16T02:46:09.627 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:46:09.627 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout [global] 2024-09-16T02:46:09.627 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout fsid = a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout [mgr] 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout [osd] 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-09-16T02:46:09.628 INFO:teuthology.orchestra.run.smithi097.stdout:Enabling cephadm module... 2024-09-16T02:46:09.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:09 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/903859361' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-09-16T02:46:10.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:10 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1897048952' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-09-16T02:46:10.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ignoring --setuser ceph since I am not root 2024-09-16T02:46:10.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ignoring --setgroup ceph since I am not root 2024-09-16T02:46:10.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:10.580+0000 7fe6ea12b040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T02:46:10.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:10.636+0000 7fe6ea12b040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T02:46:11.138 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:10.785+0000 7fe6ea12b040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T02:46:11.138 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:10.852+0000 7fe6ea12b040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T02:46:11.138 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:10.996+0000 7fe6ea12b040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:46:11.138 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:11.136+0000 7fe6ea12b040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T02:46:11.700 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:11 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1897048952' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-09-16T02:46:11.700 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:11 smithi097 ceph-mon[27580]: mgrmap e5: y(active, since 5s) 2024-09-16T02:46:11.700 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:11.449+0000 7fe6ea12b040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T02:46:11.700 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:11.512+0000 7fe6ea12b040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T02:46:11.700 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:11.698+0000 7fe6ea12b040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T02:46:12.391 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout { 2024-09-16T02:46:12.391 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-09-16T02:46:12.391 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T02:46:12.392 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-16T02:46:12.392 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-16T02:46:12.392 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout } 2024-09-16T02:46:12.392 INFO:teuthology.orchestra.run.smithi097.stdout:Waiting for the mgr to restart... 2024-09-16T02:46:12.392 INFO:teuthology.orchestra.run.smithi097.stdout:Waiting for mgr epoch 5... 2024-09-16T02:46:12.644 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:12 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3337967148' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-16T02:46:12.645 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:12 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:12.574+0000 7fe6ea12b040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T02:46:12.645 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:12 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:12.642+0000 7fe6ea12b040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T02:46:13.613 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:13.353+0000 7fe6ea12b040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T02:46:13.613 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:13.466+0000 7fe6ea12b040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T02:46:13.886 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:13.611+0000 7fe6ea12b040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:46:13.887 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:13.672+0000 7fe6ea12b040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T02:46:13.887 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:13.818+0000 7fe6ea12b040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T02:46:13.887 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:13.884+0000 7fe6ea12b040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T02:46:14.165 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:13.943+0000 7fe6ea12b040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T02:46:14.165 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:14.098+0000 7fe6ea12b040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T02:46:14.165 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:14.163+0000 7fe6ea12b040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T02:46:14.429 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:14.228+0000 7fe6ea12b040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T02:46:14.429 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:14.309+0000 7fe6ea12b040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T02:46:14.429 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:14.368+0000 7fe6ea12b040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T02:46:14.429 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:14.427+0000 7fe6ea12b040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T02:46:15.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:15.187+0000 7fe6ea12b040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T02:46:15.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: Active manager daemon y restarted 2024-09-16T02:46:15.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: Activating manager daemon y 2024-09-16T02:46:15.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: osdmap e2: 0 total, 0 up, 0 in 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: mgrmap e6: y(active, starting, since 0.00349983s) 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: Manager daemon y is now available 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:46:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:15 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:46:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-mon[27580]: Found migration_current of "None". Setting to last migration. 2024-09-16T02:46:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-mon[27580]: mgrmap e7: y(active, since 1.00542s) 2024-09-16T02:46:16.989 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout { 2024-09-16T02:46:16.989 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-09-16T02:46:16.989 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-16T02:46:16.989 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout } 2024-09-16T02:46:16.989 INFO:teuthology.orchestra.run.smithi097.stdout:mgr epoch 5 is available 2024-09-16T02:46:16.990 INFO:teuthology.orchestra.run.smithi097.stdout:Setting orchestrator backend to cephadm... 2024-09-16T02:46:17.109 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:16.948+0000 7fe657656640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:02:46:16] ENGINE Error in HTTPServer.serve 2024-09-16T02:46:17.109 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: Traceback (most recent call last): 2024-09-16T02:46:17.109 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:46:17.109 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._connections.run(self.expiration_interval) 2024-09-16T02:46:17.109 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:46:17.109 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._run(expiration_interval) 2024-09-16T02:46:17.109 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:46:17.109 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: s = self.context.wrap_socket( 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: return self.sslsocket_class._create( 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self.do_handshake() 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._sslobj.do_handshake() 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:46:17.110 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:17.422 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:17 smithi097 ceph-mon[27580]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-16T02:46:17.422 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:17 smithi097 ceph-mon[27580]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-16T02:46:17.422 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:17 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:18.486 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:18 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:16] ENGINE Bus STARTING 2024-09-16T02:46:18.486 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:18 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:16] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:46:18.486 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:18 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:16] ENGINE Error in HTTPServer.serve 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:46:18.487 INFO:journalctl@ceph.mon.a.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout: self.do_handshake() 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:18 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:17] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:18 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:17] ENGINE Bus STARTED 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:18 smithi097 ceph-mon[27580]: mgrmap e8: y(active, since 2s) 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:18 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:18.488 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:18 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:19.282 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:19 smithi097 ceph-mon[27580]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:19.285 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout value unchanged 2024-09-16T02:46:19.285 INFO:teuthology.orchestra.run.smithi097.stdout:Generating ssh key... 2024-09-16T02:46:20.346 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-mon[27580]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:20.346 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:20.346 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: Generating public/private rsa key pair. 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: Your identification has been saved in /tmp/tmpfu7j3dzf/key 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: Your public key has been saved in /tmp/tmpfu7j3dzf/key.pub 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: The key fingerprint is: 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: SHA256:vk7t5YV5JXreXc7r+gObhWiW8wpelyDBvSfXVGjKviY ceph-a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: The key's randomart image is: 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: +---[RSA 3072]----+ 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | ..| 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | . . o .| 2024-09-16T02:46:20.347 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | o o o . | 2024-09-16T02:46:20.348 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | . + o | 2024-09-16T02:46:20.348 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | S. =ooo..| 2024-09-16T02:46:20.348 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | . ..***.+ | 2024-09-16T02:46:20.348 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | o.+.B+O .| 2024-09-16T02:46:20.348 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | ..oEo+O =o| 2024-09-16T02:46:20.348 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: | .o..+o.=+B| 2024-09-16T02:46:20.348 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: +----[SHA256]-----+ 2024-09-16T02:46:21.535 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:21 smithi097 ceph-mon[27580]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:21.535 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:21 smithi097 ceph-mon[27580]: Generating ssh key... 2024-09-16T02:46:21.797 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbG2DIrpTmWtelnOTslcMnFbc01xNWxSoPk1q9KMwjkN/IaYMmXk4WLzZE21L3jyFMs4picqswUg+uA7CQKj8qXgKFEICapnTmBDRgct0a/70nwjQlq5LNS8vHdCZpHWujptORSIbPO6b1gLnIGN/y1dsh65bhZCDakvFYN2w+dOV3ROnRYTJnT7bI2rcz3VVKvTtpfLIZhBJ369HcutQS4eLNkbzu4/LfmP51zBaOHC0QkHL9SB47gRPnYbEbYV2cjwYuX5BE6rcjsEjizsfvdpIAOTT93B6hhMCvrBMKaxpOckaMHhmm9TSrj4vuqM+w4f99XYpaVLocNn7wvg98pLpiNEc7yirlgVQcmMB6jPhHg3cFMxzOO3jcaqz3dMbwGNWsLBMYzySgqP5+u6lL1xBluHMScd3V645MkcX9vZPQClzxdIlXqAs5EqDWGFfr/FrT2HgO1HT+yxQqdNs1EYKMH9aYlag339fhrPl5H6hsQ11hfhq9nrB664yd3NM= ceph-a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:46:21.797 INFO:teuthology.orchestra.run.smithi097.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-09-16T02:46:21.797 INFO:teuthology.orchestra.run.smithi097.stdout:Adding key to root@localhost authorized_keys... 2024-09-16T02:46:21.802 INFO:teuthology.orchestra.run.smithi097.stdout:Adding host smithi097... 2024-09-16T02:46:22.489 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:22 smithi097 ceph-mon[27580]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:23.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:23 smithi097 ceph-mon[27580]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi097", "addr": "172.21.15.97", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:24.461 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:24 smithi097 ceph-mon[27580]: Deploying cephadm binary to smithi097 2024-09-16T02:46:25.529 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout Added host 'smithi097' with addr '172.21.15.97' 2024-09-16T02:46:25.530 INFO:teuthology.orchestra.run.smithi097.stdout:Deploying unmanaged mon service... 2024-09-16T02:46:26.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:25 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:26.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:25 smithi097 ceph-mon[27580]: Added host smithi097 2024-09-16T02:46:26.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:25 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:26.829 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-09-16T02:46:26.829 INFO:teuthology.orchestra.run.smithi097.stdout:Deploying unmanaged mgr service... 2024-09-16T02:46:27.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:27 smithi097 ceph-mon[27580]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:27.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:27 smithi097 ceph-mon[27580]: Saving service mon spec with placement count:5 2024-09-16T02:46:27.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:27 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:28.687 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:28 smithi097 ceph-mon[27580]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:28.687 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:28 smithi097 ceph-mon[27580]: Saving service mgr spec with placement count:2 2024-09-16T02:46:28.687 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:28 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:28.688 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:28 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:28.688 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:28 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:28.689 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-09-16T02:46:30.716 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:30 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2977367580' entity='client.admin' 2024-09-16T02:46:31.598 INFO:teuthology.orchestra.run.smithi097.stdout:Enabling the dashboard module... 2024-09-16T02:46:31.855 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:31 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:31.855 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:31 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/766860648' entity='client.admin' 2024-09-16T02:46:31.855 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:31 smithi097 ceph-mon[27580]: from='mgr.14118 172.21.15.97:0/1406710416' entity='mgr.y' 2024-09-16T02:46:32.803 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:32 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1840005655' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-09-16T02:46:32.804 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ignoring --setuser ceph since I am not root 2024-09-16T02:46:32.804 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ignoring --setgroup ceph since I am not root 2024-09-16T02:46:32.804 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:32.801+0000 7f5b674df040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T02:46:33.075 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:32.859+0000 7f5b674df040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T02:46:33.075 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:33.007+0000 7f5b674df040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T02:46:33.076 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:33.073+0000 7f5b674df040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T02:46:33.368 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:33.221+0000 7f5b674df040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:46:33.625 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:33.366+0000 7f5b674df040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T02:46:33.933 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1840005655' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-09-16T02:46:33.934 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-mon[27580]: mgrmap e9: y(active, since 17s) 2024-09-16T02:46:33.934 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:33.685+0000 7f5b674df040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T02:46:33.934 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:33.748+0000 7f5b674df040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T02:46:34.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:33.939+0000 7f5b674df040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T02:46:34.783 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout { 2024-09-16T02:46:34.783 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-09-16T02:46:34.783 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "available": true, 2024-09-16T02:46:34.783 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-09-16T02:46:34.783 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-09-16T02:46:34.783 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout } 2024-09-16T02:46:34.783 INFO:teuthology.orchestra.run.smithi097.stdout:Waiting for the mgr to restart... 2024-09-16T02:46:34.783 INFO:teuthology.orchestra.run.smithi097.stdout:Waiting for mgr epoch 9... 2024-09-16T02:46:34.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:34 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/4142311065' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-09-16T02:46:34.914 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:34.834+0000 7f5b674df040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T02:46:34.914 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:34.902+0000 7f5b674df040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T02:46:35.889 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:35.630+0000 7f5b674df040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T02:46:35.890 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:35.744+0000 7f5b674df040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T02:46:36.167 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:35.887+0000 7f5b674df040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:46:36.167 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:35.949+0000 7f5b674df040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T02:46:36.167 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.096+0000 7f5b674df040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T02:46:36.167 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.165+0000 7f5b674df040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T02:46:36.447 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.224+0000 7f5b674df040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T02:46:36.448 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.381+0000 7f5b674df040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T02:46:36.448 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.446+0000 7f5b674df040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T02:46:36.715 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.512+0000 7f5b674df040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T02:46:36.715 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.594+0000 7f5b674df040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T02:46:36.715 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.654+0000 7f5b674df040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T02:46:36.715 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:36 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:36.713+0000 7f5b674df040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T02:46:37.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:37.488+0000 7f5b674df040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: Active manager daemon y restarted 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: Activating manager daemon y 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: osdmap e3: 0 total, 0 up, 0 in 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: mgrmap e10: y(active, starting, since 0.00310761s) 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: Manager daemon y is now available 2024-09-16T02:46:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:37.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:46:37.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:46:39.136 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout { 2024-09-16T02:46:39.136 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-09-16T02:46:39.136 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout "initialized": true 2024-09-16T02:46:39.136 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout } 2024-09-16T02:46:39.136 INFO:teuthology.orchestra.run.smithi097.stdout:mgr epoch 9 is available 2024-09-16T02:46:39.136 INFO:teuthology.orchestra.run.smithi097.stdout:Generating a dashboard self-signed certificate... 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:39.051+0000 7f5ad3174640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:02:46:39] ENGINE Error in HTTPServer.serve 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: Traceback (most recent call last): 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._connections.run(self.expiration_interval) 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._run(expiration_interval) 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:46:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: s = self.context.wrap_socket( 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: return self.sslsocket_class._create( 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self.do_handshake() 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._sslobj.do_handshake() 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:46:39.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:46:39.561 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-mon[27580]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-09-16T02:46:39.561 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-mon[27580]: mgrmap e11: y(active, since 1.00605s) 2024-09-16T02:46:39.561 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-mon[27580]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-09-16T02:46:39.561 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:40.517 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-09-16T02:46:40.517 INFO:teuthology.orchestra.run.smithi097.stdout:Creating initial admin user... 2024-09-16T02:46:40.632 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:38] ENGINE Bus STARTING 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:39] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:39] ENGINE Error in HTTPServer.serve 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:46:40.633 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout: self.do_handshake() 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:39] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: [16/Sep/2024:02:46:39] ENGINE Bus STARTED 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:40.634 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:40 smithi097 ceph-mon[27580]: mgrmap e12: y(active, since 2s) 2024-09-16T02:46:41.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:41 smithi097 ceph-mon[27580]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:41.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:41 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:42.446 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$5BkVIoA2mtMbW67JIvFIPOqHAl/J/aYg46BW.kexfH0Pqx69Fd6pq", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1726454801, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-09-16T02:46:42.446 INFO:teuthology.orchestra.run.smithi097.stdout:Fetching dashboard port number... 2024-09-16T02:46:42.662 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:42 smithi097 ceph-mon[27580]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:43.611 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stdout 8443 2024-09-16T02:46:43.621 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-09-16T02:46:43.621 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout disabled 2024-09-16T02:46:43.628 INFO:teuthology.orchestra.run.smithi097.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-09-16T02:46:43.629 INFO:teuthology.orchestra.run.smithi097.stdout:systemctl: stdout inactive 2024-09-16T02:46:43.629 INFO:teuthology.orchestra.run.smithi097.stdout:firewalld.service is not enabled 2024-09-16T02:46:43.629 INFO:teuthology.orchestra.run.smithi097.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-09-16T02:46:43.630 INFO:teuthology.orchestra.run.smithi097.stdout:Ceph Dashboard is now available at: 2024-09-16T02:46:43.630 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:43.630 INFO:teuthology.orchestra.run.smithi097.stdout: URL: https://smithi097.front.sepia.ceph.com:8443/ 2024-09-16T02:46:43.631 INFO:teuthology.orchestra.run.smithi097.stdout: User: admin 2024-09-16T02:46:43.631 INFO:teuthology.orchestra.run.smithi097.stdout: Password: qhp2dd51mp 2024-09-16T02:46:43.631 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:43.631 INFO:teuthology.orchestra.run.smithi097.stdout:Saving cluster configuration to /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config directory 2024-09-16T02:46:43.631 INFO:teuthology.orchestra.run.smithi097.stdout:Enabling autotune for osd_memory_target 2024-09-16T02:46:43.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:43 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/4221965029' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-09-16T02:46:44.838 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:44 smithi097 ceph-mon[27580]: mgrmap e13: y(active, since 6s) 2024-09-16T02:46:45.990 INFO:teuthology.orchestra.run.smithi097.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-09-16T02:46:45.990 INFO:teuthology.orchestra.run.smithi097.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout:Or, if you are only running a single cluster on this host: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout:Please consider enabling telemetry to help improve Ceph: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: ceph telemetry on 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout:For more information see: 2024-09-16T02:46:45.991 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:45.992 INFO:teuthology.orchestra.run.smithi097.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-09-16T02:46:45.992 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:46:45.992 INFO:teuthology.orchestra.run.smithi097.stdout:Bootstrap complete. 2024-09-16T02:46:46.023 INFO:tasks.cephadm:Fetching config... 2024-09-16T02:46:46.023 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:46:46.023 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-09-16T02:46:46.039 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-09-16T02:46:46.039 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:46:46.039 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-09-16T02:46:46.095 INFO:tasks.cephadm:Fetching mon keyring... 2024-09-16T02:46:46.095 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:46:46.095 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/keyring of=/dev/stdout 2024-09-16T02:46:46.159 INFO:tasks.cephadm:Fetching pub ssh key... 2024-09-16T02:46:46.160 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:46:46.160 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-09-16T02:46:46.215 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-09-16T02:46:46.215 DEBUG:teuthology.orchestra.run.smithi097:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbG2DIrpTmWtelnOTslcMnFbc01xNWxSoPk1q9KMwjkN/IaYMmXk4WLzZE21L3jyFMs4picqswUg+uA7CQKj8qXgKFEICapnTmBDRgct0a/70nwjQlq5LNS8vHdCZpHWujptORSIbPO6b1gLnIGN/y1dsh65bhZCDakvFYN2w+dOV3ROnRYTJnT7bI2rcz3VVKvTtpfLIZhBJ369HcutQS4eLNkbzu4/LfmP51zBaOHC0QkHL9SB47gRPnYbEbYV2cjwYuX5BE6rcjsEjizsfvdpIAOTT93B6hhMCvrBMKaxpOckaMHhmm9TSrj4vuqM+w4f99XYpaVLocNn7wvg98pLpiNEc7yirlgVQcmMB6jPhHg3cFMxzOO3jcaqz3dMbwGNWsLBMYzySgqP5+u6lL1xBluHMScd3V645MkcX9vZPQClzxdIlXqAs5EqDWGFfr/FrT2HgO1HT+yxQqdNs1EYKMH9aYlag339fhrPl5H6hsQ11hfhq9nrB664yd3NM= ceph-a054495a-73d5-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T02:46:46.300 INFO:teuthology.orchestra.run.smithi097.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbG2DIrpTmWtelnOTslcMnFbc01xNWxSoPk1q9KMwjkN/IaYMmXk4WLzZE21L3jyFMs4picqswUg+uA7CQKj8qXgKFEICapnTmBDRgct0a/70nwjQlq5LNS8vHdCZpHWujptORSIbPO6b1gLnIGN/y1dsh65bhZCDakvFYN2w+dOV3ROnRYTJnT7bI2rcz3VVKvTtpfLIZhBJ369HcutQS4eLNkbzu4/LfmP51zBaOHC0QkHL9SB47gRPnYbEbYV2cjwYuX5BE6rcjsEjizsfvdpIAOTT93B6hhMCvrBMKaxpOckaMHhmm9TSrj4vuqM+w4f99XYpaVLocNn7wvg98pLpiNEc7yirlgVQcmMB6jPhHg3cFMxzOO3jcaqz3dMbwGNWsLBMYzySgqP5+u6lL1xBluHMScd3V645MkcX9vZPQClzxdIlXqAs5EqDWGFfr/FrT2HgO1HT+yxQqdNs1EYKMH9aYlag339fhrPl5H6hsQ11hfhq9nrB664yd3NM= ceph-a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:46:46.312 DEBUG:teuthology.orchestra.run.smithi184:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbG2DIrpTmWtelnOTslcMnFbc01xNWxSoPk1q9KMwjkN/IaYMmXk4WLzZE21L3jyFMs4picqswUg+uA7CQKj8qXgKFEICapnTmBDRgct0a/70nwjQlq5LNS8vHdCZpHWujptORSIbPO6b1gLnIGN/y1dsh65bhZCDakvFYN2w+dOV3ROnRYTJnT7bI2rcz3VVKvTtpfLIZhBJ369HcutQS4eLNkbzu4/LfmP51zBaOHC0QkHL9SB47gRPnYbEbYV2cjwYuX5BE6rcjsEjizsfvdpIAOTT93B6hhMCvrBMKaxpOckaMHhmm9TSrj4vuqM+w4f99XYpaVLocNn7wvg98pLpiNEc7yirlgVQcmMB6jPhHg3cFMxzOO3jcaqz3dMbwGNWsLBMYzySgqP5+u6lL1xBluHMScd3V645MkcX9vZPQClzxdIlXqAs5EqDWGFfr/FrT2HgO1HT+yxQqdNs1EYKMH9aYlag339fhrPl5H6hsQ11hfhq9nrB664yd3NM= ceph-a054495a-73d5-11ef-bceb-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-09-16T02:46:46.451 INFO:teuthology.orchestra.run.smithi184.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCbG2DIrpTmWtelnOTslcMnFbc01xNWxSoPk1q9KMwjkN/IaYMmXk4WLzZE21L3jyFMs4picqswUg+uA7CQKj8qXgKFEICapnTmBDRgct0a/70nwjQlq5LNS8vHdCZpHWujptORSIbPO6b1gLnIGN/y1dsh65bhZCDakvFYN2w+dOV3ROnRYTJnT7bI2rcz3VVKvTtpfLIZhBJ369HcutQS4eLNkbzu4/LfmP51zBaOHC0QkHL9SB47gRPnYbEbYV2cjwYuX5BE6rcjsEjizsfvdpIAOTT93B6hhMCvrBMKaxpOckaMHhmm9TSrj4vuqM+w4f99XYpaVLocNn7wvg98pLpiNEc7yirlgVQcmMB6jPhHg3cFMxzOO3jcaqz3dMbwGNWsLBMYzySgqP5+u6lL1xBluHMScd3V645MkcX9vZPQClzxdIlXqAs5EqDWGFfr/FrT2HgO1HT+yxQqdNs1EYKMH9aYlag339fhrPl5H6hsQ11hfhq9nrB664yd3NM= ceph-a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:46:46.465 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-09-16T02:46:46.659 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:46:46.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:46 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1819447880' entity='client.admin' 2024-09-16T02:46:49.889 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-09-16T02:46:49.890 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-09-16T02:46:50.489 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:50 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/63246662' entity='client.admin' 2024-09-16T02:46:50.617 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:46:51.846 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:51.847 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:51.847 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi097", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:46:51.847 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:51.847 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:51.847 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:53.024 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi184 2024-09-16T02:46:53.025 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:46:53.025 DEBUG:teuthology.orchestra.run.smithi184:> dd of=/etc/ceph/ceph.conf 2024-09-16T02:46:53.044 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:46:53.044 DEBUG:teuthology.orchestra.run.smithi184:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:46:53.103 INFO:tasks.cephadm:Adding host smithi184 to orchestrator... 2024-09-16T02:46:53.104 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch host add smithi184 2024-09-16T02:46:53.293 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:53.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:53.415 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:54.302 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:54 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:46:56.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:55 smithi097 ceph-mon[27580]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi184", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:46:57.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:56 smithi097 ceph-mon[27580]: Deploying cephadm binary to smithi184 2024-09-16T02:46:57.636 INFO:teuthology.orchestra.run.smithi097.stdout:Added host 'smithi184' with addr '172.21.15.184' 2024-09-16T02:46:58.313 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch host ls --format=json 2024-09-16T02:46:58.505 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:46:58.877 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:58 smithi097 ceph-mon[27580]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:46:58.878 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:58.878 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:58 smithi097 ceph-mon[27580]: Added host smithi184 2024-09-16T02:46:58.878 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:46:58.878 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:46:58.878 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:00.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:59 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:00.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:46:59 smithi097 ceph-mon[27580]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:00.197 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:47:00.197 INFO:teuthology.orchestra.run.smithi097.stdout:[{"addr": "172.21.15.97", "hostname": "smithi097", "labels": [], "status": ""}, {"addr": "172.21.15.184", "hostname": "smithi184", "labels": [], "status": ""}] 2024-09-16T02:47:00.850 INFO:tasks.cephadm:Setting crush tunables to default 2024-09-16T02:47:00.850 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd crush tunables default 2024-09-16T02:47:01.059 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:47:01.179 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:00 smithi097 ceph-mon[27580]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi184", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:02.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:02.740 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:03.661 INFO:teuthology.orchestra.run.smithi097.stderr:adjusted tunables profile to default 2024-09-16T02:47:03.990 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:03 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:03.990 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:03 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:47:03.991 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:03 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:47:03.991 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:03 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3015244492' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-09-16T02:47:04.225 INFO:tasks.cephadm:Adding mon.a on smithi097 2024-09-16T02:47:04.225 INFO:tasks.cephadm:Adding mon.c on smithi097 2024-09-16T02:47:04.225 INFO:tasks.cephadm:Adding mon.b on smithi184 2024-09-16T02:47:04.226 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch apply mon '3;smithi097:172.21.15.97=a;smithi097:[v2:172.21.15.97:3301,v1:172.21.15.97:6790]=c;smithi184:172.21.15.184=b' 2024-09-16T02:47:04.422 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:04.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:04 smithi097 ceph-mon[27580]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:04.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:04 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3015244492' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-09-16T02:47:04.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:04 smithi097 ceph-mon[27580]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T02:47:06.148 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled mon update... 2024-09-16T02:47:06.650 DEBUG:teuthology.orchestra.run.smithi097:mon.c> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.c.service 2024-09-16T02:47:06.653 DEBUG:teuthology.orchestra.run.smithi184:mon.b> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.b.service 2024-09-16T02:47:06.656 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T02:47:06.656 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T02:47:06.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:06 smithi097 ceph-mon[27580]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:06.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:06 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:06.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:06 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:06 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:06 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:06 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:06 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:06 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:07.732 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:07.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:07 smithi097 ceph-mon[27580]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi097:172.21.15.97=a;smithi097:[v2:172.21.15.97:3301,v1:172.21.15.97:6790]=c;smithi184:172.21.15.184=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:47:07.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:07 smithi097 ceph-mon[27580]: Saving service mon spec with placement smithi097:172.21.15.97=a;smithi097:[v2:172.21.15.97:3301,v1:172.21.15.97:6790]=c;smithi184:172.21.15.184=b;count:3 2024-09-16T02:47:07.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:07 smithi097 ceph-mon[27580]: Deploying daemon mon.b on smithi184 2024-09-16T02:47:08.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:08 smithi097 ceph-mon[27580]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:10.183 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:47:10.183 INFO:teuthology.orchestra.run.smithi184.stdout:{"epoch":1,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","modified":"2024-09-16T02:45:43.431870Z","created":"2024-09-16T02:45:43.431870Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:3300","nonce":0},{"type":"v1","addr":"172.21.15.97:6789","nonce":0}]},"addr":"172.21.15.97:6789/0","public_addr":"172.21.15.97:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-09-16T02:47:10.183 INFO:teuthology.orchestra.run.smithi184.stderr:dumped monmap epoch 1 2024-09-16T02:47:10.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:10 smithi097 ceph-mon[27580]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:10.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:10 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/1615622942' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T02:47:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:11 smithi184 systemd[1]: Started Ceph mon.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:47:11.936 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T02:47:11.936 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T02:47:12.135 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:47:16.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: mon.a calling monitor election 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: mon.b calling monitor election 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-16T02:47:16.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: monmap e2: 2 mons at {a=[v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: fsmap 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: mgrmap e13: y(active, since 38s) 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: overall HEALTH_OK 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:16.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:16.737 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:47:16.737 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: mon.a calling monitor election 2024-09-16T02:47:16.737 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.737 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:16.737 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.737 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.737 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: mon.b calling monitor election 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: monmap e2: 2 mons at {a=[v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: fsmap 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: mgrmap e13: y(active, since 38s) 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: overall HEALTH_OK 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:16.738 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:16.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:16.739 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:16.986 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:47:16.986 INFO:teuthology.orchestra.run.smithi184.stdout:{"epoch":2,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","modified":"2024-09-16T02:47:11.336642Z","created":"2024-09-16T02:45:43.431870Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:3300","nonce":0},{"type":"v1","addr":"172.21.15.97:6789","nonce":0}]},"addr":"172.21.15.97:6789/0","public_addr":"172.21.15.97:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:3300","nonce":0},{"type":"v1","addr":"172.21.15.184:6789","nonce":0}]},"addr":"172.21.15.184:6789/0","public_addr":"172.21.15.184:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-09-16T02:47:16.986 INFO:teuthology.orchestra.run.smithi184.stderr:dumped monmap epoch 2 2024-09-16T02:47:17.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:17 smithi184 ceph-mon[31162]: Deploying daemon mon.c on smithi097 2024-09-16T02:47:17.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:17 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/1991906729' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T02:47:17.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:17 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:17.665 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:17 smithi097 ceph-mon[27580]: Deploying daemon mon.c on smithi097 2024-09-16T02:47:17.666 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:17 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/1991906729' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T02:47:17.666 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:17 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:18.525 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-09-16T02:47:18.525 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph mon dump -f json 2024-09-16T02:47:18.644 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:18 smithi097 ceph-mon[27580]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:18.644 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:47:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:47:18.336+0000 7f5b06bae640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T02:47:18.721 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:47:18.831 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:18 smithi184 ceph-mon[31162]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:19.549 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:19 smithi097 ceph-mon[38292]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-09-16T02:47:19.549 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:19 smithi097 bash[38265]: 279fd0d33d30b386ae38ea684fa4c671d08559251eb395d739656b83404ba124 2024-09-16T02:47:19.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:19 smithi097 systemd[1]: Started Ceph mon.c for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:47:24.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: mon.a calling monitor election 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: mon.b calling monitor election 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: mon.c calling monitor election 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: monmap e3: 3 mons at {a=[v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: fsmap 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: mgrmap e13: y(active, since 47s) 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: overall HEALTH_OK 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: mon.a calling monitor election 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: mon.b calling monitor election 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: mon.c calling monitor election 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: monmap e3: 3 mons at {a=[v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: fsmap 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: mgrmap e13: y(active, since 47s) 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: overall HEALTH_OK 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: mon.a calling monitor election 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: mon.b calling monitor election 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: mon.c calling monitor election 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: monmap e3: 3 mons at {a=[v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0],b=[v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0],c=[v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: fsmap 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: osdmap e4: 0 total, 0 up, 0 in 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: mgrmap e13: y(active, since 47s) 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: overall HEALTH_OK 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:24.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:25.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:25 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:25.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:25 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:25.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:25 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:25.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:25 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:25.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:25 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:25.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:25 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:25.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:25 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:25.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:25 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:25 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:25 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:47:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:25 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:25 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.254 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:47:26.254 INFO:teuthology.orchestra.run.smithi184.stdout:{"epoch":3,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","modified":"2024-09-16T02:47:19.523112Z","created":"2024-09-16T02:45:43.431870Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:3300","nonce":0},{"type":"v1","addr":"172.21.15.97:6789","nonce":0}]},"addr":"172.21.15.97:6789/0","public_addr":"172.21.15.97:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:3300","nonce":0},{"type":"v1","addr":"172.21.15.184:6789","nonce":0}]},"addr":"172.21.15.184:6789/0","public_addr":"172.21.15.184:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:3301","nonce":0},{"type":"v1","addr":"172.21.15.97:6790","nonce":0}]},"addr":"172.21.15.97:6790/0","public_addr":"172.21.15.97:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-09-16T02:47:26.254 INFO:teuthology.orchestra.run.smithi184.stderr:dumped monmap epoch 3 2024-09-16T02:47:26.810 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-09-16T02:47:26.811 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph config generate-minimal-conf 2024-09-16T02:47:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/1110250179' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:26.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.918 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/1110250179' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/1110250179' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:26.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:26.921 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:27.537 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: Reconfiguring daemon mon.a on smithi097 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: Reconfiguring daemon mon.a on smithi097 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.827 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.828 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:27.828 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:27.828 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:27 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:47:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:47:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:47:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: Reconfiguring mon.a (unknown last config time)... 2024-09-16T02:47:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: Reconfiguring daemon mon.a on smithi097 2024-09-16T02:47:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:27 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:28.630 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:28 smithi097 ceph-mon[38292]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:28.631 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:28 smithi097 ceph-mon[38292]: Reconfiguring mon.c (monmap changed)... 2024-09-16T02:47:28.631 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:28 smithi097 ceph-mon[38292]: Reconfiguring daemon mon.c on smithi097 2024-09-16T02:47:28.631 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:28 smithi097 ceph-mon[27580]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:28.631 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:28 smithi097 ceph-mon[27580]: Reconfiguring mon.c (monmap changed)... 2024-09-16T02:47:28.631 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:28 smithi097 ceph-mon[27580]: Reconfiguring daemon mon.c on smithi097 2024-09-16T02:47:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:28 smithi184 ceph-mon[31162]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:28 smithi184 ceph-mon[31162]: Reconfiguring mon.c (monmap changed)... 2024-09-16T02:47:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:28 smithi184 ceph-mon[31162]: Reconfiguring daemon mon.c on smithi097 2024-09-16T02:47:29.729 INFO:teuthology.orchestra.run.smithi097.stdout:# minimal ceph.conf for a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:47:29.729 INFO:teuthology.orchestra.run.smithi097.stdout:[global] 2024-09-16T02:47:29.729 INFO:teuthology.orchestra.run.smithi097.stdout: fsid = a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:47:29.729 INFO:teuthology.orchestra.run.smithi097.stdout: mon_host = [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] 2024-09-16T02:47:29.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:29 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2446720475' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:29.973 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:29 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2446720475' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:29.973 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:29 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2446720475' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:30.289 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-09-16T02:47:30.289 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:47:30.289 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T02:47:30.319 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:47:30.319 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:47:30.386 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:47:30.386 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/ceph/ceph.conf 2024-09-16T02:47:30.420 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:47:30.420 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:47:30.498 INFO:tasks.cephadm:Adding mgr.y on smithi097 2024-09-16T02:47:30.498 INFO:tasks.cephadm:Adding mgr.x on smithi184 2024-09-16T02:47:30.499 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch apply mgr '2;smithi097=y;smithi184=x' 2024-09-16T02:47:30.749 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:30 smithi184 ceph-mon[31162]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:30.928 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:47:30.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:30 smithi097 ceph-mon[27580]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:30.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:30 smithi097 ceph-mon[38292]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:32.034 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:32.034 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:32.035 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:31 smithi184 ceph-mon[31162]: Reconfiguring mon.b (monmap changed)... 2024-09-16T02:47:32.035 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:32.035 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:32.035 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:32.035 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:31 smithi184 ceph-mon[31162]: Reconfiguring daemon mon.b on smithi184 2024-09-16T02:47:32.035 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:31 smithi184 ceph-mon[31162]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[38292]: Reconfiguring mon.b (monmap changed)... 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[38292]: Reconfiguring daemon mon.b on smithi184 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[38292]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:32.037 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[27580]: Reconfiguring mon.b (monmap changed)... 2024-09-16T02:47:32.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:47:32.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:47:32.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:32.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[27580]: Reconfiguring daemon mon.b on smithi184 2024-09-16T02:47:32.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:31 smithi097 ceph-mon[27580]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:32.489 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled mgr update... 2024-09-16T02:47:33.411 DEBUG:teuthology.orchestra.run.smithi184:mgr.x> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x.service 2024-09-16T02:47:33.453 DEBUG:tasks.cephadm:set 0 configs 2024-09-16T02:47:33.453 INFO:tasks.cephadm:Deploying OSDs... 2024-09-16T02:47:33.454 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:47:33.454 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T02:47:33.471 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T02:47:33.472 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_1 2024-09-16T02:47:33.529 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T02:47:33.529 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T02:47:33.529 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 981 Links: 1 2024-09-16T02:47:33.529 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T02:47:33.529 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T02:47:33.530 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-16 02:47:19.007387475 +0000 2024-09-16T02:47:33.530 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-16 02:43:14.821412276 +0000 2024-09-16T02:47:33.530 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-16 02:43:14.821412276 +0000 2024-09-16T02:47:33.530 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-16 02:43:14.821412276 +0000 2024-09-16T02:47:33.530 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T02:47:33.595 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-16T02:47:33.595 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-16T02:47:33.595 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000199956 s, 2.6 MB/s 2024-09-16T02:47:33.596 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T02:47:33.653 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_2 2024-09-16T02:47:33.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:33 smithi184 ceph-mon[31162]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi097=y;smithi184=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:47:33.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:33 smithi184 ceph-mon[31162]: Saving service mgr spec with placement smithi097=y;smithi184=x;count:2 2024-09-16T02:47:33.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:33 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:33.710 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T02:47:33.710 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T02:47:33.710 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 983 Links: 1 2024-09-16T02:47:33.710 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T02:47:33.710 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T02:47:33.710 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-16 02:47:19.007387475 +0000 2024-09-16T02:47:33.710 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-16 02:43:14.821412276 +0000 2024-09-16T02:47:33.711 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-16 02:43:14.821412276 +0000 2024-09-16T02:47:33.711 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-16 02:43:14.821412276 +0000 2024-09-16T02:47:33.711 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T02:47:33.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:33 smithi097 ceph-mon[27580]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi097=y;smithi184=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:47:33.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:33 smithi097 ceph-mon[27580]: Saving service mgr spec with placement smithi097=y;smithi184=x;count:2 2024-09-16T02:47:33.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:33 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:33.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:33 smithi097 ceph-mon[38292]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi097=y;smithi184=x", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:47:33.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:33 smithi097 ceph-mon[38292]: Saving service mgr spec with placement smithi097=y;smithi184=x;count:2 2024-09-16T02:47:33.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:33 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:33.768 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-16T02:47:33.768 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-16T02:47:33.768 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000211195 s, 2.4 MB/s 2024-09-16T02:47:33.769 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T02:47:33.826 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_3 2024-09-16T02:47:33.882 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T02:47:33.883 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T02:47:33.883 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-09-16T02:47:33.883 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T02:47:33.883 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T02:47:33.883 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-16 02:47:19.007387475 +0000 2024-09-16T02:47:33.883 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-16 02:43:14.820412293 +0000 2024-09-16T02:47:33.883 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-16 02:43:14.820412293 +0000 2024-09-16T02:47:33.883 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-16 02:43:14.820412293 +0000 2024-09-16T02:47:33.883 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T02:47:33.946 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-16T02:47:33.947 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-16T02:47:33.947 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000238657 s, 2.1 MB/s 2024-09-16T02:47:33.948 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T02:47:34.005 DEBUG:teuthology.orchestra.run.smithi097:> stat /dev/vg_nvme/lv_4 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout:Device: 5h/5d Inode: 966 Links: 1 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout:Access: 2024-09-16 02:47:19.008387458 +0000 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout:Modify: 2024-09-16 02:43:14.820412293 +0000 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout:Change: 2024-09-16 02:43:14.820412293 +0000 2024-09-16T02:47:34.060 INFO:teuthology.orchestra.run.smithi097.stdout: Birth: 2024-09-16 02:43:14.820412293 +0000 2024-09-16T02:47:34.061 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T02:47:34.123 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records in 2024-09-16T02:47:34.124 INFO:teuthology.orchestra.run.smithi097.stderr:1+0 records out 2024-09-16T02:47:34.124 INFO:teuthology.orchestra.run.smithi097.stderr:512 bytes copied, 0.000195906 s, 2.6 MB/s 2024-09-16T02:47:34.125 DEBUG:teuthology.orchestra.run.smithi097:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T02:47:34.181 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:47:34.181 DEBUG:teuthology.orchestra.run.smithi184:> dd if=/scratch_devs of=/dev/stdout 2024-09-16T02:47:34.197 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-16T02:47:34.197 DEBUG:teuthology.orchestra.run.smithi184:> stat /dev/vg_nvme/lv_1 2024-09-16T02:47:34.253 INFO:teuthology.orchestra.run.smithi184.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-16T02:47:34.254 INFO:teuthology.orchestra.run.smithi184.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T02:47:34.254 INFO:teuthology.orchestra.run.smithi184.stdout:Device: 5h/5d Inode: 984 Links: 1 2024-09-16T02:47:34.254 INFO:teuthology.orchestra.run.smithi184.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T02:47:34.254 INFO:teuthology.orchestra.run.smithi184.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T02:47:34.254 INFO:teuthology.orchestra.run.smithi184.stdout:Access: 2024-09-16 02:47:10.655958642 +0000 2024-09-16T02:47:34.254 INFO:teuthology.orchestra.run.smithi184.stdout:Modify: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.254 INFO:teuthology.orchestra.run.smithi184.stdout:Change: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.254 INFO:teuthology.orchestra.run.smithi184.stdout: Birth: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.254 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-16T02:47:34.318 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records in 2024-09-16T02:47:34.318 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records out 2024-09-16T02:47:34.318 INFO:teuthology.orchestra.run.smithi184.stderr:512 bytes copied, 0.000189364 s, 2.7 MB/s 2024-09-16T02:47:34.319 DEBUG:teuthology.orchestra.run.smithi184:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-16T02:47:34.376 DEBUG:teuthology.orchestra.run.smithi184:> stat /dev/vg_nvme/lv_2 2024-09-16T02:47:34.432 INFO:teuthology.orchestra.run.smithi184.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-16T02:47:34.432 INFO:teuthology.orchestra.run.smithi184.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T02:47:34.432 INFO:teuthology.orchestra.run.smithi184.stdout:Device: 5h/5d Inode: 973 Links: 1 2024-09-16T02:47:34.432 INFO:teuthology.orchestra.run.smithi184.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T02:47:34.432 INFO:teuthology.orchestra.run.smithi184.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T02:47:34.432 INFO:teuthology.orchestra.run.smithi184.stdout:Access: 2024-09-16 02:47:10.655958642 +0000 2024-09-16T02:47:34.433 INFO:teuthology.orchestra.run.smithi184.stdout:Modify: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.433 INFO:teuthology.orchestra.run.smithi184.stdout:Change: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.433 INFO:teuthology.orchestra.run.smithi184.stdout: Birth: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.433 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-16T02:47:34.500 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records in 2024-09-16T02:47:34.500 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records out 2024-09-16T02:47:34.500 INFO:teuthology.orchestra.run.smithi184.stderr:512 bytes copied, 0.000222492 s, 2.3 MB/s 2024-09-16T02:47:34.501 DEBUG:teuthology.orchestra.run.smithi184:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-16T02:47:34.545 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:34.545 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.545 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.545 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:34.545 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:34.546 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:34.546 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.546 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:47:34.546 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T02:47:34.546 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:47:34.546 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:34.558 DEBUG:teuthology.orchestra.run.smithi184:> stat /dev/vg_nvme/lv_3 2024-09-16T02:47:34.614 INFO:teuthology.orchestra.run.smithi184.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-16T02:47:34.615 INFO:teuthology.orchestra.run.smithi184.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T02:47:34.615 INFO:teuthology.orchestra.run.smithi184.stdout:Device: 5h/5d Inode: 974 Links: 1 2024-09-16T02:47:34.615 INFO:teuthology.orchestra.run.smithi184.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T02:47:34.615 INFO:teuthology.orchestra.run.smithi184.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T02:47:34.615 INFO:teuthology.orchestra.run.smithi184.stdout:Access: 2024-09-16 02:47:10.656958621 +0000 2024-09-16T02:47:34.615 INFO:teuthology.orchestra.run.smithi184.stdout:Modify: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.615 INFO:teuthology.orchestra.run.smithi184.stdout:Change: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.615 INFO:teuthology.orchestra.run.smithi184.stdout: Birth: 2024-09-16 02:43:15.017929197 +0000 2024-09-16T02:47:34.615 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-16T02:47:34.678 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records in 2024-09-16T02:47:34.678 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records out 2024-09-16T02:47:34.678 INFO:teuthology.orchestra.run.smithi184.stderr:512 bytes copied, 0.00024204 s, 2.1 MB/s 2024-09-16T02:47:34.679 DEBUG:teuthology.orchestra.run.smithi184:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-16T02:47:34.736 DEBUG:teuthology.orchestra.run.smithi184:> stat /dev/vg_nvme/lv_4 2024-09-16T02:47:34.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:34.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:34.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:47:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:34.792 INFO:teuthology.orchestra.run.smithi184.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-16T02:47:34.792 INFO:teuthology.orchestra.run.smithi184.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-16T02:47:34.792 INFO:teuthology.orchestra.run.smithi184.stdout:Device: 5h/5d Inode: 967 Links: 1 2024-09-16T02:47:34.792 INFO:teuthology.orchestra.run.smithi184.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-16T02:47:34.792 INFO:teuthology.orchestra.run.smithi184.stdout:Context: system_u:object_r:device_t:s0 2024-09-16T02:47:34.792 INFO:teuthology.orchestra.run.smithi184.stdout:Access: 2024-09-16 02:47:10.656958621 +0000 2024-09-16T02:47:34.793 INFO:teuthology.orchestra.run.smithi184.stdout:Modify: 2024-09-16 02:43:15.016929218 +0000 2024-09-16T02:47:34.793 INFO:teuthology.orchestra.run.smithi184.stdout:Change: 2024-09-16 02:43:15.016929218 +0000 2024-09-16T02:47:34.793 INFO:teuthology.orchestra.run.smithi184.stdout: Birth: 2024-09-16 02:43:15.016929218 +0000 2024-09-16T02:47:34.793 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-16T02:47:34.856 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records in 2024-09-16T02:47:34.856 INFO:teuthology.orchestra.run.smithi184.stderr:1+0 records out 2024-09-16T02:47:34.856 INFO:teuthology.orchestra.run.smithi184.stderr:512 bytes copied, 0.000194639 s, 2.6 MB/s 2024-09-16T02:47:34.857 DEBUG:teuthology.orchestra.run.smithi184:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-16T02:47:34.914 INFO:tasks.cephadm:Deploying osd.0 on smithi097 with /dev/vg_nvme/lv_4... 2024-09-16T02:47:34.914 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-16T02:47:35.116 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:47:35.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:35 smithi184 ceph-mon[31162]: Deploying daemon mgr.x on smithi184 2024-09-16T02:47:35.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:35 smithi184 systemd[1]: Starting Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:47:35.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:35 smithi097 ceph-mon[27580]: Deploying daemon mgr.x on smithi184 2024-09-16T02:47:35.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:35 smithi097 ceph-mon[38292]: Deploying daemon mgr.x on smithi184 2024-09-16T02:47:36.107 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:35 smithi184 podman[32978]: 2024-09-16 02:47:35.784109389 +0000 UTC m=+0.100278028 container create 39763b17db01489ac661a6948335f6154943c4a0baefde8ae56fbb668c3aa97f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, RELEASE=reef-ae7f373, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-16T02:47:36.107 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:35 smithi184 podman[32978]: 2024-09-16 02:47:35.699423809 +0000 UTC m=+0.015592445 image pull fd1d6ca2b4a51b7dd04a60817dc43aeea69da272641c8151cf0fecceea98aa95 quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87 2024-09-16T02:47:36.107 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:35 smithi184 podman[32978]: 2024-09-16 02:47:35.978183318 +0000 UTC m=+0.294351957 container init 39763b17db01489ac661a6948335f6154943c4a0baefde8ae56fbb668c3aa97f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=reef-ae7f373, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T02:47:36.107 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:35 smithi184 podman[32978]: 2024-09-16 02:47:35.981519477 +0000 UTC m=+0.297688115 container start 39763b17db01489ac661a6948335f6154943c4a0baefde8ae56fbb668c3aa97f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-ae7f373, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:47:36.107 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-mgr[32997]: -- 172.21.15.184:0/3180296589 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55db13e30d00 con 0x55db13e05400 2024-09-16T02:47:36.108 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 bash[32978]: 39763b17db01489ac661a6948335f6154943c4a0baefde8ae56fbb668c3aa97f 2024-09-16T02:47:36.108 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 systemd[1]: Started Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:47:36.393 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:36.105+0000 7ff8cf232040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T02:47:36.393 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:36.162+0000 7ff8cf232040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T02:47:36.393 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:36.319+0000 7ff8cf232040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T02:47:36.393 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:36.390+0000 7ff8cf232040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T02:47:36.622 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[27580]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:36.622 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.622 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.622 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.622 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.622 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:36.623 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[38292]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:36.623 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.623 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.623 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.623 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.623 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:36.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:36.551+0000 7ff8cf232040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:47:36.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-mon[31162]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:36.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:36.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:37.011 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:36.691+0000 7ff8cf232040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T02:47:37.011 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:37.009+0000 7ff8cf232040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T02:47:37.273 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:37.070+0000 7ff8cf232040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T02:47:37.651 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:37.271+0000 7ff8cf232040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T02:47:37.701 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:47:37.718 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi097:vg_nvme/lv_4 2024-09-16T02:47:38.398 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:47:38.435 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:38.183+0000 7ff8cf232040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T02:47:38.435 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:38.251+0000 7ff8cf232040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T02:47:38.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:38.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:38.435 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T02:47:38.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:47:38.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:47:38.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:38.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: Reconfiguring daemon mgr.y on smithi097 2024-09-16T02:47:38.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:38.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: Reconfiguring daemon mgr.y on smithi097 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: Reconfiguring mgr.y (unknown last config time)... 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: Reconfiguring daemon mgr.y on smithi097 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:39.224 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:38 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:38.967+0000 7ff8cf232040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T02:47:39.224 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.082+0000 7ff8cf232040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T02:47:39.224 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.221+0000 7ff8cf232040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:47:39.495 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.281+0000 7ff8cf232040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T02:47:39.495 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.426+0000 7ff8cf232040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T02:47:39.495 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.492+0000 7ff8cf232040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T02:47:39.772 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.551+0000 7ff8cf232040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T02:47:39.772 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.706+0000 7ff8cf232040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T02:47:39.772 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.770+0000 7ff8cf232040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T02:47:40.036 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.835+0000 7ff8cf232040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T02:47:40.037 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.917+0000 7ff8cf232040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T02:47:40.037 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:39.976+0000 7ff8cf232040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T02:47:40.037 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:40.034+0000 7ff8cf232040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T02:47:40.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[27580]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:40.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:40.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:40.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[38292]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:40 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:40.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-mon[31162]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:40.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:40.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:40.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:40.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:40.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:47:40.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:41.158 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:47:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:47:40.807+0000 7ff8cf232040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T02:47:41.852 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: Standby manager daemon x started 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:47:41.853 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:47:41.854 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:41.854 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: Standby manager daemon x started 2024-09-16T02:47:41.854 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:47:41.854 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:47:41.854 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:47:41.854 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:41 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:47:41.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:47:41.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:47:41.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:47:41.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:41.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: Standby manager daemon x started 2024-09-16T02:47:41.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:47:41.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:47:41.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:47:41.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:41 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/3688142126' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:47:42.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:42 smithi097 ceph-mon[27580]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:42.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:42 smithi097 ceph-mon[27580]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-16T02:47:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:42 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:47:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:42 smithi097 ceph-mon[38292]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:42 smithi097 ceph-mon[38292]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-16T02:47:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:42 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:47:42.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:42 smithi184 ceph-mon[31162]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:42.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:42 smithi184 ceph-mon[31162]: mgrmap e14: y(active, since 64s), standbys: x 2024-09-16T02:47:42.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:42 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:47:43.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1460073213' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]: dispatch 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]: dispatch 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]': finished 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[27580]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2538277420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1460073213' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]: dispatch 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]: dispatch 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]': finished 2024-09-16T02:47:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[38292]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T02:47:43.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:43.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:43 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2538277420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:47:43.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:43 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1460073213' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]: dispatch 2024-09-16T02:47:43.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:43 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]: dispatch 2024-09-16T02:47:43.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:43 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c9da9c0-446b-45e2-8b79-bb899e83fac1"}]': finished 2024-09-16T02:47:43.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:43 smithi184 ceph-mon[31162]: osdmap e5: 1 total, 0 up, 1 in 2024-09-16T02:47:43.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:43 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:43.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:43 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2538277420' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:47:44.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:44 smithi184 ceph-mon[31162]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:44.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:44 smithi097 ceph-mon[27580]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:44.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:44 smithi097 ceph-mon[38292]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:46.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:46 smithi097 ceph-mon[38292]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:46.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:46 smithi097 ceph-mon[27580]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:46.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:46 smithi184 ceph-mon[31162]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:48.698 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:48 smithi097 ceph-mon[27580]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:48.698 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:48 smithi097 ceph-mon[38292]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:48 smithi184 ceph-mon[31162]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:49.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:49 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T02:47:49.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:49 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:49.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:49 smithi097 ceph-mon[27580]: Deploying daemon osd.0 on smithi097 2024-09-16T02:47:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:49 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T02:47:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:49 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:49 smithi097 ceph-mon[38292]: Deploying daemon osd.0 on smithi097 2024-09-16T02:47:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:49 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-09-16T02:47:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:49 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:47:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:49 smithi184 ceph-mon[31162]: Deploying daemon osd.0 on smithi097 2024-09-16T02:47:50.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:50 smithi097 ceph-mon[27580]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:50.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:50 smithi097 ceph-mon[38292]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:50.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:50 smithi184 ceph-mon[31162]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:52.858 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:52 smithi097 ceph-mon[27580]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:52.859 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:52 smithi097 ceph-mon[38292]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:52.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:52 smithi184 ceph-mon[31162]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:53.835 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:53.835 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:53.835 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:53.835 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:53 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:53.835 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:53 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:53.836 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:53 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:53 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:47:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:53 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:53 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:54.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:54 smithi097 ceph-mon[27580]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:54.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:54 smithi097 ceph-mon[38292]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:54 smithi184 ceph-mon[31162]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:56.660 INFO:teuthology.orchestra.run.smithi097.stdout:Created osd(s) 0 on host 'smithi097' 2024-09-16T02:47:56.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:56 smithi184 ceph-mon[31162]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:56.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:56 smithi184 ceph-mon[31162]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T02:47:56.965 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:56 smithi097 ceph-mon[27580]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:56.965 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:56 smithi097 ceph-mon[27580]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T02:47:56.966 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:56 smithi097 ceph-mon[38292]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:56.966 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:56 smithi097 ceph-mon[38292]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-09-16T02:47:57.279 DEBUG:teuthology.orchestra.run.smithi097:osd.0> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.0.service 2024-09-16T02:47:57.282 INFO:tasks.cephadm:Deploying osd.1 on smithi097 with /dev/vg_nvme/lv_3... 2024-09-16T02:47:57.282 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-16T02:47:57.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T02:47:57.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T02:47:57.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:57.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T02:47:57.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:57.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: osdmap e6: 1 total, 0 up, 1 in 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: osdmap e7: 1 total, 0 up, 1 in 2024-09-16T02:47:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:58.036 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:47:58.331 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[42227]: 2024-09-16T02:47:58.011+0000 7f29d45f6640 -1 osd.0 0 waiting for initial osdmap 2024-09-16T02:47:58.331 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[42227]: 2024-09-16T02:47:58.014+0000 7f29cbc00640 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:47:58.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:58 smithi184 ceph-mon[31162]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:58 smithi184 ceph-mon[31162]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' 2024-09-16T02:47:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:47:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:58.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-mon[38292]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:58.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:58.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-mon[38292]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' 2024-09-16T02:47:58.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:58.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-mon[27580]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:47:58.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:47:58.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-mon[27580]: from='osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757]' entity='osd.0' 2024-09-16T02:47:58.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:47:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:48:00.392 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[27580]: purged_snaps scrub starts 2024-09-16T02:48:00.392 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[27580]: purged_snaps scrub ok 2024-09-16T02:48:00.392 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[27580]: osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757] boot 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[27580]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[27580]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[38292]: purged_snaps scrub starts 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[38292]: purged_snaps scrub ok 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[38292]: osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757] boot 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[38292]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:48:00.393 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:00 smithi097 ceph-mon[38292]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:48:00.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:00 smithi184 ceph-mon[31162]: purged_snaps scrub starts 2024-09-16T02:48:00.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:00 smithi184 ceph-mon[31162]: purged_snaps scrub ok 2024-09-16T02:48:00.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:00 smithi184 ceph-mon[31162]: osd.0 [v2:172.21.15.97:6802/3656858757,v1:172.21.15.97:6803/3656858757] boot 2024-09-16T02:48:00.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:00 smithi184 ceph-mon[31162]: osdmap e8: 1 total, 1 up, 1 in 2024-09-16T02:48:00.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:48:00.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:00 smithi184 ceph-mon[31162]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-09-16T02:48:01.279 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:01 smithi097 ceph-mon[27580]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T02:48:01.279 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:01 smithi097 ceph-mon[38292]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T02:48:01.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:01 smithi184 ceph-mon[31162]: osdmap e9: 1 total, 1 up, 1 in 2024-09-16T02:48:02.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: Detected new or changed devices on smithi097 2024-09-16T02:48:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi097 to 16064M 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:02.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: Detected new or changed devices on smithi097 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi097 to 16064M 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:02.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:02.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:02.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:02.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:02 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: Detected new or changed devices on smithi097 2024-09-16T02:48:02.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi097 to 16064M 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:02 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:02.461 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:48:02.479 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi097:vg_nvme/lv_3 2024-09-16T02:48:02.672 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:48:04.833 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:04 smithi097 ceph-mon[27580]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:04.833 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:04 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:04.833 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:04 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:04.833 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:04 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:04.833 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:04 smithi097 ceph-mon[38292]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:04.833 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:04 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:04.834 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:04 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:04.834 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:04 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:04 smithi184 ceph-mon[31162]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:04 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:04 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:04 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:05.819 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:05 smithi097 ceph-mon[27580]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:05.819 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:05 smithi097 ceph-mon[38292]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:05.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:05 smithi184 ceph-mon[31162]: from='client.14241 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:06 smithi184 ceph-mon[31162]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:06 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2118559048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]: dispatch 2024-09-16T02:48:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:06 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]: dispatch 2024-09-16T02:48:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:06 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]': finished 2024-09-16T02:48:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:06 smithi184 ceph-mon[31162]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T02:48:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:06 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:06.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[38292]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:06.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2118559048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]: dispatch 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]: dispatch 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]': finished 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[38292]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[27580]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2118559048' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]: dispatch 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]: dispatch 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "62cdbe4d-096b-4c31-9c4a-7408b89557ab"}]': finished 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[27580]: osdmap e10: 2 total, 1 up, 2 in 2024-09-16T02:48:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:06 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:07.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:07 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3762764123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:07.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:07 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3762764123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:07.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:07 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3762764123' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:08 smithi184 ceph-mon[31162]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:08.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:08 smithi097 ceph-mon[27580]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:08.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:08 smithi097 ceph-mon[38292]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:10.904 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:10 smithi097 ceph-mon[27580]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:10.904 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:10 smithi097 ceph-mon[38292]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:10.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:10 smithi184 ceph-mon[31162]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:12 smithi184 ceph-mon[31162]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T02:48:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:12.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:12 smithi097 ceph-mon[27580]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:12.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T02:48:12.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:12.917 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:12 smithi097 ceph-mon[38292]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:12.917 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-09-16T02:48:12.917 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:13.874 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:13 smithi097 ceph-mon[27580]: Deploying daemon osd.1 on smithi097 2024-09-16T02:48:13.875 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:13 smithi097 ceph-mon[38292]: Deploying daemon osd.1 on smithi097 2024-09-16T02:48:13.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:13 smithi184 ceph-mon[31162]: Deploying daemon osd.1 on smithi097 2024-09-16T02:48:14.887 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:14 smithi097 ceph-mon[27580]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:14.887 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:14 smithi097 ceph-mon[38292]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:14 smithi184 ceph-mon[31162]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:16.622 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:16 smithi097 ceph-mon[27580]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:16.622 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:16 smithi097 ceph-mon[38292]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:16.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:16 smithi184 ceph-mon[31162]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:17.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:17 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:17.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:17 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:17.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:17 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:17.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:17 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:17.918 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:17 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:17.919 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:17 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:17.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:17 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:17.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:17 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:17.919 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:17 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:18.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:18 smithi184 ceph-mon[31162]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:18.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:18 smithi097 ceph-mon[27580]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:18.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:18 smithi097 ceph-mon[38292]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:20.351 INFO:teuthology.orchestra.run.smithi097.stdout:Created osd(s) 1 on host 'smithi097' 2024-09-16T02:48:20.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:20.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.708 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.709 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.709 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:20.709 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:20.709 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.709 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:20.709 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:20.710 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.710 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.710 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.710 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.710 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:20.710 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:20.711 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.711 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:20.711 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:20.711 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:20.711 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:21.030 DEBUG:teuthology.orchestra.run.smithi097:osd.1> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.1.service 2024-09-16T02:48:21.033 INFO:tasks.cephadm:Deploying osd.2 on smithi097 with /dev/vg_nvme/lv_2... 2024-09-16T02:48:21.033 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-16T02:48:21.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:21 smithi184 ceph-mon[31162]: from='osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T02:48:21.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:21 smithi184 ceph-mon[31162]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T02:48:21.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:21 smithi097 ceph-mon[38292]: from='osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T02:48:21.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:21 smithi097 ceph-mon[38292]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T02:48:21.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:21 smithi097 ceph-mon[27580]: from='osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T02:48:21.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:21 smithi097 ceph-mon[27580]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-09-16T02:48:21.796 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:48:22.483 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[38292]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T02:48:22.483 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[38292]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T02:48:22.483 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:22.483 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[38292]: from='osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:22.483 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[38292]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:22.483 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[38292]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:22.484 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[27580]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T02:48:22.484 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[27580]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T02:48:22.484 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:22.484 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[27580]: from='osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:22.484 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[27580]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:22.484 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-mon[27580]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:22.484 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[47891]: 2024-09-16T02:48:22.371+0000 7fe90d4b2640 -1 osd.1 0 waiting for initial osdmap 2024-09-16T02:48:22.484 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:22 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[47891]: 2024-09-16T02:48:22.377+0000 7fe9092db640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:48:22.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:22 smithi184 ceph-mon[31162]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T02:48:22.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:22 smithi184 ceph-mon[31162]: osdmap e11: 2 total, 1 up, 2 in 2024-09-16T02:48:22.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:22 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:22.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:22 smithi184 ceph-mon[31162]: from='osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:22.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:22 smithi184 ceph-mon[31162]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:22.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:22 smithi184 ceph-mon[31162]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:23.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:23 smithi184 ceph-mon[31162]: purged_snaps scrub starts 2024-09-16T02:48:23.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:23 smithi184 ceph-mon[31162]: purged_snaps scrub ok 2024-09-16T02:48:23.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:23 smithi184 ceph-mon[31162]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:48:23.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:23 smithi184 ceph-mon[31162]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T02:48:23.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:23 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:23.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:23 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:23.692 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[27580]: purged_snaps scrub starts 2024-09-16T02:48:23.692 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[27580]: purged_snaps scrub ok 2024-09-16T02:48:23.692 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[27580]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:48:23.692 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[27580]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T02:48:23.692 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:23.692 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:23.693 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[38292]: purged_snaps scrub starts 2024-09-16T02:48:23.693 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[38292]: purged_snaps scrub ok 2024-09-16T02:48:23.693 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[38292]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:48:23.693 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[38292]: osdmap e12: 2 total, 1 up, 2 in 2024-09-16T02:48:23.693 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:23.693 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:23 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:24.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228] boot 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228] boot 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: osd.1 [v2:172.21.15.97:6810/2261441228,v1:172.21.15.97:6811/2261441228] boot 2024-09-16T02:48:24.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: osdmap e13: 2 total, 2 up, 2 in 2024-09-16T02:48:24.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:25 smithi097 ceph-mon[27580]: Detected new or changed devices on smithi097 2024-09-16T02:48:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:25 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi097 to 8032M 2024-09-16T02:48:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:25 smithi097 ceph-mon[27580]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T02:48:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:25 smithi097 ceph-mon[38292]: Detected new or changed devices on smithi097 2024-09-16T02:48:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:25 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi097 to 8032M 2024-09-16T02:48:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:25 smithi097 ceph-mon[38292]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T02:48:25.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:25 smithi184 ceph-mon[31162]: Detected new or changed devices on smithi097 2024-09-16T02:48:25.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:25 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi097 to 8032M 2024-09-16T02:48:25.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:25 smithi184 ceph-mon[31162]: osdmap e14: 2 total, 2 up, 2 in 2024-09-16T02:48:25.779 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:48:25.798 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi097:vg_nvme/lv_2 2024-09-16T02:48:25.990 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:48:26.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:26 smithi184 ceph-mon[31162]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:26.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:26 smithi097 ceph-mon[27580]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:26.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:26 smithi097 ceph-mon[38292]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:28.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[27580]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:28.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[27580]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:28.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:28.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[38292]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:28.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[38292]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:28.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:28.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:28.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:28 smithi184 ceph-mon[31162]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:28 smithi184 ceph-mon[31162]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:30.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[27580]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3672055483' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d68a07c-8dd1-4076-91a6-2f6f37e839c9"}]: dispatch 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3672055483' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d68a07c-8dd1-4076-91a6-2f6f37e839c9"}]': finished 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[27580]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1907947495' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[38292]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3672055483' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d68a07c-8dd1-4076-91a6-2f6f37e839c9"}]: dispatch 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3672055483' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d68a07c-8dd1-4076-91a6-2f6f37e839c9"}]': finished 2024-09-16T02:48:30.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[38292]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T02:48:30.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:30.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:30 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1907947495' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:30.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:30 smithi184 ceph-mon[31162]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:30.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:30 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3672055483' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3d68a07c-8dd1-4076-91a6-2f6f37e839c9"}]: dispatch 2024-09-16T02:48:30.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:30 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3672055483' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3d68a07c-8dd1-4076-91a6-2f6f37e839c9"}]': finished 2024-09-16T02:48:30.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:30 smithi184 ceph-mon[31162]: osdmap e15: 3 total, 2 up, 3 in 2024-09-16T02:48:30.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:30 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:30.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:30 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1907947495' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:32.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:32 smithi184 ceph-mon[31162]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:32.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:32 smithi097 ceph-mon[27580]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:32 smithi097 ceph-mon[38292]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:34.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:34 smithi184 ceph-mon[31162]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:34.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:34 smithi097 ceph-mon[27580]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:34.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:34 smithi097 ceph-mon[38292]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:36.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:36 smithi097 ceph-mon[27580]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:36.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T02:48:36.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:36.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:36 smithi097 ceph-mon[38292]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:36.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T02:48:36.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:36.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:36 smithi184 ceph-mon[31162]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:36.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-09-16T02:48:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:37.627 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:37 smithi097 ceph-mon[27580]: Deploying daemon osd.2 on smithi097 2024-09-16T02:48:37.627 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:37 smithi097 ceph-mon[38292]: Deploying daemon osd.2 on smithi097 2024-09-16T02:48:37.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:37 smithi184 ceph-mon[31162]: Deploying daemon osd.2 on smithi097 2024-09-16T02:48:38.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:38 smithi184 ceph-mon[31162]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:38.940 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:38 smithi097 ceph-mon[27580]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:38.941 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:38 smithi097 ceph-mon[38292]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:40.796 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:40 smithi097 ceph-mon[27580]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:40.797 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:40 smithi097 ceph-mon[38292]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:40.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:40 smithi184 ceph-mon[31162]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:41.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:41 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:41.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:41 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:41.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:41 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:41.898 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:41 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:41.898 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:41 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:41.898 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:41 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:41.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:41 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:41.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:41 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:41.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:41 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:42.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:42 smithi184 ceph-mon[31162]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:42.945 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:42 smithi097 ceph-mon[27580]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:42.967 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:42 smithi097 ceph-mon[38292]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:43.344 INFO:teuthology.orchestra.run.smithi097.stdout:Created osd(s) 2 on host 'smithi097' 2024-09-16T02:48:43.952 DEBUG:teuthology.orchestra.run.smithi097:osd.2> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.2.service 2024-09-16T02:48:43.955 INFO:tasks.cephadm:Deploying osd.3 on smithi097 with /dev/vg_nvme/lv_1... 2024-09-16T02:48:43.955 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-16T02:48:44.324 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:48:44.591 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:44 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:44.591 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:44 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:44.591 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:44 smithi097 ceph-mon[27580]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:44.591 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:44 smithi097 ceph-mon[27580]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T02:48:44.591 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:44 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:44.592 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:44 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:44.592 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:44 smithi097 ceph-mon[38292]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:44.592 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:44 smithi097 ceph-mon[38292]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T02:48:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:44 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:44 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:44 smithi184 ceph-mon[31162]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:44 smithi184 ceph-mon[31162]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-09-16T02:48:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:45 smithi184 ceph-mon[31162]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T02:48:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:45 smithi184 ceph-mon[31162]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T02:48:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:45 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:45 smithi184 ceph-mon[31162]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:45.675 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-mon[27580]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T02:48:45.675 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-mon[27580]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T02:48:45.675 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:45.675 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-mon[27580]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:45.675 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-mon[38292]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T02:48:45.676 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-mon[38292]: osdmap e16: 3 total, 2 up, 3 in 2024-09-16T02:48:45.676 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:45.676 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-mon[38292]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:48:45.676 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[53454]: 2024-09-16T02:48:45.353+0000 7ff646a04640 -1 osd.2 0 waiting for initial osdmap 2024-09-16T02:48:45.676 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:45 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[53454]: 2024-09-16T02:48:45.358+0000 7ff64282d640 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:48:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:46 smithi184 ceph-mon[31162]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:48:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:46 smithi184 ceph-mon[31162]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T02:48:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:46 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:46 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:46 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:46 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:46 smithi184 ceph-mon[31162]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:46.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[27580]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:48:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[27580]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T02:48:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[27580]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[38292]: from='osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:48:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[38292]: osdmap e17: 3 total, 2 up, 3 in 2024-09-16T02:48:46.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:46.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:46.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:46.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:46.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:46 smithi097 ceph-mon[38292]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-09-16T02:48:46.837 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:48:46.855 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi097:vg_nvme/lv_1 2024-09-16T02:48:47.657 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[27580]: purged_snaps scrub starts 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[27580]: purged_snaps scrub ok 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[27580]: osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132] boot 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[27580]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[38292]: purged_snaps scrub starts 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[38292]: purged_snaps scrub ok 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[38292]: osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132] boot 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[38292]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T02:48:47.658 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:47 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:47.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:47 smithi184 ceph-mon[31162]: purged_snaps scrub starts 2024-09-16T02:48:47.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:47 smithi184 ceph-mon[31162]: purged_snaps scrub ok 2024-09-16T02:48:47.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:47 smithi184 ceph-mon[31162]: osd.2 [v2:172.21.15.97:6818/411644132,v1:172.21.15.97:6819/411644132] boot 2024-09-16T02:48:47.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:47 smithi184 ceph-mon[31162]: osdmap e18: 3 total, 3 up, 3 in 2024-09-16T02:48:47.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:47 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:48:47.716 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:48:48.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:48 smithi097 ceph-mon[38292]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T02:48:48.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:48 smithi097 ceph-mon[38292]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:48 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:48:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:48 smithi097 ceph-mon[27580]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T02:48:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:48 smithi097 ceph-mon[27580]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:48 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:48:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:48 smithi184 ceph-mon[31162]: osdmap e19: 3 total, 3 up, 3 in 2024-09-16T02:48:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:48 smithi184 ceph-mon[31162]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:48 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:48:49.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:49 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-16T02:48:49.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:49 smithi097 ceph-mon[27580]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T02:48:49.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:49 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:48:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:49 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-16T02:48:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:49 smithi097 ceph-mon[38292]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T02:48:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:49 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:48:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:49 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-09-16T02:48:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:49 smithi184 ceph-mon[31162]: osdmap e20: 3 total, 3 up, 3 in 2024-09-16T02:48:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:49 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:48:50.062 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:48:49 smithi097 sudo[57646]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T02:48:50.062 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:48:49 smithi097 sudo[57646]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:50.062 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:48:49 smithi097 sudo[57646]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:50.062 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:48:49 smithi097 sudo[57646]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:50.354 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57678]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T02:48:50.354 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57678]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:50.355 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57678]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:50.355 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57678]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:50.680 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57737]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T02:48:50.680 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57737]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:50.680 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57737]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:50.680 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57737]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:50.681 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.682 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:50.683 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:48:50.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: osdmap e21: 3 total, 3 up, 3 in 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: pgmap v77: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:48:50.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:50.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:48:50.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:50.938 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57807]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T02:48:50.938 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57807]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:50.938 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57807]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:50.938 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57807]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:51.204 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57863]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T02:48:51.204 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57863]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:51.204 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57863]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:51.204 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:50 smithi097 sudo[57863]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:51.459 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57884]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T02:48:51.459 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57884]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:51.460 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57884]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:51.460 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57884]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:51.724 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57888]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T02:48:51.724 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57888]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:51.724 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57888]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:51.724 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57888]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:51.989 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 ceph-mon[31162]: Detected new or changed devices on smithi097 2024-09-16T02:48:51.989 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi097 to 5354M 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 ceph-mon[31162]: osdmap e22: 3 total, 3 up, 3 in 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 ceph-mon[31162]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 sudo[33631]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 sudo[33631]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 sudo[33631]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:51.990 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:51 smithi184 sudo[33631]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:51.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[38292]: Detected new or changed devices on smithi097 2024-09-16T02:48:51.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi097 to 5354M 2024-09-16T02:48:51.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[38292]: osdmap e22: 3 total, 3 up, 3 in 2024-09-16T02:48:51.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[38292]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57900]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T02:48:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57900]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57900]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 sudo[57900]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[27580]: Detected new or changed devices on smithi097 2024-09-16T02:48:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi097 to 5354M 2024-09-16T02:48:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[27580]: osdmap e22: 3 total, 3 up, 3 in 2024-09-16T02:48:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[27580]: from='client.24203 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi097:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:48:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:48:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:48:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:51 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 sudo[33634]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T02:48:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 sudo[33634]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 sudo[33634]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 sudo[33634]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:52.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 sudo[57954]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-09-16T02:48:52.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 sudo[57954]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:52.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 sudo[57954]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:52.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 sudo[57954]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:53.037 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:53.037 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.038 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 sudo[57977]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 sudo[57977]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 sudo[57977]: pam_unix(sudo:session): session opened for user root(uid=0) by (uid=167) 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 sudo[57977]: pam_unix(sudo:session): session closed for user root 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:53.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:53.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:53.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:53.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:53.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:53.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:53.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:53.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:48:53.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:48:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3641838810' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32acd6e-5155-4fdf-b332-db938c7182c7"}]: dispatch 2024-09-16T02:48:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T02:48:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3641838810' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c32acd6e-5155-4fdf-b332-db938c7182c7"}]': finished 2024-09-16T02:48:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T02:48:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:48:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1557485321' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:53 smithi184 ceph-mon[31162]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:54.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3641838810' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32acd6e-5155-4fdf-b332-db938c7182c7"}]: dispatch 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3641838810' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c32acd6e-5155-4fdf-b332-db938c7182c7"}]': finished 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1557485321' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[27580]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-09-16T02:48:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3641838810' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c32acd6e-5155-4fdf-b332-db938c7182c7"}]: dispatch 2024-09-16T02:48:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-09-16T02:48:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: mgrmap e15: y(active, since 2m), standbys: x 2024-09-16T02:48:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3641838810' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c32acd6e-5155-4fdf-b332-db938c7182c7"}]': finished 2024-09-16T02:48:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: osdmap e23: 4 total, 3 up, 4 in 2024-09-16T02:48:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:48:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1557485321' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:48:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:53 smithi097 ceph-mon[38292]: pgmap v81: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:56.865 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:56 smithi097 ceph-mon[27580]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:56.865 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:56 smithi097 ceph-mon[38292]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:56.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:56 smithi184 ceph-mon[31162]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:58.866 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:58 smithi097 ceph-mon[27580]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:58.867 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:58 smithi097 ceph-mon[38292]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:58.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:58 smithi184 ceph-mon[31162]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:48:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:59 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T02:48:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:48:59 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:59.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:59 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T02:48:59.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:48:59 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:48:59.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:59 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-09-16T02:48:59.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:48:59 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:00.705 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:00 smithi097 ceph-mon[27580]: Deploying daemon osd.3 on smithi097 2024-09-16T02:49:00.706 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:00 smithi097 ceph-mon[27580]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:00.706 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:00 smithi097 ceph-mon[38292]: Deploying daemon osd.3 on smithi097 2024-09-16T02:49:00.706 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:00 smithi097 ceph-mon[38292]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:00 smithi184 ceph-mon[31162]: Deploying daemon osd.3 on smithi097 2024-09-16T02:49:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:00 smithi184 ceph-mon[31162]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:02.600 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:02 smithi097 ceph-mon[27580]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:02.601 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:02 smithi097 ceph-mon[38292]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:02.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:02 smithi184 ceph-mon[31162]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:04.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:04 smithi097 ceph-mon[27580]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:04.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:04 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:04 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:04 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:04 smithi097 ceph-mon[38292]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:04 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:04 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:04 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:04 smithi184 ceph-mon[31162]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:04 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:04 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:04 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:06 smithi184 ceph-mon[31162]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:06.920 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:06 smithi097 ceph-mon[27580]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:06.920 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:06 smithi097 ceph-mon[38292]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:07.154 INFO:teuthology.orchestra.run.smithi097.stdout:Created osd(s) 3 on host 'smithi097' 2024-09-16T02:49:07.724 DEBUG:teuthology.orchestra.run.smithi097:osd.3> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.3.service 2024-09-16T02:49:07.727 INFO:tasks.cephadm:Deploying osd.4 on smithi184 with /dev/vg_nvme/lv_4... 2024-09-16T02:49:07.727 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_4 2024-09-16T02:49:07.932 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:49:07.979 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.979 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.979 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:07.979 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:07.979 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.979 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T02:49:07.979 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:07.979 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[27580]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:07.981 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:07 smithi097 ceph-mon[38292]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:08.043 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:08.044 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:07 smithi184 ceph-mon[31162]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:09.061 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:08 smithi184 ceph-mon[31162]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T02:49:09.061 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:08 smithi184 ceph-mon[31162]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T02:49:09.061 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:08 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:09.061 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:08 smithi184 ceph-mon[31162]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:49:09.112 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-mon[27580]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T02:49:09.112 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-mon[27580]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T02:49:09.112 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:09.113 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-mon[27580]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:49:09.113 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-mon[38292]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T02:49:09.113 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-mon[38292]: osdmap e24: 4 total, 3 up, 4 in 2024-09-16T02:49:09.113 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:09.113 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-mon[38292]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]: dispatch 2024-09-16T02:49:09.113 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[59641]: 2024-09-16T02:49:08.798+0000 7f22c6eca640 -1 osd.3 0 waiting for initial osdmap 2024-09-16T02:49:09.113 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 02:49:08 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[59641]: 2024-09-16T02:49:08.804+0000 7f22c2cf3640 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:49:09.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:09 smithi184 ceph-mon[31162]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:49:09.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:09 smithi184 ceph-mon[31162]: osdmap e25: 4 total, 3 up, 4 in 2024-09-16T02:49:09.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:09 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:09.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:09 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:09.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:09 smithi184 ceph-mon[31162]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:10.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[27580]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:49:10.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[27580]: osdmap e25: 4 total, 3 up, 4 in 2024-09-16T02:49:10.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:10.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:10.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[27580]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:10.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[38292]: from='osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]}]': finished 2024-09-16T02:49:10.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[38292]: osdmap e25: 4 total, 3 up, 4 in 2024-09-16T02:49:10.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:10.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:10.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:09 smithi097 ceph-mon[38292]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-09-16T02:49:10.192 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:49:10.211 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi184:vg_nvme/lv_4 2024-09-16T02:49:10.410 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:49:11.154 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: purged_snaps scrub starts 2024-09-16T02:49:11.154 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: purged_snaps scrub ok 2024-09-16T02:49:11.154 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442] boot 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: Detected new or changed devices on smithi097 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.155 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi097 to 4016M 2024-09-16T02:49:11.156 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.156 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:11.156 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:11.156 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:10 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: purged_snaps scrub starts 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: purged_snaps scrub ok 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442] boot 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: Detected new or changed devices on smithi097 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi097 to 4016M 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: purged_snaps scrub starts 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: purged_snaps scrub ok 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: osd.3 [v2:172.21.15.97:6826/2108666442,v1:172.21.15.97:6827/2108666442] boot 2024-09-16T02:49:11.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: osdmap e26: 4 total, 4 up, 4 in 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: Detected new or changed devices on smithi097 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi097 to 4016M 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:11.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:10 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:11.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:11 smithi097 ceph-mon[27580]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T02:49:11.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:11 smithi097 ceph-mon[27580]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:11 smithi097 ceph-mon[38292]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T02:49:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:11 smithi097 ceph-mon[38292]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:12.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:11 smithi184 ceph-mon[31162]: osdmap e27: 4 total, 4 up, 4 in 2024-09-16T02:49:12.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:11 smithi184 ceph-mon[31162]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:12 smithi184 ceph-mon[31162]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:13.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:12 smithi097 ceph-mon[27580]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:13.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:13.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:13.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:13.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:12 smithi097 ceph-mon[38292]: from='client.24199 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:13.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:13.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:13.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:14.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:13 smithi184 ceph-mon[31162]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:14.257 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:13 smithi097 ceph-mon[27580]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:14.258 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:13 smithi097 ceph-mon[38292]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:15.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:14 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/2293427434' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]: dispatch 2024-09-16T02:49:15.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:14 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]: dispatch 2024-09-16T02:49:15.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:14 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]': finished 2024-09-16T02:49:15.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:14 smithi184 ceph-mon[31162]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T02:49:15.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:14 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:15.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:14 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/2892419452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:49:15.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/2293427434' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]: dispatch 2024-09-16T02:49:15.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]: dispatch 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]': finished 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[27580]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/2892419452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/2293427434' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]: dispatch 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]: dispatch 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5f795a05-b358-4de3-bed1-f7b30a4fe6f2"}]': finished 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[38292]: osdmap e28: 5 total, 4 up, 5 in 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:14 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/2892419452' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:49:16.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:15 smithi184 ceph-mon[31162]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:16.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:15 smithi097 ceph-mon[27580]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:16.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:15 smithi097 ceph-mon[38292]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:18.654 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:18 smithi184 ceph-mon[31162]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:18.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:18 smithi097 ceph-mon[27580]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:18.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:18 smithi097 ceph-mon[38292]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:20 smithi184 ceph-mon[31162]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T02:49:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:20.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:20 smithi097 ceph-mon[27580]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T02:49:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:20 smithi097 ceph-mon[38292]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-09-16T02:49:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:21.634 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:21 smithi184 ceph-mon[31162]: Deploying daemon osd.4 on smithi184 2024-09-16T02:49:21.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:21 smithi097 ceph-mon[27580]: Deploying daemon osd.4 on smithi184 2024-09-16T02:49:21.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:21 smithi097 ceph-mon[38292]: Deploying daemon osd.4 on smithi184 2024-09-16T02:49:22.843 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:22 smithi184 ceph-mon[31162]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:22.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:22 smithi097 ceph-mon[27580]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:22.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:22 smithi097 ceph-mon[38292]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:24 smithi184 ceph-mon[31162]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:24.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:24 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:24.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:24 smithi097 ceph-mon[27580]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:24 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:24 smithi097 ceph-mon[38292]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:24 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.622 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:26 smithi184 ceph-mon[31162]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:26.622 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.622 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.622 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:26.622 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:26.622 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:26 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[27580]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[38292]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:26.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:26.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:26 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:27.709 INFO:teuthology.orchestra.run.smithi184.stdout:Created osd(s) 4 on host 'smithi184' 2024-09-16T02:49:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:27 smithi184 ceph-mon[31162]: from='osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T02:49:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:27 smithi184 ceph-mon[31162]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T02:49:27.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:27 smithi097 ceph-mon[27580]: from='osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T02:49:27.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:27 smithi097 ceph-mon[27580]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T02:49:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:27 smithi097 ceph-mon[38292]: from='osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T02:49:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:27 smithi097 ceph-mon[38292]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-09-16T02:49:28.316 DEBUG:teuthology.orchestra.run.smithi184:osd.4> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.4.service 2024-09-16T02:49:28.320 INFO:tasks.cephadm:Deploying osd.5 on smithi184 with /dev/vg_nvme/lv_3... 2024-09-16T02:49:28.320 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_3 2024-09-16T02:49:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T02:49:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T02:49:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: from='osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:28.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[36029]: 2024-09-16T02:49:28.618+0000 7f17a8bfa640 -1 osd.4 0 waiting for initial osdmap 2024-09-16T02:49:28.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 02:49:28 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[36029]: 2024-09-16T02:49:28.622+0000 7f17a4a23640 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:49:28.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: from='osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T02:49:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: osdmap e29: 5 total, 4 up, 5 in 2024-09-16T02:49:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: from='osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:29.341 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:49:29.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:29 smithi184 ceph-mon[31162]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:49:29.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:29 smithi184 ceph-mon[31162]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T02:49:29.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:29 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:29.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:29 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:29.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:29 smithi184 ceph-mon[31162]: osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780] boot 2024-09-16T02:49:29.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:29 smithi184 ceph-mon[31162]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T02:49:29.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:29 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:29.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[27580]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:49:29.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[27580]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[27580]: osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780] boot 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[27580]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[38292]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[38292]: osdmap e30: 5 total, 4 up, 5 in 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[38292]: osd.4 [v2:172.21.15.184:6800/2958769780,v1:172.21.15.184:6801/2958769780] boot 2024-09-16T02:49:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[38292]: osdmap e31: 5 total, 5 up, 5 in 2024-09-16T02:49:29.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:29 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:49:30.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:30 smithi184 ceph-mon[31162]: purged_snaps scrub starts 2024-09-16T02:49:30.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:30 smithi184 ceph-mon[31162]: purged_snaps scrub ok 2024-09-16T02:49:30.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:30 smithi184 ceph-mon[31162]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:30.981 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:30 smithi184 ceph-mon[31162]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T02:49:30.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:30 smithi097 ceph-mon[38292]: purged_snaps scrub starts 2024-09-16T02:49:30.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:30 smithi097 ceph-mon[38292]: purged_snaps scrub ok 2024-09-16T02:49:30.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:30 smithi097 ceph-mon[38292]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:30.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:30 smithi097 ceph-mon[38292]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T02:49:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:30 smithi097 ceph-mon[27580]: purged_snaps scrub starts 2024-09-16T02:49:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:30 smithi097 ceph-mon[27580]: purged_snaps scrub ok 2024-09-16T02:49:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:30 smithi097 ceph-mon[27580]: pgmap v107: 1 pgs: 1 remapped+peering; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-09-16T02:49:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:30 smithi097 ceph-mon[27580]: osdmap e32: 5 total, 5 up, 5 in 2024-09-16T02:49:31.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[38292]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T02:49:31.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[27580]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:31.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:31.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:31.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:31.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:31 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:32.056 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:31 smithi184 ceph-mon[31162]: osdmap e33: 5 total, 5 up, 5 in 2024-09-16T02:49:32.056 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:32.056 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:32.056 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:32.057 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:32.057 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:32.057 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:32.057 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:31 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:32.740 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:49:32.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:32 smithi184 ceph-mon[31162]: Detected new or changed devices on smithi184 2024-09-16T02:49:32.756 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:32 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi184 to 17088M 2024-09-16T02:49:32.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:32 smithi184 ceph-mon[31162]: pgmap v110: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:32.757 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:32 smithi184 ceph-mon[31162]: osdmap e34: 5 total, 5 up, 5 in 2024-09-16T02:49:32.760 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi184:vg_nvme/lv_3 2024-09-16T02:49:32.953 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:49:32.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:32 smithi097 ceph-mon[27580]: Detected new or changed devices on smithi184 2024-09-16T02:49:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:32 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi184 to 17088M 2024-09-16T02:49:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:32 smithi097 ceph-mon[27580]: pgmap v110: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:32 smithi097 ceph-mon[27580]: osdmap e34: 5 total, 5 up, 5 in 2024-09-16T02:49:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:32 smithi097 ceph-mon[38292]: Detected new or changed devices on smithi184 2024-09-16T02:49:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:32 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi184 to 17088M 2024-09-16T02:49:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:32 smithi097 ceph-mon[38292]: pgmap v110: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:32 smithi097 ceph-mon[38292]: osdmap e34: 5 total, 5 up, 5 in 2024-09-16T02:49:33.943 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:33 smithi184 ceph-mon[31162]: osdmap e35: 5 total, 5 up, 5 in 2024-09-16T02:49:33.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:33 smithi097 ceph-mon[27580]: osdmap e35: 5 total, 5 up, 5 in 2024-09-16T02:49:33.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:33 smithi097 ceph-mon[38292]: osdmap e35: 5 total, 5 up, 5 in 2024-09-16T02:49:34.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:34 smithi097 ceph-mon[27580]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:34.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:34.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:34.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:34 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:34.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:34 smithi097 ceph-mon[38292]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:34.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:34.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:34.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:34 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:35.046 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:34 smithi184 ceph-mon[31162]: pgmap v113: 1 pgs: 1 remapped+peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:35.046 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:35.046 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:35.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:34 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:35.886 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:35 smithi184 ceph-mon[31162]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:35.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:35 smithi097 ceph-mon[27580]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:35.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:35 smithi097 ceph-mon[38292]: from='client.24226 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[38292]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-16T02:49:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/3003342616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]: dispatch 2024-09-16T02:49:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]: dispatch 2024-09-16T02:49:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]': finished 2024-09-16T02:49:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[38292]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T02:49:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:36.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[27580]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-16T02:49:36.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/3003342616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]: dispatch 2024-09-16T02:49:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]: dispatch 2024-09-16T02:49:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]': finished 2024-09-16T02:49:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[27580]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T02:49:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:36 smithi184 ceph-mon[31162]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-16T02:49:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:36 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/3003342616' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]: dispatch 2024-09-16T02:49:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:36 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]: dispatch 2024-09-16T02:49:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:36 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21d73c97-9fcb-469d-8b22-6c176cf51116"}]': finished 2024-09-16T02:49:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:36 smithi184 ceph-mon[31162]: osdmap e36: 6 total, 5 up, 6 in 2024-09-16T02:49:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:37.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:37 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/1810105009' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:49:37.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:37 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/1810105009' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:49:38.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:37 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/1810105009' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:49:38.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:38 smithi097 ceph-mon[27580]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T02:49:38.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:38 smithi097 ceph-mon[38292]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T02:49:39.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:38 smithi184 ceph-mon[31162]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T02:49:40.890 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:40 smithi184 ceph-mon[31162]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-16T02:49:40.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:40 smithi097 ceph-mon[38292]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-16T02:49:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:40 smithi097 ceph-mon[27580]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-16T02:49:42.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:42 smithi097 ceph-mon[27580]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-16T02:49:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:42 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T02:49:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:42 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:42 smithi097 ceph-mon[38292]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-16T02:49:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:42 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T02:49:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:42 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:43.113 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:42 smithi184 ceph-mon[31162]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-16T02:49:43.113 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:42 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-09-16T02:49:43.113 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:42 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:43.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:43 smithi097 ceph-mon[27580]: Deploying daemon osd.5 on smithi184 2024-09-16T02:49:43.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:43 smithi097 ceph-mon[38292]: Deploying daemon osd.5 on smithi184 2024-09-16T02:49:44.121 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:43 smithi184 ceph-mon[31162]: Deploying daemon osd.5 on smithi184 2024-09-16T02:49:44.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:44 smithi097 ceph-mon[27580]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:49:44.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:44 smithi097 ceph-mon[38292]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:49:45.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:44 smithi184 ceph-mon[31162]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:49:46.061 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:45 smithi184 ceph-mon[31162]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:46.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:45 smithi097 ceph-mon[27580]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:46.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:45 smithi097 ceph-mon[38292]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:47.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:47 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:47.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:47 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:47.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:47 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:47.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:47 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:47.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:47 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:47.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:47 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:47.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:47 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:47.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:47 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:47.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:47 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:48 smithi184 ceph-mon[31162]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:48.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:48 smithi097 ceph-mon[27580]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:48.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:48 smithi097 ceph-mon[38292]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:50.484 INFO:teuthology.orchestra.run.smithi184.stdout:Created osd(s) 5 on host 'smithi184' 2024-09-16T02:49:50.764 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:50 smithi184 ceph-mon[31162]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:50.764 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:50.764 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:50.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:50 smithi097 ceph-mon[27580]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:50.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:50.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:50.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:50 smithi097 ceph-mon[38292]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:50.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:50.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:51.036 DEBUG:teuthology.orchestra.run.smithi184:osd.5> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.5.service 2024-09-16T02:49:51.039 INFO:tasks.cephadm:Deploying osd.6 on smithi184 with /dev/vg_nvme/lv_2... 2024-09-16T02:49:51.039 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_2 2024-09-16T02:49:51.287 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:49:51.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:51 smithi184 ceph-mon[31162]: from='osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T02:49:51.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:51 smithi184 ceph-mon[31162]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T02:49:51.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:51.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:51.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:51 smithi097 ceph-mon[27580]: from='osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T02:49:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:51 smithi097 ceph-mon[27580]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T02:49:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:51 smithi097 ceph-mon[38292]: from='osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T02:49:51.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:51 smithi097 ceph-mon[38292]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-09-16T02:49:51.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:51.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:52.728 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:52 smithi184 ceph-mon[31162]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:52.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:52 smithi184 ceph-mon[31162]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T02:49:52.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:52 smithi184 ceph-mon[31162]: osdmap e37: 6 total, 5 up, 6 in 2024-09-16T02:49:52.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:52.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:52 smithi184 ceph-mon[31162]: from='osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:52.729 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:52 smithi184 ceph-mon[31162]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:52.729 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 02:49:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[41454]: 2024-09-16T02:49:52.641+0000 7f5bf9335640 -1 osd.5 0 waiting for initial osdmap 2024-09-16T02:49:52.729 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 02:49:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[41454]: 2024-09-16T02:49:52.645+0000 7f5bf515e640 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:49:52.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[27580]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[27580]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[27580]: osdmap e37: 6 total, 5 up, 6 in 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[27580]: from='osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[27580]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[38292]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[38292]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[38292]: osdmap e37: 6 total, 5 up, 6 in 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:52.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[38292]: from='osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:52.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:52 smithi097 ceph-mon[38292]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:49:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:53 smithi184 ceph-mon[31162]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:49:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:53 smithi184 ceph-mon[31162]: osdmap e38: 6 total, 5 up, 6 in 2024-09-16T02:49:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:53 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:53.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:53 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:53.912 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:49:53.936 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi184:vg_nvme/lv_2 2024-09-16T02:49:53.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:53 smithi097 ceph-mon[27580]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:49:53.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:53 smithi097 ceph-mon[27580]: osdmap e38: 6 total, 5 up, 6 in 2024-09-16T02:49:53.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:53.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:53.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:53 smithi097 ceph-mon[38292]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:49:53.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:53 smithi097 ceph-mon[38292]: osdmap e38: 6 total, 5 up, 6 in 2024-09-16T02:49:53.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:53 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:53.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:53 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:54.322 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:49:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:54 smithi184 ceph-mon[31162]: purged_snaps scrub starts 2024-09-16T02:49:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:54 smithi184 ceph-mon[31162]: purged_snaps scrub ok 2024-09-16T02:49:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:54 smithi184 ceph-mon[31162]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:54 smithi184 ceph-mon[31162]: osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745] boot 2024-09-16T02:49:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:54 smithi184 ceph-mon[31162]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T02:49:54.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:54 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:54.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:54 smithi184 ceph-mon[31162]: osdmap e40: 6 total, 6 up, 6 in 2024-09-16T02:49:54.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[27580]: purged_snaps scrub starts 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[27580]: purged_snaps scrub ok 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[27580]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[27580]: osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745] boot 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[27580]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[27580]: osdmap e40: 6 total, 6 up, 6 in 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[38292]: purged_snaps scrub starts 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[38292]: purged_snaps scrub ok 2024-09-16T02:49:54.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[38292]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-09-16T02:49:54.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[38292]: osd.5 [v2:172.21.15.184:6808/3706875745,v1:172.21.15.184:6809/3706875745] boot 2024-09-16T02:49:54.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[38292]: osdmap e39: 6 total, 6 up, 6 in 2024-09-16T02:49:54.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:49:54.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:54 smithi097 ceph-mon[38292]: osdmap e40: 6 total, 6 up, 6 in 2024-09-16T02:49:55.772 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:55 smithi184 ceph-mon[31162]: osdmap e41: 6 total, 6 up, 6 in 2024-09-16T02:49:55.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:55 smithi097 ceph-mon[27580]: osdmap e41: 6 total, 6 up, 6 in 2024-09-16T02:49:55.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:55 smithi097 ceph-mon[38292]: osdmap e41: 6 total, 6 up, 6 in 2024-09-16T02:49:56.972 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:56 smithi184 ceph-mon[31162]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:49:56.972 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:56 smithi184 ceph-mon[31162]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T02:49:56.972 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:56 smithi184 ceph-mon[31162]: osdmap e42: 6 total, 6 up, 6 in 2024-09-16T02:49:56.972 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:56 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:56.973 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:56 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:56.973 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:56 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:56.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[27580]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:49:56.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[27580]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T02:49:56.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[27580]: osdmap e42: 6 total, 6 up, 6 in 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[38292]: pgmap v130: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[38292]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[38292]: osdmap e42: 6 total, 6 up, 6 in 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:49:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:56 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: osdmap e43: 6 total, 6 up, 6 in 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:57.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: osdmap e43: 6 total, 6 up, 6 in 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:57.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:57 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:58.037 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='client.24253 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:49:58.037 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: osdmap e43: 6 total, 6 up, 6 in 2024-09-16T02:49:58.037 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:58.037 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:58.037 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:58.037 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:49:58.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:58.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:58.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:58.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:58.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:49:58.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:49:58.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:49:58.038 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:57 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:49:58.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:58 smithi097 ceph-mon[27580]: Detected new or changed devices on smithi184 2024-09-16T02:49:58.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:58 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi184 to 8544M 2024-09-16T02:49:58.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:58 smithi097 ceph-mon[27580]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:49:58.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:58 smithi097 ceph-mon[38292]: Detected new or changed devices on smithi184 2024-09-16T02:49:58.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:58 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi184 to 8544M 2024-09-16T02:49:58.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:58 smithi097 ceph-mon[38292]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:49:59.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:58 smithi184 ceph-mon[31162]: Detected new or changed devices on smithi184 2024-09-16T02:49:59.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:58 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi184 to 8544M 2024-09-16T02:49:59.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:58 smithi184 ceph-mon[31162]: pgmap v133: 1 pgs: 1 remapped+peering; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:49:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:59 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/3181224102' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]: dispatch 2024-09-16T02:49:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:59 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]: dispatch 2024-09-16T02:49:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:59 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]': finished 2024-09-16T02:49:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:59 smithi184 ceph-mon[31162]: osdmap e44: 7 total, 6 up, 7 in 2024-09-16T02:49:59.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:59 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:49:59.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:49:59 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/4113954159' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:49:59.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/3181224102' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]: dispatch 2024-09-16T02:49:59.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]: dispatch 2024-09-16T02:49:59.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]': finished 2024-09-16T02:49:59.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[27580]: osdmap e44: 7 total, 6 up, 7 in 2024-09-16T02:49:59.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:49:59.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/4113954159' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:49:59.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/3181224102' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]: dispatch 2024-09-16T02:49:59.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]: dispatch 2024-09-16T02:49:59.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ab0be328-ba08-4ee3-86dd-0fe69889fdb4"}]': finished 2024-09-16T02:49:59.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[38292]: osdmap e44: 7 total, 6 up, 7 in 2024-09-16T02:49:59.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:49:59.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:49:59 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/4113954159' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:50:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[38292]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-09-16T02:50:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[38292]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-09-16T02:50:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[38292]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-16T02:50:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[38292]: pg 1.0 is stuck peering for 64s, current state remapped+peering, last acting [0,1] 2024-09-16T02:50:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[38292]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T02:50:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[38292]: Cluster is now healthy 2024-09-16T02:50:00.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[27580]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-09-16T02:50:00.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[27580]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-09-16T02:50:00.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[27580]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-16T02:50:00.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[27580]: pg 1.0 is stuck peering for 64s, current state remapped+peering, last acting [0,1] 2024-09-16T02:50:00.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[27580]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T02:50:00.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:00 smithi097 ceph-mon[27580]: Cluster is now healthy 2024-09-16T02:50:01.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:00 smithi184 ceph-mon[31162]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 163 MiB used, 536 GiB / 536 GiB avail; 119 KiB/s, 0 objects/s recovering 2024-09-16T02:50:01.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:00 smithi184 ceph-mon[31162]: Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-09-16T02:50:01.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:00 smithi184 ceph-mon[31162]: [WRN] PG_AVAILABILITY: Reduced data availability: 1 pg peering 2024-09-16T02:50:01.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:00 smithi184 ceph-mon[31162]: pg 1.0 is stuck peering for 64s, current state remapped+peering, last acting [0,1] 2024-09-16T02:50:01.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:00 smithi184 ceph-mon[31162]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-09-16T02:50:01.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:00 smithi184 ceph-mon[31162]: Cluster is now healthy 2024-09-16T02:50:02.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:02 smithi097 ceph-mon[27580]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T02:50:02.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:02 smithi097 ceph-mon[38292]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T02:50:03.033 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:02 smithi184 ceph-mon[31162]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-09-16T02:50:04.835 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:04 smithi184 ceph-mon[31162]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-16T02:50:04.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:04 smithi097 ceph-mon[27580]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-16T02:50:04.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:04 smithi097 ceph-mon[38292]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-09-16T02:50:05.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:05 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T02:50:05.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:05 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:05.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:05 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T02:50:05.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:05 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:05.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:05 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-09-16T02:50:05.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:05 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:06.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:06 smithi097 ceph-mon[27580]: Deploying daemon osd.6 on smithi184 2024-09-16T02:50:06.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:06 smithi097 ceph-mon[27580]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-16T02:50:06.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:06 smithi097 ceph-mon[38292]: Deploying daemon osd.6 on smithi184 2024-09-16T02:50:06.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:06 smithi097 ceph-mon[38292]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-16T02:50:07.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:06 smithi184 ceph-mon[31162]: Deploying daemon osd.6 on smithi184 2024-09-16T02:50:07.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:06 smithi184 ceph-mon[31162]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-09-16T02:50:08.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:08 smithi184 ceph-mon[31162]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:50:08.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:08 smithi097 ceph-mon[27580]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:50:08.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:08 smithi097 ceph-mon[38292]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:50:09.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:09 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:09.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:09 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:09.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:09 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:09.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:09 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:09.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:09 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:09.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:09 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:10.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:09 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:10.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:09 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:10.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:09 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:10.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:10 smithi097 ceph-mon[27580]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:10.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:10 smithi097 ceph-mon[38292]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:11.050 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:10 smithi184 ceph-mon[31162]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:12.964 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:12 smithi184 ceph-mon[31162]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:12.964 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.964 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.964 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:12.964 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:12.964 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:12 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[27580]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:12.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:12.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:12.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[38292]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:12.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:12.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:12.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:12 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:12.997 INFO:teuthology.orchestra.run.smithi184.stdout:Created osd(s) 6 on host 'smithi184' 2024-09-16T02:50:13.604 DEBUG:teuthology.orchestra.run.smithi184:osd.6> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.6.service 2024-09-16T02:50:13.607 INFO:tasks.cephadm:Deploying osd.7 on smithi184 with /dev/vg_nvme/lv_1... 2024-09-16T02:50:13.607 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef ceph-volume -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- lvm zap /dev/vg_nvme/lv_1 2024-09-16T02:50:13.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:13 smithi184 ceph-mon[31162]: from='osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T02:50:13.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:13 smithi184 ceph-mon[31162]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T02:50:13.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:13 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:13.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:13 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:13.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:13 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:14.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[27580]: from='osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[27580]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[38292]: from='osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[38292]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:13 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:14 smithi184 ceph-mon[31162]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:14 smithi184 ceph-mon[31162]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T02:50:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:14 smithi184 ceph-mon[31162]: osdmap e45: 7 total, 6 up, 7 in 2024-09-16T02:50:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:14 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:14 smithi184 ceph-mon[31162]: from='osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:14 smithi184 ceph-mon[31162]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:14.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 02:50:14 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[47358]: 2024-09-16T02:50:14.757+0000 7fc6df466640 -1 osd.6 0 waiting for initial osdmap 2024-09-16T02:50:14.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 02:50:14 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[47358]: 2024-09-16T02:50:14.764+0000 7fc6db28f640 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:50:15.133 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[27580]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[27580]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[27580]: osdmap e45: 7 total, 6 up, 7 in 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[27580]: from='osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[27580]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[38292]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[38292]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T02:50:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[38292]: osdmap e45: 7 total, 6 up, 7 in 2024-09-16T02:50:15.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:15.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[38292]: from='osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:15.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:14 smithi097 ceph-mon[38292]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:15.796 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:15 smithi184 ceph-mon[31162]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:50:15.796 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:15 smithi184 ceph-mon[31162]: osdmap e46: 7 total, 6 up, 7 in 2024-09-16T02:50:15.796 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:15 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:15.796 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:15 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:15.796 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:15 smithi184 ceph-mon[31162]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:16.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[27580]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[27580]: osdmap e46: 7 total, 6 up, 7 in 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[27580]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[38292]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[38292]: osdmap e46: 7 total, 6 up, 7 in 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:15 smithi097 ceph-mon[38292]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-09-16T02:50:17.046 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: purged_snaps scrub starts 2024-09-16T02:50:17.046 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: purged_snaps scrub ok 2024-09-16T02:50:17.046 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710] boot 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: osdmap e47: 7 total, 7 up, 7 in 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: Detected new or changed devices on smithi184 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi184 to 5696M 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.047 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:17.048 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:17.048 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:16 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: purged_snaps scrub starts 2024-09-16T02:50:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: purged_snaps scrub ok 2024-09-16T02:50:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710] boot 2024-09-16T02:50:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: osdmap e47: 7 total, 7 up, 7 in 2024-09-16T02:50:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: Detected new or changed devices on smithi184 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi184 to 5696M 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:17.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: purged_snaps scrub starts 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: purged_snaps scrub ok 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: osd.6 [v2:172.21.15.184:6816/4126460710,v1:172.21.15.184:6817/4126460710] boot 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: osdmap e47: 7 total, 7 up, 7 in 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: Detected new or changed devices on smithi184 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:17.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi184 to 5696M 2024-09-16T02:50:17.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:17.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:17.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:17.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:16 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:18.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:17 smithi184 ceph-mon[31162]: osdmap e48: 7 total, 7 up, 7 in 2024-09-16T02:50:18.081 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:17 smithi184 ceph-mon[31162]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:18.083 INFO:teuthology.orchestra.run.smithi184.stdout: 2024-09-16T02:50:18.102 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch daemon add osd smithi184:vg_nvme/lv_1 2024-09-16T02:50:18.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:17 smithi097 ceph-mon[27580]: osdmap e48: 7 total, 7 up, 7 in 2024-09-16T02:50:18.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:17 smithi097 ceph-mon[27580]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:17 smithi097 ceph-mon[38292]: osdmap e48: 7 total, 7 up, 7 in 2024-09-16T02:50:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:17 smithi097 ceph-mon[38292]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:18.296 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:50:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:18 smithi184 ceph-mon[31162]: osdmap e49: 7 total, 7 up, 7 in 2024-09-16T02:50:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:18 smithi184 ceph-mon[31162]: osdmap e50: 7 total, 7 up, 7 in 2024-09-16T02:50:19.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:18 smithi097 ceph-mon[27580]: osdmap e49: 7 total, 7 up, 7 in 2024-09-16T02:50:19.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:18 smithi097 ceph-mon[27580]: osdmap e50: 7 total, 7 up, 7 in 2024-09-16T02:50:19.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:18 smithi097 ceph-mon[38292]: osdmap e49: 7 total, 7 up, 7 in 2024-09-16T02:50:19.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:18 smithi097 ceph-mon[38292]: osdmap e50: 7 total, 7 up, 7 in 2024-09-16T02:50:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:20 smithi184 ceph-mon[31162]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:20 smithi184 ceph-mon[31162]: osdmap e51: 7 total, 7 up, 7 in 2024-09-16T02:50:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:50:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:50:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:20 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:20.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[27580]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:20.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[27580]: osdmap e51: 7 total, 7 up, 7 in 2024-09-16T02:50:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:50:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:50:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[38292]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[38292]: osdmap e51: 7 total, 7 up, 7 in 2024-09-16T02:50:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-09-16T02:50:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-09-16T02:50:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:20 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:21.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:21 smithi184 ceph-mon[31162]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:50:21.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:21 smithi097 ceph-mon[27580]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:50:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:21 smithi097 ceph-mon[38292]: from='client.24280 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi184:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:50:22.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[27580]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/310897784' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]: dispatch 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]: dispatch 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[27580]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]': finished 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[27580]: osdmap e52: 8 total, 7 up, 8 in 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[38292]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/310897784' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]: dispatch 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]: dispatch 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[38292]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]': finished 2024-09-16T02:50:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[38292]: osdmap e52: 8 total, 7 up, 8 in 2024-09-16T02:50:22.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:22 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:23.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:22 smithi184 ceph-mon[31162]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 189 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:23.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:22 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/310897784' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]: dispatch 2024-09-16T02:50:23.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:22 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]: dispatch 2024-09-16T02:50:23.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:22 smithi184 ceph-mon[31162]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e86fc706-e84b-4edd-b7eb-25fd3ccc31c3"}]': finished 2024-09-16T02:50:23.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:22 smithi184 ceph-mon[31162]: osdmap e52: 8 total, 7 up, 8 in 2024-09-16T02:50:23.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:22 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:23.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:23 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/1157525584' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:50:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:23 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/1157525584' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:50:24.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:23 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/1157525584' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-09-16T02:50:24.967 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:24 smithi184 ceph-mon[31162]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-16T02:50:24.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:24 smithi097 ceph-mon[27580]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-16T02:50:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:24 smithi097 ceph-mon[38292]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 100 KiB/s, 0 objects/s recovering 2024-09-16T02:50:26.892 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:26 smithi184 ceph-mon[31162]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-16T02:50:26.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:26 smithi097 ceph-mon[27580]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-16T02:50:26.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:26 smithi097 ceph-mon[38292]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-16T02:50:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:28 smithi184 ceph-mon[31162]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T02:50:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T02:50:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:28 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:28.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:28 smithi097 ceph-mon[27580]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T02:50:28.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T02:50:28.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:28 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:28 smithi097 ceph-mon[38292]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T02:50:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-09-16T02:50:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:28 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:29.788 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:29 smithi184 ceph-mon[31162]: Deploying daemon osd.7 on smithi184 2024-09-16T02:50:29.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:29 smithi097 ceph-mon[27580]: Deploying daemon osd.7 on smithi184 2024-09-16T02:50:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:29 smithi097 ceph-mon[38292]: Deploying daemon osd.7 on smithi184 2024-09-16T02:50:30.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:30 smithi097 ceph-mon[27580]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-09-16T02:50:30.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:30 smithi097 ceph-mon[38292]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-09-16T02:50:31.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:30 smithi184 ceph-mon[31162]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-09-16T02:50:32.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:32 smithi097 ceph-mon[27580]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:50:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:32 smithi097 ceph-mon[38292]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:50:33.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:32 smithi184 ceph-mon[31162]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-09-16T02:50:33.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:33 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:33.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:33 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:33.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:33 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:33.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:33 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:33.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:33 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:33.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:33 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:33.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:33 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:33.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:33 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:33.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:33 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:34.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:34 smithi097 ceph-mon[27580]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:34.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:34 smithi097 ceph-mon[38292]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:35.031 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:34 smithi184 ceph-mon[31162]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:35.916 INFO:teuthology.orchestra.run.smithi184.stdout:Created osd(s) 7 on host 'smithi184' 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[27580]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T02:50:36.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:36 smithi097 ceph-mon[38292]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T02:50:36.522 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.522 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.522 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:36.522 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:36.523 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.523 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:36.523 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:36.523 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.523 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:36.523 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T02:50:36.523 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:36 smithi184 ceph-mon[31162]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-09-16T02:50:36.544 DEBUG:teuthology.orchestra.run.smithi184:osd.7> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.7.service 2024-09-16T02:50:36.546 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-09-16T02:50:36.547 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-16T02:50:36.754 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:50:38.236 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[27580]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T02:50:38.236 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[27580]: osdmap e53: 8 total, 7 up, 8 in 2024-09-16T02:50:38.236 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:38.236 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[27580]: from='osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:38.237 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[27580]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:38.237 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[27580]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:38.237 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[38292]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T02:50:38.237 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[38292]: osdmap e53: 8 total, 7 up, 8 in 2024-09-16T02:50:38.237 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:38.237 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[38292]: from='osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:38.237 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[38292]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:38.237 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:37 smithi097 ceph-mon[38292]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:37 smithi184 ceph-mon[31162]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T02:50:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:37 smithi184 ceph-mon[31162]: osdmap e53: 8 total, 7 up, 8 in 2024-09-16T02:50:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:37 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:37 smithi184 ceph-mon[31162]: from='osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:37 smithi184 ceph-mon[31162]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]: dispatch 2024-09-16T02:50:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:37 smithi184 ceph-mon[31162]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-09-16T02:50:38.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 02:50:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[53003]: 2024-09-16T02:50:37.928+0000 7f39ba6f7640 -1 osd.7 0 waiting for initial osdmap 2024-09-16T02:50:38.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 02:50:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[53003]: 2024-09-16T02:50:37.935+0000 7f39b6520640 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:50:38.600 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:50:39.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[27580]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:50:39.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[27580]: osdmap e54: 8 total, 7 up, 8 in 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2806286055' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[27580]: osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751] boot 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[27580]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[38292]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[38292]: osdmap e54: 8 total, 7 up, 8 in 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2806286055' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T02:50:39.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[38292]: osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751] boot 2024-09-16T02:50:39.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[38292]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T02:50:39.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.253 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:38 smithi184 ceph-mon[31162]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]}]': finished 2024-09-16T02:50:39.254 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:38 smithi184 ceph-mon[31162]: osdmap e54: 8 total, 7 up, 8 in 2024-09-16T02:50:39.254 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.254 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.254 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:38 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2806286055' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T02:50:39.254 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:38 smithi184 ceph-mon[31162]: osd.7 [v2:172.21.15.184:6824/444694751,v1:172.21.15.184:6825/444694751] boot 2024-09-16T02:50:39.254 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:38 smithi184 ceph-mon[31162]: osdmap e55: 8 total, 8 up, 8 in 2024-09-16T02:50:39.254 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:50:39.314 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":54,"num_osds":8,"num_up_osds":7,"osd_up_since":1726455015,"num_in_osds":8,"osd_in_since":1726455022,"num_remapped_pgs":0} 2024-09-16T02:50:40.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: purged_snaps scrub starts 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: purged_snaps scrub ok 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: Detected new or changed devices on smithi184 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi184 to 4272M 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[38292]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: purged_snaps scrub starts 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: purged_snaps scrub ok 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: Detected new or changed devices on smithi184 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi184 to 4272M 2024-09-16T02:50:40.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:40.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:40.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:40.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:39 smithi097 ceph-mon[27580]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T02:50:40.315 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd stat -f json 2024-09-16T02:50:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: purged_snaps scrub starts 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: purged_snaps scrub ok 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: Detected new or changed devices on smithi184 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi184 to 4272M 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:40.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:40.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:39 smithi184 ceph-mon[31162]: osdmap e56: 8 total, 8 up, 8 in 2024-09-16T02:50:40.513 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:50:41.945 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:41 smithi097 ceph-mon[27580]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T02:50:41.945 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:41 smithi097 ceph-mon[38292]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T02:50:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:41 smithi184 ceph-mon[31162]: osdmap e57: 8 total, 8 up, 8 in 2024-09-16T02:50:42.323 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:50:42.902 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1726455038,"num_in_osds":8,"osd_in_since":1726455022,"num_remapped_pgs":0} 2024-09-16T02:50:42.902 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T02:50:42.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:42 smithi097 ceph-mon[27580]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:42.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:42 smithi097 ceph-mon[27580]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T02:50:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:42 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/221967885' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T02:50:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:42 smithi097 ceph-mon[38292]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:42 smithi097 ceph-mon[38292]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T02:50:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:42 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/221967885' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T02:50:43.096 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:50:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:42 smithi184 ceph-mon[31162]: pgmap v169: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:42 smithi184 ceph-mon[31162]: osdmap e58: 8 total, 8 up, 8 in 2024-09-16T02:50:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:42 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/221967885' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-09-16T02:50:43.888 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:43 smithi097 ceph-mon[27580]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T02:50:43.888 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:43 smithi097 ceph-mon[38292]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T02:50:44.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:43 smithi184 ceph-mon[31162]: osdmap e59: 8 total, 8 up, 8 in 2024-09-16T02:50:44.967 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:50:44.967 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":59,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T02:50:42.707177+0000","last_up_change":"2024-09-16T02:50:38.697729+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6803","nonce":3656858757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6805","nonce":3656858757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6809","nonce":3656858757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6807","nonce":3656858757}]},"public_addr":"172.21.15.97:6803/3656858757","cluster_addr":"172.21.15.97:6805/3656858757","heartbeat_back_addr":"172.21.15.97:6809/3656858757","heartbeat_front_addr":"172.21.15.97:6807/3656858757","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6811","nonce":2261441228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6813","nonce":2261441228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6817","nonce":2261441228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6815","nonce":2261441228}]},"public_addr":"172.21.15.97:6811/2261441228","cluster_addr":"172.21.15.97:6813/2261441228","heartbeat_back_addr":"172.21.15.97:6817/2261441228","heartbeat_front_addr":"172.21.15.97:6815/2261441228","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6819","nonce":411644132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6821","nonce":411644132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6825","nonce":411644132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6823","nonce":411644132}]},"public_addr":"172.21.15.97:6819/411644132","cluster_addr":"172.21.15.97:6821/411644132","heartbeat_back_addr":"172.21.15.97:6825/411644132","heartbeat_front_addr":"172.21.15.97:6823/411644132","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6827","nonce":2108666442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6829","nonce":2108666442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6833","nonce":2108666442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6831","nonce":2108666442}]},"public_addr":"172.21.15.97:6827/2108666442","cluster_addr":"172.21.15.97:6829/2108666442","heartbeat_back_addr":"172.21.15.97:6833/2108666442","heartbeat_front_addr":"172.21.15.97:6831/2108666442","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6801","nonce":2958769780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6803","nonce":2958769780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6807","nonce":2958769780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6805","nonce":2958769780}]},"public_addr":"172.21.15.184:6801/2958769780","cluster_addr":"172.21.15.184:6803/2958769780","heartbeat_back_addr":"172.21.15.184:6807/2958769780","heartbeat_front_addr":"172.21.15.184:6805/2958769780","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6809","nonce":3706875745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6811","nonce":3706875745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6815","nonce":3706875745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6813","nonce":3706875745}]},"public_addr":"172.21.15.184:6809/3706875745","cluster_addr":"172.21.15.184:6811/3706875745","heartbeat_back_addr":"172.21.15.184:6815/3706875745","heartbeat_front_addr":"172.21.15.184:6813/3706875745","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6817","nonce":4126460710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6819","nonce":4126460710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6823","nonce":4126460710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6821","nonce":4126460710}]},"public_addr":"172.21.15.184:6817/4126460710","cluster_addr":"172.21.15.184:6819/4126460710","heartbeat_back_addr":"172.21.15.184:6823/4126460710","heartbeat_front_addr":"172.21.15.184:6821/4126460710","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6825","nonce":444694751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6827","nonce":444694751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6831","nonce":444694751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6829","nonce":444694751}]},"public_addr":"172.21.15.184:6825/444694751","cluster_addr":"172.21.15.184:6827/444694751","heartbeat_back_addr":"172.21.15.184:6831/444694751","heartbeat_front_addr":"172.21.15.184:6829/444694751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:50:44.967 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:44 smithi097 ceph-mon[27580]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:44.967 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:44 smithi097 ceph-mon[38292]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:45.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:44 smithi184 ceph-mon[31162]: pgmap v172: 1 pgs: 1 remapped+peering; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:45.710 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-16T02:48:47.796178+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-16T02:50:45.710 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-09-16T02:50:45.907 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:50:45.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:45 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/4251495431' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:50:45.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:45 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/4251495431' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:50:46.059 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:45 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/4251495431' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:50:46.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:46 smithi097 ceph-mon[27580]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-16T02:50:46.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:46 smithi097 ceph-mon[38292]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-16T02:50:47.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:46 smithi184 ceph-mon[31162]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 99 KiB/s, 0 objects/s recovering 2024-09-16T02:50:47.640 INFO:teuthology.orchestra.run.smithi097.stdout:pg_num: 1 2024-09-16T02:50:47.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:47 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/544902940' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T02:50:47.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:47 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/544902940' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T02:50:48.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:47 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/544902940' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-09-16T02:50:48.373 INFO:tasks.cephadm:Adding mds.a on smithi097 2024-09-16T02:50:48.373 INFO:tasks.cephadm:Adding mds.b on smithi184 2024-09-16T02:50:48.373 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch apply mds all '2;smithi097=a;smithi184=b' 2024-09-16T02:50:48.585 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:50:48.954 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:48 smithi184 ceph-mon[31162]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-16T02:50:48.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:48 smithi097 ceph-mon[27580]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-16T02:50:48.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:48 smithi097 ceph-mon[38292]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-09-16T02:50:50.436 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled mds.all update... 2024-09-16T02:50:50.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:50 smithi097 ceph-mon[38292]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T02:50:50.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:50.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:50 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:50.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:50 smithi097 ceph-mon[27580]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T02:50:50.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:50.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:50 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:51.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:50 smithi184 ceph-mon[31162]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-09-16T02:50:51.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:51.009 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:50 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:51.030 DEBUG:teuthology.orchestra.run.smithi097:mds.a> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.a.service 2024-09-16T02:50:51.032 DEBUG:teuthology.orchestra.run.smithi184:mds.b> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.b.service 2024-09-16T02:50:51.035 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-09-16T02:50:51.035 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[38292]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi097=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[38292]: Saving service mds.all spec with placement smithi097=a;smithi184=b;count:2 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[27580]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi097=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:50:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[27580]: Saving service mds.all spec with placement smithi097=a;smithi184=b;count:2 2024-09-16T02:50:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T02:50:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T02:50:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:51 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:52.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:51 smithi184 ceph-mon[31162]: from='client.24322 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi097=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:50:52.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:51 smithi184 ceph-mon[31162]: Saving service mds.all spec with placement smithi097=a;smithi184=b;count:2 2024-09-16T02:50:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:50:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T02:50:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T02:50:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:51 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:52.249 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:50:52.762 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:52 smithi097 ceph-mon[27580]: Deploying daemon mds.a on smithi097 2024-09-16T02:50:52.762 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:52 smithi097 ceph-mon[27580]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-09-16T02:50:52.762 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:52 smithi097 ceph-mon[38292]: Deploying daemon mds.a on smithi097 2024-09-16T02:50:52.762 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:52 smithi097 ceph-mon[38292]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-09-16T02:50:53.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:52 smithi184 ceph-mon[31162]: Deploying daemon mds.a on smithi097 2024-09-16T02:50:53.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:52 smithi184 ceph-mon[31162]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-09-16T02:50:54.484 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:50:54.484 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-09-16T02:50:54.484 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 1 2024-09-16T02:50:54.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:54 smithi097 ceph-mon[38292]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-16T02:50:54.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:54 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/390732251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:50:54.995 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 02:50:54 smithi097 systemd[1]: Started Ceph mds.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:50:54.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:54 smithi097 ceph-mon[27580]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-16T02:50:54.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:54 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/390732251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:50:55.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:54 smithi184 ceph-mon[31162]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 53 KiB/s, 0 objects/s recovering 2024-09-16T02:50:55.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:54 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/390732251' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:50:55.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: mds.? [v2:172.21.15.97:6834/1988127941,v1:172.21.15.97:6835/1988127941] up:boot 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: fsmap 1 up:standby 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: Deploying daemon mds.b on smithi184 2024-09-16T02:50:55.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:55 smithi184 ceph-mon[31162]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T02:50:56.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: mds.? [v2:172.21.15.97:6834/1988127941,v1:172.21.15.97:6835/1988127941] up:boot 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: fsmap 1 up:standby 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: Deploying daemon mds.b on smithi184 2024-09-16T02:50:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[38292]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: mds.? [v2:172.21.15.97:6834/1988127941,v1:172.21.15.97:6835/1988127941] up:boot 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: fsmap 1 up:standby 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: Deploying daemon mds.b on smithi184 2024-09-16T02:50:56.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:55 smithi097 ceph-mon[27580]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-09-16T02:50:56.908 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:50:56 smithi184 systemd[1]: Starting Ceph mds.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:50:57.212 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:50:56 smithi184 podman[57233]: 2024-09-16 02:50:56.815261412 +0000 UTC m=+0.016064735 image pull fd1d6ca2b4a51b7dd04a60817dc43aeea69da272641c8151cf0fecceea98aa95 quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87 2024-09-16T02:50:57.212 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:50:56 smithi184 podman[57233]: 2024-09-16 02:50:56.925137129 +0000 UTC m=+0.125940487 container create 07185a383df46fc592ecc56b018b3aacc0c40c8c1a19a62c1931fe867018530f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-ae7f373, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-16T02:50:57.213 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:50:57 smithi184 podman[57233]: 2024-09-16 02:50:57.127597019 +0000 UTC m=+0.328400327 container init 07185a383df46fc592ecc56b018b3aacc0c40c8c1a19a62c1931fe867018530f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, RELEASE=reef-ae7f373, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-09-16T02:50:57.213 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:50:57 smithi184 podman[57233]: 2024-09-16 02:50:57.130242876 +0000 UTC m=+0.331046194 container start 07185a383df46fc592ecc56b018b3aacc0c40c8c1a19a62c1931fe867018530f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, RELEASE=reef-ae7f373, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731) 2024-09-16T02:50:57.213 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:50:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b[57248]: starting mds.b at 2024-09-16T02:50:57.491 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:50:57.658 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:50:57 smithi184 bash[57233]: 07185a383df46fc592ecc56b018b3aacc0c40c8c1a19a62c1931fe867018530f 2024-09-16T02:50:57.658 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:50:57 smithi184 systemd[1]: Started Ceph mds.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:50:58.053 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:50:58.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: mds.? [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] up:boot 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: fsmap 2 up:standby 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[27580]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: mds.? [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] up:boot 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: fsmap 2 up:standby 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:58.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:58 smithi097 ceph-mon[38292]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: mds.? [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] up:boot 2024-09-16T02:50:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: fsmap 2 up:standby 2024-09-16T02:50:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:50:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:50:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:58 smithi184 ceph-mon[31162]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:50:59.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:59 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:50:59 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:59 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:50:59 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:59 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:50:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:50:59 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.209 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:51:00.209 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1988127941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1988127941},{"type":"v1","addr":"172.21.15.97:6835","nonce":1988127941}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24334,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.184:6833/1791461962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1791461962},{"type":"v1","addr":"172.21.15.184:6833","nonce":1791461962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-16T02:51:00.209 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 3 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2981665952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2981665952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:00.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:00.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:00.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:00 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.825 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph --format=json-pretty osd lspools 2024-09-16T02:51:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2981665952' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:51:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:00 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:01.043 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:02.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:02 smithi097 ceph-mon[27580]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:02 smithi097 ceph-mon[38292]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:02.866 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:51:02.867 INFO:teuthology.orchestra.run.smithi097.stdout:[ 2024-09-16T02:51:02.867 INFO:teuthology.orchestra.run.smithi097.stdout: { 2024-09-16T02:51:02.867 INFO:teuthology.orchestra.run.smithi097.stdout: "poolnum": 1, 2024-09-16T02:51:02.867 INFO:teuthology.orchestra.run.smithi097.stdout: "poolname": ".mgr" 2024-09-16T02:51:02.867 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:51:02.867 INFO:teuthology.orchestra.run.smithi097.stdout:] 2024-09-16T02:51:02.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:02 smithi184 ceph-mon[31162]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:03.489 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-16T02:51:03.490 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-16T02:51:03.685 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:03.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:03 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1727518957' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T02:51:03.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:03 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1727518957' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T02:51:03.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:03 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1727518957' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-09-16T02:51:04.724 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:04 smithi097 ceph-mon[27580]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:04.724 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:04 smithi097 ceph-mon[38292]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:04 smithi184 ceph-mon[31162]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:05.628 INFO:teuthology.orchestra.run.smithi097.stderr:pool 'cephfs_metadata' created 2024-09-16T02:51:05.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:05 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3666385686' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T02:51:05.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:05 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T02:51:05.980 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:05 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3666385686' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T02:51:05.980 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:05 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T02:51:05.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:05 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3666385686' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T02:51:05.980 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:05 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-09-16T02:51:06.279 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-16T02:51:06.473 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:06.860 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:06 smithi097 ceph-mon[27580]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:06.861 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:06 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T02:51:06.861 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:06 smithi097 ceph-mon[27580]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T02:51:06.861 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:06 smithi097 ceph-mon[38292]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:06.861 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:06 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T02:51:06.861 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:06 smithi097 ceph-mon[38292]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T02:51:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:06 smithi184 ceph-mon[31162]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:06 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-09-16T02:51:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:06 smithi184 ceph-mon[31162]: osdmap e60: 8 total, 8 up, 8 in 2024-09-16T02:51:07.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:07 smithi184 ceph-mon[31162]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T02:51:07.958 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:07 smithi097 ceph-mon[27580]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T02:51:07.959 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:07 smithi097 ceph-mon[38292]: osdmap e61: 8 total, 8 up, 8 in 2024-09-16T02:51:08.647 INFO:teuthology.orchestra.run.smithi097.stderr:pool 'cephfs_data' created 2024-09-16T02:51:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:08 smithi184 ceph-mon[31162]: pgmap v186: 33 pgs: 3 creating+peering, 20 unknown, 10 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:08 smithi184 ceph-mon[31162]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:51:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:08 smithi184 ceph-mon[31162]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T02:51:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:08 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2565664671' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T02:51:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:08 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T02:51:08.972 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[27580]: pgmap v186: 33 pgs: 3 creating+peering, 20 unknown, 10 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[27580]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[27580]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2565664671' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[38292]: pgmap v186: 33 pgs: 3 creating+peering, 20 unknown, 10 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[38292]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[38292]: osdmap e62: 8 total, 8 up, 8 in 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2565664671' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T02:51:08.973 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:08 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-09-16T02:51:09.495 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-16T02:51:09.708 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:09 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T02:51:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:09 smithi097 ceph-mon[27580]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T02:51:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:09 smithi097 ceph-mon[27580]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T02:51:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:09 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T02:51:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:09 smithi097 ceph-mon[38292]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T02:51:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:09 smithi097 ceph-mon[38292]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T02:51:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:09 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-09-16T02:51:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:09 smithi184 ceph-mon[31162]: osdmap e63: 8 total, 8 up, 8 in 2024-09-16T02:51:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:09 smithi184 ceph-mon[31162]: osdmap e64: 8 total, 8 up, 8 in 2024-09-16T02:51:10.935 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:10 smithi097 ceph-mon[27580]: pgmap v189: 97 pgs: 32 creating+peering, 38 unknown, 27 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:10.935 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:10 smithi097 ceph-mon[27580]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T02:51:10.935 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:10 smithi097 ceph-mon[38292]: pgmap v189: 97 pgs: 32 creating+peering, 38 unknown, 27 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:10.935 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:10 smithi097 ceph-mon[38292]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T02:51:11.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:10 smithi184 ceph-mon[31162]: pgmap v189: 97 pgs: 32 creating+peering, 38 unknown, 27 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:11.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:10 smithi184 ceph-mon[31162]: osdmap e65: 8 total, 8 up, 8 in 2024-09-16T02:51:11.617 INFO:teuthology.orchestra.run.smithi097.stderr:new fs with metadata pool 2 and data pool 3 2024-09-16T02:51:11.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1367245883' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T02:51:11.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T02:51:11.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[27580]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[27580]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[27580]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[27580]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1367245883' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[38292]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[38292]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[38292]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T02:51:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:11 smithi097 ceph-mon[38292]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T02:51:12.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:11 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1367245883' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T02:51:12.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:11 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-09-16T02:51:12.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:11 smithi184 ceph-mon[31162]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-09-16T02:51:12.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:11 smithi184 ceph-mon[31162]: osdmap e66: 8 total, 8 up, 8 in 2024-09-16T02:51:12.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:11 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-09-16T02:51:12.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:11 smithi184 ceph-mon[31162]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-09-16T02:51:12.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:11 smithi184 ceph-mon[31162]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-09-16T02:51:12.494 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T02:51:12.692 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:12.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:12 smithi097 ceph-mon[38292]: pgmap v192: 97 pgs: 44 creating+peering, 9 unknown, 44 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:12.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:12 smithi097 ceph-mon[38292]: mds.? [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] up:active 2024-09-16T02:51:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:12 smithi097 ceph-mon[38292]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:12 smithi097 ceph-mon[38292]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:12 smithi097 ceph-mon[27580]: pgmap v192: 97 pgs: 44 creating+peering, 9 unknown, 44 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:12 smithi097 ceph-mon[27580]: mds.? [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] up:active 2024-09-16T02:51:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:12 smithi097 ceph-mon[27580]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:12 smithi097 ceph-mon[27580]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:13.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:12 smithi184 ceph-mon[31162]: pgmap v192: 97 pgs: 44 creating+peering, 9 unknown, 44 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:13.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:12 smithi184 ceph-mon[31162]: mds.? [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] up:active 2024-09-16T02:51:13.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:12 smithi184 ceph-mon[31162]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:13.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:12 smithi184 ceph-mon[31162]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:13.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:13 smithi097 ceph-mon[38292]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T02:51:13.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:13 smithi097 ceph-mon[38292]: Cluster is now healthy 2024-09-16T02:51:13.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:13 smithi097 ceph-mon[27580]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T02:51:13.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:13 smithi097 ceph-mon[27580]: Cluster is now healthy 2024-09-16T02:51:14.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:13 smithi184 ceph-mon[31162]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-09-16T02:51:14.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:13 smithi184 ceph-mon[31162]: Cluster is now healthy 2024-09-16T02:51:14.452 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:51:14.452 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":66,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T02:51:11.610379+0000","last_up_change":"2024-09-16T02:50:38.697729+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T02:51:05.602999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T02:51:08.573774+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6803","nonce":3656858757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6805","nonce":3656858757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6809","nonce":3656858757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6807","nonce":3656858757}]},"public_addr":"172.21.15.97:6803/3656858757","cluster_addr":"172.21.15.97:6805/3656858757","heartbeat_back_addr":"172.21.15.97:6809/3656858757","heartbeat_front_addr":"172.21.15.97:6807/3656858757","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6811","nonce":2261441228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6813","nonce":2261441228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6817","nonce":2261441228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6815","nonce":2261441228}]},"public_addr":"172.21.15.97:6811/2261441228","cluster_addr":"172.21.15.97:6813/2261441228","heartbeat_back_addr":"172.21.15.97:6817/2261441228","heartbeat_front_addr":"172.21.15.97:6815/2261441228","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6819","nonce":411644132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6821","nonce":411644132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6825","nonce":411644132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6823","nonce":411644132}]},"public_addr":"172.21.15.97:6819/411644132","cluster_addr":"172.21.15.97:6821/411644132","heartbeat_back_addr":"172.21.15.97:6825/411644132","heartbeat_front_addr":"172.21.15.97:6823/411644132","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6827","nonce":2108666442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6829","nonce":2108666442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6833","nonce":2108666442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6831","nonce":2108666442}]},"public_addr":"172.21.15.97:6827/2108666442","cluster_addr":"172.21.15.97:6829/2108666442","heartbeat_back_addr":"172.21.15.97:6833/2108666442","heartbeat_front_addr":"172.21.15.97:6831/2108666442","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6801","nonce":2958769780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6803","nonce":2958769780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6807","nonce":2958769780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6805","nonce":2958769780}]},"public_addr":"172.21.15.184:6801/2958769780","cluster_addr":"172.21.15.184:6803/2958769780","heartbeat_back_addr":"172.21.15.184:6807/2958769780","heartbeat_front_addr":"172.21.15.184:6805/2958769780","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6809","nonce":3706875745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6811","nonce":3706875745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6815","nonce":3706875745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6813","nonce":3706875745}]},"public_addr":"172.21.15.184:6809/3706875745","cluster_addr":"172.21.15.184:6811/3706875745","heartbeat_back_addr":"172.21.15.184:6815/3706875745","heartbeat_front_addr":"172.21.15.184:6813/3706875745","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6817","nonce":4126460710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6819","nonce":4126460710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6823","nonce":4126460710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6821","nonce":4126460710}]},"public_addr":"172.21.15.184:6817/4126460710","cluster_addr":"172.21.15.184:6819/4126460710","heartbeat_back_addr":"172.21.15.184:6823/4126460710","heartbeat_front_addr":"172.21.15.184:6821/4126460710","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6825","nonce":444694751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6827","nonce":444694751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6831","nonce":444694751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6829","nonce":444694751}]},"public_addr":"172.21.15.184:6825/444694751","cluster_addr":"172.21.15.184:6827/444694751","heartbeat_back_addr":"172.21.15.184:6831/444694751","heartbeat_front_addr":"172.21.15.184:6829/444694751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:51:14.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:14 smithi097 ceph-mon[27580]: pgmap v194: 97 pgs: 44 creating+peering, 53 active+clean; 578 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 625 B/s wr, 4 op/s 2024-09-16T02:51:14.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:14 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1787329261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:14.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:14 smithi097 ceph-mon[38292]: pgmap v194: 97 pgs: 44 creating+peering, 53 active+clean; 578 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 625 B/s wr, 4 op/s 2024-09-16T02:51:14.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:14 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1787329261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:15.066 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T02:51:15.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:14 smithi184 ceph-mon[31162]: pgmap v194: 97 pgs: 44 creating+peering, 53 active+clean; 578 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 625 B/s wr, 4 op/s 2024-09-16T02:51:15.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:14 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1787329261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:15.260 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:16.979 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:16 smithi184 ceph-mon[31162]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-16T02:51:16.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:16 smithi097 ceph-mon[27580]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-16T02:51:16.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:16 smithi097 ceph-mon[38292]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-09-16T02:51:17.024 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:51:17.024 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":66,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T02:51:11.610379+0000","last_up_change":"2024-09-16T02:50:38.697729+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T02:51:05.602999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T02:51:08.573774+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6803","nonce":3656858757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6805","nonce":3656858757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6809","nonce":3656858757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6807","nonce":3656858757}]},"public_addr":"172.21.15.97:6803/3656858757","cluster_addr":"172.21.15.97:6805/3656858757","heartbeat_back_addr":"172.21.15.97:6809/3656858757","heartbeat_front_addr":"172.21.15.97:6807/3656858757","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6811","nonce":2261441228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6813","nonce":2261441228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6817","nonce":2261441228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6815","nonce":2261441228}]},"public_addr":"172.21.15.97:6811/2261441228","cluster_addr":"172.21.15.97:6813/2261441228","heartbeat_back_addr":"172.21.15.97:6817/2261441228","heartbeat_front_addr":"172.21.15.97:6815/2261441228","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6819","nonce":411644132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6821","nonce":411644132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6825","nonce":411644132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6823","nonce":411644132}]},"public_addr":"172.21.15.97:6819/411644132","cluster_addr":"172.21.15.97:6821/411644132","heartbeat_back_addr":"172.21.15.97:6825/411644132","heartbeat_front_addr":"172.21.15.97:6823/411644132","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6827","nonce":2108666442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6829","nonce":2108666442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6833","nonce":2108666442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6831","nonce":2108666442}]},"public_addr":"172.21.15.97:6827/2108666442","cluster_addr":"172.21.15.97:6829/2108666442","heartbeat_back_addr":"172.21.15.97:6833/2108666442","heartbeat_front_addr":"172.21.15.97:6831/2108666442","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6801","nonce":2958769780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6803","nonce":2958769780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6807","nonce":2958769780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6805","nonce":2958769780}]},"public_addr":"172.21.15.184:6801/2958769780","cluster_addr":"172.21.15.184:6803/2958769780","heartbeat_back_addr":"172.21.15.184:6807/2958769780","heartbeat_front_addr":"172.21.15.184:6805/2958769780","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6809","nonce":3706875745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6811","nonce":3706875745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6815","nonce":3706875745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6813","nonce":3706875745}]},"public_addr":"172.21.15.184:6809/3706875745","cluster_addr":"172.21.15.184:6811/3706875745","heartbeat_back_addr":"172.21.15.184:6815/3706875745","heartbeat_front_addr":"172.21.15.184:6813/3706875745","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6817","nonce":4126460710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6819","nonce":4126460710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6823","nonce":4126460710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6821","nonce":4126460710}]},"public_addr":"172.21.15.184:6817/4126460710","cluster_addr":"172.21.15.184:6819/4126460710","heartbeat_back_addr":"172.21.15.184:6823/4126460710","heartbeat_front_addr":"172.21.15.184:6821/4126460710","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6825","nonce":444694751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6827","nonce":444694751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6831","nonce":444694751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6829","nonce":444694751}]},"public_addr":"172.21.15.184:6825/444694751","cluster_addr":"172.21.15.184:6827/444694751","heartbeat_back_addr":"172.21.15.184:6831/444694751","heartbeat_front_addr":"172.21.15.184:6829/444694751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:51:17.232 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 02:51:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b[57248]: 2024-09-16T02:51:17.214+0000 7f4bacf99640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T02:51:17.774 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs set cephfs standby_count_wanted 0 2024-09-16T02:51:17.969 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:17.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:17 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3248345600' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:17.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:17 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3248345600' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:18.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:17 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3248345600' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:18.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:18 smithi097 ceph-mon[27580]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-16T02:51:18.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:18 smithi097 ceph-mon[38292]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-16T02:51:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:18 smithi184 ceph-mon[31162]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-09-16T02:51:20.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:20 smithi097 ceph-mon[27580]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-16T02:51:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:20 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1803179591' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T02:51:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:20 smithi097 ceph-mon[38292]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-16T02:51:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:20 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1803179591' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T02:51:21.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:20 smithi184 ceph-mon[31162]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-09-16T02:51:21.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:20 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1803179591' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-09-16T02:51:21.510 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-16T02:51:21.511 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs set cephfs allow_standby_replay false 2024-09-16T02:51:21.715 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:22.087 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:21 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1803179591' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T02:51:22.087 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:21 smithi097 ceph-mon[27580]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:22.087 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:21 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1803179591' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T02:51:22.088 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:21 smithi097 ceph-mon[38292]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:22.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:21 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1803179591' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-09-16T02:51:22.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:21 smithi184 ceph-mon[31162]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:22.841 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:22 smithi097 ceph-mon[27580]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-16T02:51:22.841 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:22 smithi097 ceph-mon[38292]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-16T02:51:23.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:22 smithi184 ceph-mon[31162]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-09-16T02:51:24.081 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:23 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2335368357' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T02:51:24.082 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:23 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2335368357' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T02:51:24.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:23 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2335368357' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-09-16T02:51:24.510 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-16T02:51:24.511 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:51:24.705 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:25.060 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:24 smithi097 ceph-mon[27580]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-16T02:51:25.060 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:24 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2335368357' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T02:51:25.060 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:24 smithi097 ceph-mon[27580]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:25.060 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:24 smithi097 ceph-mon[38292]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-16T02:51:25.060 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:24 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2335368357' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T02:51:25.060 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:24 smithi097 ceph-mon[38292]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:25.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:24 smithi184 ceph-mon[31162]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-09-16T02:51:25.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:24 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2335368357' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-09-16T02:51:25.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:24 smithi184 ceph-mon[31162]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:51:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:25 smithi184 ceph-mon[31162]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-09-16T02:51:26.237 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:25 smithi097 ceph-mon[27580]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-09-16T02:51:26.237 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:25 smithi097 ceph-mon[38292]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-09-16T02:51:26.641 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:51:26.641 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1988127941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1988127941},{"type":"v1","addr":"172.21.15.97:6835","nonce":1988127941}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T02:51:11.610498+0000","modified":"2024-09-16T02:51:23.750346+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.184:6833/1791461962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1791461962},{"type":"v1","addr":"172.21.15.184:6833","nonce":1791461962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-16T02:51:26.641 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 8 2024-09-16T02:51:26.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:26 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2814129190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:51:26.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:26 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2814129190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:51:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:26 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2814129190' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:51:27.385 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T02:51:27.578 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:27.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:27 smithi097 ceph-mon[27580]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:51:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:27 smithi097 ceph-mon[38292]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:51:28.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:27 smithi184 ceph-mon[31162]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:51:29.471 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:51:29.471 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":66,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T02:51:11.610379+0000","last_up_change":"2024-09-16T02:50:38.697729+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T02:51:05.602999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T02:51:08.573774+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6803","nonce":3656858757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6805","nonce":3656858757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6809","nonce":3656858757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6807","nonce":3656858757}]},"public_addr":"172.21.15.97:6803/3656858757","cluster_addr":"172.21.15.97:6805/3656858757","heartbeat_back_addr":"172.21.15.97:6809/3656858757","heartbeat_front_addr":"172.21.15.97:6807/3656858757","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6811","nonce":2261441228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6813","nonce":2261441228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6817","nonce":2261441228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6815","nonce":2261441228}]},"public_addr":"172.21.15.97:6811/2261441228","cluster_addr":"172.21.15.97:6813/2261441228","heartbeat_back_addr":"172.21.15.97:6817/2261441228","heartbeat_front_addr":"172.21.15.97:6815/2261441228","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6819","nonce":411644132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6821","nonce":411644132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6825","nonce":411644132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6823","nonce":411644132}]},"public_addr":"172.21.15.97:6819/411644132","cluster_addr":"172.21.15.97:6821/411644132","heartbeat_back_addr":"172.21.15.97:6825/411644132","heartbeat_front_addr":"172.21.15.97:6823/411644132","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6827","nonce":2108666442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6829","nonce":2108666442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6833","nonce":2108666442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6831","nonce":2108666442}]},"public_addr":"172.21.15.97:6827/2108666442","cluster_addr":"172.21.15.97:6829/2108666442","heartbeat_back_addr":"172.21.15.97:6833/2108666442","heartbeat_front_addr":"172.21.15.97:6831/2108666442","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6801","nonce":2958769780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6803","nonce":2958769780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6807","nonce":2958769780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6805","nonce":2958769780}]},"public_addr":"172.21.15.184:6801/2958769780","cluster_addr":"172.21.15.184:6803/2958769780","heartbeat_back_addr":"172.21.15.184:6807/2958769780","heartbeat_front_addr":"172.21.15.184:6805/2958769780","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6809","nonce":3706875745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6811","nonce":3706875745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6815","nonce":3706875745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6813","nonce":3706875745}]},"public_addr":"172.21.15.184:6809/3706875745","cluster_addr":"172.21.15.184:6811/3706875745","heartbeat_back_addr":"172.21.15.184:6815/3706875745","heartbeat_front_addr":"172.21.15.184:6813/3706875745","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6817","nonce":4126460710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6819","nonce":4126460710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6823","nonce":4126460710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6821","nonce":4126460710}]},"public_addr":"172.21.15.184:6817/4126460710","cluster_addr":"172.21.15.184:6819/4126460710","heartbeat_back_addr":"172.21.15.184:6823/4126460710","heartbeat_front_addr":"172.21.15.184:6821/4126460710","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6825","nonce":444694751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6827","nonce":444694751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6831","nonce":444694751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6829","nonce":444694751}]},"public_addr":"172.21.15.184:6825/444694751","cluster_addr":"172.21.15.184:6827/444694751","heartbeat_back_addr":"172.21.15.184:6831/444694751","heartbeat_front_addr":"172.21.15.184:6829/444694751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:51:29.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:29 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1084109871' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:29.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:29 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1084109871' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:29.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:29 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1084109871' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:51:30.243 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-16T02:51:30.243 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T02:51:30.438 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:30.799 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:30 smithi097 ceph-mon[27580]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:51:30.799 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:30 smithi097 ceph-mon[38292]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:51:30.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:30 smithi184 ceph-mon[31162]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:51:32.374 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:51:32.375 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-16T02:51:32.765 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:32 smithi097 ceph-mon[27580]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:32.766 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:32 smithi097 ceph-mon[38292]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:32.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:32 smithi184 ceph-mon[31162]: pgmap v203: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:33.166 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":203,"stamp":"2024-09-16T02:51:31.558574+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227328,"kb_used_data":7036,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733888,"statfs":{"total":767960285184,"available":767727501312,"internally_reserved":0,"allocated":7204864,"data_stored":4020462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002877"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995603+0000","last_change":"2024-09-16T02:51:09.662691+0000","last_active":"2024-09-16T02:51:10.995603+0000","last_peered":"2024-09-16T02:51:10.995603+0000","last_clean":"2024-09-16T02:51:10.995603+0000","last_became_active":"2024-09-16T02:51:09.662406+0000","last_became_peered":"2024-09-16T02:51:09.662406+0000","last_unstale":"2024-09-16T02:51:10.995603+0000","last_undegraded":"2024-09-16T02:51:10.995603+0000","last_fullsized":"2024-09-16T02:51:10.995603+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:27.370690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658780+0000","last_change":"2024-09-16T02:51:09.662958+0000","last_active":"2024-09-16T02:51:10.658780+0000","last_peered":"2024-09-16T02:51:10.658780+0000","last_clean":"2024-09-16T02:51:10.658780+0000","last_became_active":"2024-09-16T02:51:09.662694+0000","last_became_peered":"2024-09-16T02:51:09.662694+0000","last_unstale":"2024-09-16T02:51:10.658780+0000","last_undegraded":"2024-09-16T02:51:10.658780+0000","last_fullsized":"2024-09-16T02:51:10.658780+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:03.058217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.660760+0000","last_change":"2024-09-16T02:51:09.654570+0000","last_active":"2024-09-16T02:51:09.660760+0000","last_peered":"2024-09-16T02:51:09.660760+0000","last_clean":"2024-09-16T02:51:09.660760+0000","last_became_active":"2024-09-16T02:51:09.654291+0000","last_became_peered":"2024-09-16T02:51:09.654291+0000","last_unstale":"2024-09-16T02:51:09.660760+0000","last_undegraded":"2024-09-16T02:51:09.660760+0000","last_fullsized":"2024-09-16T02:51:09.660760+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:33:23.097855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.675328+0000","last_change":"2024-09-16T02:51:09.675104+0000","last_active":"2024-09-16T02:51:09.675328+0000","last_peered":"2024-09-16T02:51:09.675328+0000","last_clean":"2024-09-16T02:51:09.675328+0000","last_became_active":"2024-09-16T02:51:09.674814+0000","last_became_peered":"2024-09-16T02:51:09.674814+0000","last_unstale":"2024-09-16T02:51:09.675328+0000","last_undegraded":"2024-09-16T02:51:09.675328+0000","last_fullsized":"2024-09-16T02:51:09.675328+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:27.965930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995292+0000","last_change":"2024-09-16T02:51:09.655542+0000","last_active":"2024-09-16T02:51:10.995292+0000","last_peered":"2024-09-16T02:51:10.995292+0000","last_clean":"2024-09-16T02:51:10.995292+0000","last_became_active":"2024-09-16T02:51:09.655261+0000","last_became_peered":"2024-09-16T02:51:09.655261+0000","last_unstale":"2024-09-16T02:51:10.995292+0000","last_undegraded":"2024-09-16T02:51:10.995292+0000","last_fullsized":"2024-09-16T02:51:10.995292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:56.738910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.677238+0000","last_change":"2024-09-16T02:51:09.676588+0000","last_active":"2024-09-16T02:51:09.677238+0000","last_peered":"2024-09-16T02:51:09.677238+0000","last_clean":"2024-09-16T02:51:09.677238+0000","last_became_active":"2024-09-16T02:51:09.676252+0000","last_became_peered":"2024-09-16T02:51:09.676252+0000","last_unstale":"2024-09-16T02:51:09.677238+0000","last_undegraded":"2024-09-16T02:51:09.677238+0000","last_fullsized":"2024-09-16T02:51:09.677238+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:44.647538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995144+0000","last_change":"2024-09-16T02:51:09.663180+0000","last_active":"2024-09-16T02:51:10.995144+0000","last_peered":"2024-09-16T02:51:10.995144+0000","last_clean":"2024-09-16T02:51:10.995144+0000","last_became_active":"2024-09-16T02:51:09.662916+0000","last_became_peered":"2024-09-16T02:51:09.662916+0000","last_unstale":"2024-09-16T02:51:10.995144+0000","last_undegraded":"2024-09-16T02:51:10.995144+0000","last_fullsized":"2024-09-16T02:51:10.995144+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:51.711496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.152893+0000","last_change":"2024-09-16T02:51:09.665921+0000","last_active":"2024-09-16T02:51:11.152893+0000","last_peered":"2024-09-16T02:51:11.152893+0000","last_clean":"2024-09-16T02:51:11.152893+0000","last_became_active":"2024-09-16T02:51:09.665656+0000","last_became_peered":"2024-09-16T02:51:09.665656+0000","last_unstale":"2024-09-16T02:51:11.152893+0000","last_undegraded":"2024-09-16T02:51:11.152893+0000","last_fullsized":"2024-09-16T02:51:11.152893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:37.490666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995841+0000","last_change":"2024-09-16T02:51:09.674683+0000","last_active":"2024-09-16T02:51:10.995841+0000","last_peered":"2024-09-16T02:51:10.995841+0000","last_clean":"2024-09-16T02:51:10.995841+0000","last_became_active":"2024-09-16T02:51:09.674427+0000","last_became_peered":"2024-09-16T02:51:09.674427+0000","last_unstale":"2024-09-16T02:51:10.995841+0000","last_undegraded":"2024-09-16T02:51:10.995841+0000","last_fullsized":"2024-09-16T02:51:10.995841+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:29.201871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621959+0000","last_change":"2024-09-16T02:51:09.667194+0000","last_active":"2024-09-16T02:51:11.621959+0000","last_peered":"2024-09-16T02:51:11.621959+0000","last_clean":"2024-09-16T02:51:11.621959+0000","last_became_active":"2024-09-16T02:51:09.666858+0000","last_became_peered":"2024-09-16T02:51:09.666858+0000","last_unstale":"2024-09-16T02:51:11.621959+0000","last_undegraded":"2024-09-16T02:51:11.621959+0000","last_fullsized":"2024-09-16T02:51:11.621959+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:33:17.357552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621670+0000","last_change":"2024-09-16T02:51:09.666021+0000","last_active":"2024-09-16T02:51:11.621670+0000","last_peered":"2024-09-16T02:51:11.621670+0000","last_clean":"2024-09-16T02:51:11.621670+0000","last_became_active":"2024-09-16T02:51:09.664583+0000","last_became_peered":"2024-09-16T02:51:09.664583+0000","last_unstale":"2024-09-16T02:51:11.621670+0000","last_undegraded":"2024-09-16T02:51:11.621670+0000","last_fullsized":"2024-09-16T02:51:11.621670+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:16.100087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.661165+0000","last_change":"2024-09-16T02:51:09.663095+0000","last_active":"2024-09-16T02:51:10.661165+0000","last_peered":"2024-09-16T02:51:10.661165+0000","last_clean":"2024-09-16T02:51:10.661165+0000","last_became_active":"2024-09-16T02:51:09.662577+0000","last_became_peered":"2024-09-16T02:51:09.662577+0000","last_unstale":"2024-09-16T02:51:10.661165+0000","last_undegraded":"2024-09-16T02:51:10.661165+0000","last_fullsized":"2024-09-16T02:51:10.661165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:06.346927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153108+0000","last_change":"2024-09-16T02:51:09.659743+0000","last_active":"2024-09-16T02:51:11.153108+0000","last_peered":"2024-09-16T02:51:11.153108+0000","last_clean":"2024-09-16T02:51:11.153108+0000","last_became_active":"2024-09-16T02:51:09.659503+0000","last_became_peered":"2024-09-16T02:51:09.659503+0000","last_unstale":"2024-09-16T02:51:11.153108+0000","last_undegraded":"2024-09-16T02:51:11.153108+0000","last_fullsized":"2024-09-16T02:51:11.153108+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:05.957864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.668271+0000","last_change":"2024-09-16T02:51:09.667066+0000","last_active":"2024-09-16T02:51:09.668271+0000","last_peered":"2024-09-16T02:51:09.668271+0000","last_clean":"2024-09-16T02:51:09.668271+0000","last_became_active":"2024-09-16T02:51:09.666823+0000","last_became_peered":"2024-09-16T02:51:09.666823+0000","last_unstale":"2024-09-16T02:51:09.668271+0000","last_undegraded":"2024-09-16T02:51:09.668271+0000","last_fullsized":"2024-09-16T02:51:09.668271+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:30.067908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658349+0000","last_change":"2024-09-16T02:51:09.653761+0000","last_active":"2024-09-16T02:51:10.658349+0000","last_peered":"2024-09-16T02:51:10.658349+0000","last_clean":"2024-09-16T02:51:10.658349+0000","last_became_active":"2024-09-16T02:51:09.652737+0000","last_became_peered":"2024-09-16T02:51:09.652737+0000","last_unstale":"2024-09-16T02:51:10.658349+0000","last_undegraded":"2024-09-16T02:51:10.658349+0000","last_fullsized":"2024-09-16T02:51:10.658349+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:24.164012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.673237+0000","last_change":"2024-09-16T02:51:09.672197+0000","last_active":"2024-09-16T02:51:09.673237+0000","last_peered":"2024-09-16T02:51:09.673237+0000","last_clean":"2024-09-16T02:51:09.673237+0000","last_became_active":"2024-09-16T02:51:09.671342+0000","last_became_peered":"2024-09-16T02:51:09.671342+0000","last_unstale":"2024-09-16T02:51:09.673237+0000","last_undegraded":"2024-09-16T02:51:09.673237+0000","last_fullsized":"2024-09-16T02:51:09.673237+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:05.148248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.668279+0000","last_change":"2024-09-16T02:51:09.667985+0000","last_active":"2024-09-16T02:51:09.668279+0000","last_peered":"2024-09-16T02:51:09.668279+0000","last_clean":"2024-09-16T02:51:09.668279+0000","last_became_active":"2024-09-16T02:51:09.667695+0000","last_became_peered":"2024-09-16T02:51:09.667695+0000","last_unstale":"2024-09-16T02:51:09.668279+0000","last_undegraded":"2024-09-16T02:51:09.668279+0000","last_fullsized":"2024-09-16T02:51:09.668279+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:08.577935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621608+0000","last_change":"2024-09-16T02:51:09.664877+0000","last_active":"2024-09-16T02:51:11.621608+0000","last_peered":"2024-09-16T02:51:11.621608+0000","last_clean":"2024-09-16T02:51:11.621608+0000","last_became_active":"2024-09-16T02:51:09.664583+0000","last_became_peered":"2024-09-16T02:51:09.664583+0000","last_unstale":"2024-09-16T02:51:11.621608+0000","last_undegraded":"2024-09-16T02:51:11.621608+0000","last_fullsized":"2024-09-16T02:51:11.621608+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:28.394382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995730+0000","last_change":"2024-09-16T02:51:09.667769+0000","last_active":"2024-09-16T02:51:10.995730+0000","last_peered":"2024-09-16T02:51:10.995730+0000","last_clean":"2024-09-16T02:51:10.995730+0000","last_became_active":"2024-09-16T02:51:09.666983+0000","last_became_peered":"2024-09-16T02:51:09.666983+0000","last_unstale":"2024-09-16T02:51:10.995730+0000","last_undegraded":"2024-09-16T02:51:10.995730+0000","last_fullsized":"2024-09-16T02:51:10.995730+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:50:23.699381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621303+0000","last_change":"2024-09-16T02:51:09.662262+0000","last_active":"2024-09-16T02:51:11.621303+0000","last_peered":"2024-09-16T02:51:11.621303+0000","last_clean":"2024-09-16T02:51:11.621303+0000","last_became_active":"2024-09-16T02:51:09.661102+0000","last_became_peered":"2024-09-16T02:51:09.661102+0000","last_unstale":"2024-09-16T02:51:11.621303+0000","last_undegraded":"2024-09-16T02:51:11.621303+0000","last_fullsized":"2024-09-16T02:51:11.621303+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:49.320091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.660658+0000","last_change":"2024-09-16T02:51:09.657161+0000","last_active":"2024-09-16T02:51:09.660658+0000","last_peered":"2024-09-16T02:51:09.660658+0000","last_clean":"2024-09-16T02:51:09.660658+0000","last_became_active":"2024-09-16T02:51:09.656871+0000","last_became_peered":"2024-09-16T02:51:09.656871+0000","last_unstale":"2024-09-16T02:51:09.660658+0000","last_undegraded":"2024-09-16T02:51:09.660658+0000","last_fullsized":"2024-09-16T02:51:09.660658+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:16.977312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.671582+0000","last_change":"2024-09-16T02:51:09.669987+0000","last_active":"2024-09-16T02:51:09.671582+0000","last_peered":"2024-09-16T02:51:09.671582+0000","last_clean":"2024-09-16T02:51:09.671582+0000","last_became_active":"2024-09-16T02:51:09.669691+0000","last_became_peered":"2024-09-16T02:51:09.669691+0000","last_unstale":"2024-09-16T02:51:09.671582+0000","last_undegraded":"2024-09-16T02:51:09.671582+0000","last_fullsized":"2024-09-16T02:51:09.671582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:28.220792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.152984+0000","last_change":"2024-09-16T02:51:09.662531+0000","last_active":"2024-09-16T02:51:11.152984+0000","last_peered":"2024-09-16T02:51:11.152984+0000","last_clean":"2024-09-16T02:51:11.152984+0000","last_became_active":"2024-09-16T02:51:09.662263+0000","last_became_peered":"2024-09-16T02:51:09.662263+0000","last_unstale":"2024-09-16T02:51:11.152984+0000","last_undegraded":"2024-09-16T02:51:11.152984+0000","last_fullsized":"2024-09-16T02:51:11.152984+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:22.360153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.673776+0000","last_change":"2024-09-16T02:51:09.673160+0000","last_active":"2024-09-16T02:51:09.673776+0000","last_peered":"2024-09-16T02:51:09.673776+0000","last_clean":"2024-09-16T02:51:09.673776+0000","last_became_active":"2024-09-16T02:51:09.672481+0000","last_became_peered":"2024-09-16T02:51:09.672481+0000","last_unstale":"2024-09-16T02:51:09.673776+0000","last_undegraded":"2024-09-16T02:51:09.673776+0000","last_fullsized":"2024-09-16T02:51:09.673776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:11.885878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153391+0000","last_change":"2024-09-16T02:51:09.663210+0000","last_active":"2024-09-16T02:51:11.153391+0000","last_peered":"2024-09-16T02:51:11.153391+0000","last_clean":"2024-09-16T02:51:11.153391+0000","last_became_active":"2024-09-16T02:51:09.662959+0000","last_became_peered":"2024-09-16T02:51:09.662959+0000","last_unstale":"2024-09-16T02:51:11.153391+0000","last_undegraded":"2024-09-16T02:51:11.153391+0000","last_fullsized":"2024-09-16T02:51:11.153391+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:51:30.214267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.622028+0000","last_change":"2024-09-16T02:51:09.669036+0000","last_active":"2024-09-16T02:51:11.622028+0000","last_peered":"2024-09-16T02:51:11.622028+0000","last_clean":"2024-09-16T02:51:11.622028+0000","last_became_active":"2024-09-16T02:51:09.668616+0000","last_became_peered":"2024-09-16T02:51:09.668616+0000","last_unstale":"2024-09-16T02:51:11.622028+0000","last_undegraded":"2024-09-16T02:51:11.622028+0000","last_fullsized":"2024-09-16T02:51:11.622028+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:29.381001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658556+0000","last_change":"2024-09-16T02:51:09.655711+0000","last_active":"2024-09-16T02:51:10.658556+0000","last_peered":"2024-09-16T02:51:10.658556+0000","last_clean":"2024-09-16T02:51:10.658556+0000","last_became_active":"2024-09-16T02:51:09.655297+0000","last_became_peered":"2024-09-16T02:51:09.655297+0000","last_unstale":"2024-09-16T02:51:10.658556+0000","last_undegraded":"2024-09-16T02:51:10.658556+0000","last_fullsized":"2024-09-16T02:51:10.658556+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:37.394383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153274+0000","last_change":"2024-09-16T02:51:09.662607+0000","last_active":"2024-09-16T02:51:11.153274+0000","last_peered":"2024-09-16T02:51:11.153274+0000","last_clean":"2024-09-16T02:51:11.153274+0000","last_became_active":"2024-09-16T02:51:09.662347+0000","last_became_peered":"2024-09-16T02:51:09.662347+0000","last_unstale":"2024-09-16T02:51:11.153274+0000","last_undegraded":"2024-09-16T02:51:11.153274+0000","last_fullsized":"2024-09-16T02:51:11.153274+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:51.694131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.670246+0000","last_change":"2024-09-16T02:51:09.669527+0000","last_active":"2024-09-16T02:51:09.670246+0000","last_peered":"2024-09-16T02:51:09.670246+0000","last_clean":"2024-09-16T02:51:09.670246+0000","last_became_active":"2024-09-16T02:51:09.669227+0000","last_became_peered":"2024-09-16T02:51:09.669227+0000","last_unstale":"2024-09-16T02:51:09.670246+0000","last_undegraded":"2024-09-16T02:51:09.670246+0000","last_fullsized":"2024-09-16T02:51:09.670246+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:19.317035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.675986+0000","last_change":"2024-09-16T02:51:09.675762+0000","last_active":"2024-09-16T02:51:09.675986+0000","last_peered":"2024-09-16T02:51:09.675986+0000","last_clean":"2024-09-16T02:51:09.675986+0000","last_became_active":"2024-09-16T02:51:09.675512+0000","last_became_peered":"2024-09-16T02:51:09.675512+0000","last_unstale":"2024-09-16T02:51:09.675986+0000","last_undegraded":"2024-09-16T02:51:09.675986+0000","last_fullsized":"2024-09-16T02:51:09.675986+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:57.204736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621788+0000","last_change":"2024-09-16T02:51:09.664012+0000","last_active":"2024-09-16T02:51:11.621788+0000","last_peered":"2024-09-16T02:51:11.621788+0000","last_clean":"2024-09-16T02:51:11.621788+0000","last_became_active":"2024-09-16T02:51:09.663706+0000","last_became_peered":"2024-09-16T02:51:09.663706+0000","last_unstale":"2024-09-16T02:51:11.621788+0000","last_undegraded":"2024-09-16T02:51:11.621788+0000","last_fullsized":"2024-09-16T02:51:11.621788+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:53.625394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621681+0000","last_change":"2024-09-16T02:51:09.665110+0000","last_active":"2024-09-16T02:51:11.621681+0000","last_peered":"2024-09-16T02:51:11.621681+0000","last_clean":"2024-09-16T02:51:11.621681+0000","last_became_active":"2024-09-16T02:51:09.664861+0000","last_became_peered":"2024-09-16T02:51:09.664861+0000","last_unstale":"2024-09-16T02:51:11.621681+0000","last_undegraded":"2024-09-16T02:51:11.621681+0000","last_fullsized":"2024-09-16T02:51:11.621681+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:58.076127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.660818+0000","last_change":"2024-09-16T02:51:09.657235+0000","last_active":"2024-09-16T02:51:10.660818+0000","last_peered":"2024-09-16T02:51:10.660818+0000","last_clean":"2024-09-16T02:51:10.660818+0000","last_became_active":"2024-09-16T02:51:09.656955+0000","last_became_peered":"2024-09-16T02:51:09.656955+0000","last_unstale":"2024-09-16T02:51:10.660818+0000","last_undegraded":"2024-09-16T02:51:10.660818+0000","last_fullsized":"2024-09-16T02:51:10.660818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:24.325893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.622232+0000","last_change":"2024-09-16T02:51:06.641183+0000","last_active":"2024-09-16T02:51:11.622232+0000","last_peered":"2024-09-16T02:51:11.622232+0000","last_clean":"2024-09-16T02:51:11.622232+0000","last_became_active":"2024-09-16T02:51:06.640907+0000","last_became_peered":"2024-09-16T02:51:06.640907+0000","last_unstale":"2024-09-16T02:51:11.622232+0000","last_undegraded":"2024-09-16T02:51:11.622232+0000","last_fullsized":"2024-09-16T02:51:11.622232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:07.731412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.670263+0000","last_change":"2024-09-16T02:51:09.669646+0000","last_active":"2024-09-16T02:51:09.670263+0000","last_peered":"2024-09-16T02:51:09.670263+0000","last_clean":"2024-09-16T02:51:09.670263+0000","last_became_active":"2024-09-16T02:51:09.669260+0000","last_became_peered":"2024-09-16T02:51:09.669260+0000","last_unstale":"2024-09-16T02:51:09.670263+0000","last_undegraded":"2024-09-16T02:51:09.670263+0000","last_fullsized":"2024-09-16T02:51:09.670263+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:10.310564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.622107+0000","last_change":"2024-09-16T02:51:06.643413+0000","last_active":"2024-09-16T02:51:11.622107+0000","last_peered":"2024-09-16T02:51:11.622107+0000","last_clean":"2024-09-16T02:51:11.622107+0000","last_became_active":"2024-09-16T02:51:06.643156+0000","last_became_peered":"2024-09-16T02:51:06.643156+0000","last_unstale":"2024-09-16T02:51:11.622107+0000","last_undegraded":"2024-09-16T02:51:11.622107+0000","last_fullsized":"2024-09-16T02:51:11.622107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:21.401464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153090+0000","last_change":"2024-09-16T02:51:06.639869+0000","last_active":"2024-09-16T02:51:11.153090+0000","last_peered":"2024-09-16T02:51:11.153090+0000","last_clean":"2024-09-16T02:51:11.153090+0000","last_became_active":"2024-09-16T02:51:06.639556+0000","last_became_peered":"2024-09-16T02:51:06.639556+0000","last_unstale":"2024-09-16T02:51:11.153090+0000","last_undegraded":"2024-09-16T02:51:11.153090+0000","last_fullsized":"2024-09-16T02:51:11.153090+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:15.846830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.152977+0000","last_change":"2024-09-16T02:51:09.661874+0000","last_active":"2024-09-16T02:51:11.152977+0000","last_peered":"2024-09-16T02:51:11.152977+0000","last_clean":"2024-09-16T02:51:11.152977+0000","last_became_active":"2024-09-16T02:51:09.661574+0000","last_became_peered":"2024-09-16T02:51:09.661574+0000","last_unstale":"2024-09-16T02:51:11.152977+0000","last_undegraded":"2024-09-16T02:51:11.152977+0000","last_fullsized":"2024-09-16T02:51:11.152977+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:37.417950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.654308+0000","last_change":"2024-09-16T02:51:06.643695+0000","last_active":"2024-09-16T02:51:09.654308+0000","last_peered":"2024-09-16T02:51:09.654308+0000","last_clean":"2024-09-16T02:51:09.654308+0000","last_became_active":"2024-09-16T02:51:06.643428+0000","last_became_peered":"2024-09-16T02:51:06.643428+0000","last_unstale":"2024-09-16T02:51:09.654308+0000","last_undegraded":"2024-09-16T02:51:09.654308+0000","last_fullsized":"2024-09-16T02:51:09.654308+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:50.102426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658264+0000","last_change":"2024-09-16T02:51:09.654742+0000","last_active":"2024-09-16T02:51:10.658264+0000","last_peered":"2024-09-16T02:51:10.658264+0000","last_clean":"2024-09-16T02:51:10.658264+0000","last_became_active":"2024-09-16T02:51:09.654483+0000","last_became_peered":"2024-09-16T02:51:09.654483+0000","last_unstale":"2024-09-16T02:51:10.658264+0000","last_undegraded":"2024-09-16T02:51:10.658264+0000","last_fullsized":"2024-09-16T02:51:10.658264+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:34.059722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.414800+0000","last_change":"2024-09-16T02:51:06.641841+0000","last_active":"2024-09-16T02:51:11.414800+0000","last_peered":"2024-09-16T02:51:11.414800+0000","last_clean":"2024-09-16T02:51:11.414800+0000","last_became_active":"2024-09-16T02:51:06.641479+0000","last_became_peered":"2024-09-16T02:51:06.641479+0000","last_unstale":"2024-09-16T02:51:11.414800+0000","last_undegraded":"2024-09-16T02:51:11.414800+0000","last_fullsized":"2024-09-16T02:51:11.414800+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:42.030616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.677298+0000","last_change":"2024-09-16T02:51:09.676565+0000","last_active":"2024-09-16T02:51:09.677298+0000","last_peered":"2024-09-16T02:51:09.677298+0000","last_clean":"2024-09-16T02:51:09.677298+0000","last_became_active":"2024-09-16T02:51:09.676256+0000","last_became_peered":"2024-09-16T02:51:09.676256+0000","last_unstale":"2024-09-16T02:51:09.677298+0000","last_undegraded":"2024-09-16T02:51:09.677298+0000","last_fullsized":"2024-09-16T02:51:09.677298+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:28.588030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.657994+0000","last_change":"2024-09-16T02:51:06.643775+0000","last_active":"2024-09-16T02:51:09.657994+0000","last_peered":"2024-09-16T02:51:09.657994+0000","last_clean":"2024-09-16T02:51:09.657994+0000","last_became_active":"2024-09-16T02:51:06.643464+0000","last_became_peered":"2024-09-16T02:51:06.643464+0000","last_unstale":"2024-09-16T02:51:09.657994+0000","last_undegraded":"2024-09-16T02:51:09.657994+0000","last_fullsized":"2024-09-16T02:51:09.657994+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:20.295144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.661032+0000","last_change":"2024-09-16T02:51:09.658420+0000","last_active":"2024-09-16T02:51:09.661032+0000","last_peered":"2024-09-16T02:51:09.661032+0000","last_clean":"2024-09-16T02:51:09.661032+0000","last_became_active":"2024-09-16T02:51:09.657501+0000","last_became_peered":"2024-09-16T02:51:09.657501+0000","last_unstale":"2024-09-16T02:51:09.661032+0000","last_undegraded":"2024-09-16T02:51:09.661032+0000","last_fullsized":"2024-09-16T02:51:09.661032+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:07:15.163095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.626014+0000","last_change":"2024-09-16T02:51:06.639956+0000","last_active":"2024-09-16T02:51:11.626014+0000","last_peered":"2024-09-16T02:51:11.626014+0000","last_clean":"2024-09-16T02:51:11.626014+0000","last_became_active":"2024-09-16T02:51:06.639681+0000","last_became_peered":"2024-09-16T02:51:06.639681+0000","last_unstale":"2024-09-16T02:51:11.626014+0000","last_undegraded":"2024-09-16T02:51:11.626014+0000","last_fullsized":"2024-09-16T02:51:11.626014+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:36.859800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.661242+0000","last_change":"2024-09-16T02:51:09.662866+0000","last_active":"2024-09-16T02:51:10.661242+0000","last_peered":"2024-09-16T02:51:10.661242+0000","last_clean":"2024-09-16T02:51:10.661242+0000","last_became_active":"2024-09-16T02:51:09.662099+0000","last_became_peered":"2024-09-16T02:51:09.662099+0000","last_unstale":"2024-09-16T02:51:10.661242+0000","last_undegraded":"2024-09-16T02:51:10.661242+0000","last_fullsized":"2024-09-16T02:51:10.661242+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:37.603114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.628285+0000","last_change":"2024-09-16T02:51:06.642246+0000","last_active":"2024-09-16T02:51:11.628285+0000","last_peered":"2024-09-16T02:51:11.628285+0000","last_clean":"2024-09-16T02:51:11.628285+0000","last_became_active":"2024-09-16T02:51:06.641630+0000","last_became_peered":"2024-09-16T02:51:06.641630+0000","last_unstale":"2024-09-16T02:51:11.628285+0000","last_undegraded":"2024-09-16T02:51:11.628285+0000","last_fullsized":"2024-09-16T02:51:11.628285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:42:08.985269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995427+0000","last_change":"2024-09-16T02:51:09.655495+0000","last_active":"2024-09-16T02:51:10.995427+0000","last_peered":"2024-09-16T02:51:10.995427+0000","last_clean":"2024-09-16T02:51:10.995427+0000","last_became_active":"2024-09-16T02:51:09.655189+0000","last_became_peered":"2024-09-16T02:51:09.655189+0000","last_unstale":"2024-09-16T02:51:10.995427+0000","last_undegraded":"2024-09-16T02:51:10.995427+0000","last_fullsized":"2024-09-16T02:51:10.995427+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:43.481394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.626700+0000","last_change":"2024-09-16T02:51:06.647797+0000","last_active":"2024-09-16T02:51:11.626700+0000","last_peered":"2024-09-16T02:51:11.626700+0000","last_clean":"2024-09-16T02:51:11.626700+0000","last_became_active":"2024-09-16T02:51:06.647512+0000","last_became_peered":"2024-09-16T02:51:06.647512+0000","last_unstale":"2024-09-16T02:51:11.626700+0000","last_undegraded":"2024-09-16T02:51:11.626700+0000","last_fullsized":"2024-09-16T02:51:11.626700+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:42.273657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.660657+0000","last_change":"2024-09-16T02:51:09.657162+0000","last_active":"2024-09-16T02:51:09.660657+0000","last_peered":"2024-09-16T02:51:09.660657+0000","last_clean":"2024-09-16T02:51:09.660657+0000","last_became_active":"2024-09-16T02:51:09.656668+0000","last_became_peered":"2024-09-16T02:51:09.656668+0000","last_unstale":"2024-09-16T02:51:09.660657+0000","last_undegraded":"2024-09-16T02:51:09.660657+0000","last_fullsized":"2024-09-16T02:51:09.660657+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:30:55.020269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.656497+0000","last_change":"2024-09-16T02:51:06.639909+0000","last_active":"2024-09-16T02:51:09.656497+0000","last_peered":"2024-09-16T02:51:09.656497+0000","last_clean":"2024-09-16T02:51:09.656497+0000","last_became_active":"2024-09-16T02:51:06.639578+0000","last_became_peered":"2024-09-16T02:51:06.639578+0000","last_unstale":"2024-09-16T02:51:09.656497+0000","last_undegraded":"2024-09-16T02:51:09.656497+0000","last_fullsized":"2024-09-16T02:51:09.656497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:20.129785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995522+0000","last_change":"2024-09-16T02:51:09.655645+0000","last_active":"2024-09-16T02:51:10.995522+0000","last_peered":"2024-09-16T02:51:10.995522+0000","last_clean":"2024-09-16T02:51:10.995522+0000","last_became_active":"2024-09-16T02:51:09.655383+0000","last_became_peered":"2024-09-16T02:51:09.655383+0000","last_unstale":"2024-09-16T02:51:10.995522+0000","last_undegraded":"2024-09-16T02:51:10.995522+0000","last_fullsized":"2024-09-16T02:51:10.995522+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:06:20.638917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.414393+0000","last_change":"2024-09-16T02:51:06.644125+0000","last_active":"2024-09-16T02:51:11.414393+0000","last_peered":"2024-09-16T02:51:11.414393+0000","last_clean":"2024-09-16T02:51:11.414393+0000","last_became_active":"2024-09-16T02:51:06.643841+0000","last_became_peered":"2024-09-16T02:51:06.643841+0000","last_unstale":"2024-09-16T02:51:11.414393+0000","last_undegraded":"2024-09-16T02:51:11.414393+0000","last_fullsized":"2024-09-16T02:51:11.414393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:47.590042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621784+0000","last_change":"2024-09-16T02:51:09.665080+0000","last_active":"2024-09-16T02:51:11.621784+0000","last_peered":"2024-09-16T02:51:11.621784+0000","last_clean":"2024-09-16T02:51:11.621784+0000","last_became_active":"2024-09-16T02:51:09.664783+0000","last_became_peered":"2024-09-16T02:51:09.664783+0000","last_unstale":"2024-09-16T02:51:11.621784+0000","last_undegraded":"2024-09-16T02:51:11.621784+0000","last_fullsized":"2024-09-16T02:51:11.621784+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:33.640390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.627094+0000","last_change":"2024-09-16T02:51:06.641277+0000","last_active":"2024-09-16T02:51:11.627094+0000","last_peered":"2024-09-16T02:51:11.627094+0000","last_clean":"2024-09-16T02:51:11.627094+0000","last_became_active":"2024-09-16T02:51:06.641034+0000","last_became_peered":"2024-09-16T02:51:06.641034+0000","last_unstale":"2024-09-16T02:51:11.627094+0000","last_undegraded":"2024-09-16T02:51:11.627094+0000","last_fullsized":"2024-09-16T02:51:11.627094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:43:09.969023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995206+0000","last_change":"2024-09-16T02:51:09.667322+0000","last_active":"2024-09-16T02:51:10.995206+0000","last_peered":"2024-09-16T02:51:10.995206+0000","last_clean":"2024-09-16T02:51:10.995206+0000","last_became_active":"2024-09-16T02:51:09.667024+0000","last_became_peered":"2024-09-16T02:51:09.667024+0000","last_unstale":"2024-09-16T02:51:10.995206+0000","last_undegraded":"2024-09-16T02:51:10.995206+0000","last_fullsized":"2024-09-16T02:51:10.995206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:45.944310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.616838+0000","last_change":"2024-09-16T02:51:06.646481+0000","last_active":"2024-09-16T02:51:11.616838+0000","last_peered":"2024-09-16T02:51:11.616838+0000","last_clean":"2024-09-16T02:51:11.616838+0000","last_became_active":"2024-09-16T02:51:06.645498+0000","last_became_peered":"2024-09-16T02:51:06.645498+0000","last_unstale":"2024-09-16T02:51:11.616838+0000","last_undegraded":"2024-09-16T02:51:11.616838+0000","last_fullsized":"2024-09-16T02:51:11.616838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:07.239628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995689+0000","last_change":"2024-09-16T02:51:09.664813+0000","last_active":"2024-09-16T02:51:10.995689+0000","last_peered":"2024-09-16T02:51:10.995689+0000","last_clean":"2024-09-16T02:51:10.995689+0000","last_became_active":"2024-09-16T02:51:09.664497+0000","last_became_peered":"2024-09-16T02:51:09.664497+0000","last_unstale":"2024-09-16T02:51:10.995689+0000","last_undegraded":"2024-09-16T02:51:10.995689+0000","last_fullsized":"2024-09-16T02:51:10.995689+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:46.911879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.625446+0000","last_change":"2024-09-16T02:51:06.641328+0000","last_active":"2024-09-16T02:51:11.625446+0000","last_peered":"2024-09-16T02:51:11.625446+0000","last_clean":"2024-09-16T02:51:11.625446+0000","last_became_active":"2024-09-16T02:51:06.641070+0000","last_became_peered":"2024-09-16T02:51:06.641070+0000","last_unstale":"2024-09-16T02:51:11.625446+0000","last_undegraded":"2024-09-16T02:51:11.625446+0000","last_fullsized":"2024-09-16T02:51:11.625446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:02.332002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995740+0000","last_change":"2024-09-16T02:51:09.663340+0000","last_active":"2024-09-16T02:51:10.995740+0000","last_peered":"2024-09-16T02:51:10.995740+0000","last_clean":"2024-09-16T02:51:10.995740+0000","last_became_active":"2024-09-16T02:51:09.663059+0000","last_became_peered":"2024-09-16T02:51:09.663059+0000","last_unstale":"2024-09-16T02:51:10.995740+0000","last_undegraded":"2024-09-16T02:51:10.995740+0000","last_fullsized":"2024-09-16T02:51:10.995740+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:30:58.474317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.614503+0000","last_change":"2024-09-16T02:51:06.644018+0000","last_active":"2024-09-16T02:51:11.614503+0000","last_peered":"2024-09-16T02:51:11.614503+0000","last_clean":"2024-09-16T02:51:11.614503+0000","last_became_active":"2024-09-16T02:51:06.643708+0000","last_became_peered":"2024-09-16T02:51:06.643708+0000","last_unstale":"2024-09-16T02:51:11.614503+0000","last_undegraded":"2024-09-16T02:51:11.614503+0000","last_fullsized":"2024-09-16T02:51:11.614503+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:22.689120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.671631+0000","last_change":"2024-09-16T02:51:09.670852+0000","last_active":"2024-09-16T02:51:09.671631+0000","last_peered":"2024-09-16T02:51:09.671631+0000","last_clean":"2024-09-16T02:51:09.671631+0000","last_became_active":"2024-09-16T02:51:09.670578+0000","last_became_peered":"2024-09-16T02:51:09.670578+0000","last_unstale":"2024-09-16T02:51:09.671631+0000","last_undegraded":"2024-09-16T02:51:09.671631+0000","last_fullsized":"2024-09-16T02:51:09.671631+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:20.028140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.657853+0000","last_change":"2024-09-16T02:51:06.643337+0000","last_active":"2024-09-16T02:51:10.657853+0000","last_peered":"2024-09-16T02:51:10.657853+0000","last_clean":"2024-09-16T02:51:10.657853+0000","last_became_active":"2024-09-16T02:51:06.643082+0000","last_became_peered":"2024-09-16T02:51:06.643082+0000","last_unstale":"2024-09-16T02:51:10.657853+0000","last_undegraded":"2024-09-16T02:51:10.657853+0000","last_fullsized":"2024-09-16T02:51:10.657853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:57.141858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995722+0000","last_change":"2024-09-16T02:51:09.674682+0000","last_active":"2024-09-16T02:51:10.995722+0000","last_peered":"2024-09-16T02:51:10.995722+0000","last_clean":"2024-09-16T02:51:10.995722+0000","last_became_active":"2024-09-16T02:51:09.674404+0000","last_became_peered":"2024-09-16T02:51:09.674404+0000","last_unstale":"2024-09-16T02:51:10.995722+0000","last_undegraded":"2024-09-16T02:51:10.995722+0000","last_fullsized":"2024-09-16T02:51:10.995722+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:35.764165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":222,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995266+0000","last_change":"2024-09-16T02:50:42.716054+0000","last_active":"2024-09-16T02:51:10.995266+0000","last_peered":"2024-09-16T02:51:10.995266+0000","last_clean":"2024-09-16T02:51:10.995266+0000","last_became_active":"2024-09-16T02:50:42.715616+0000","last_became_peered":"2024-09-16T02:50:42.715616+0000","last_unstale":"2024-09-16T02:51:10.995266+0000","last_undegraded":"2024-09-16T02:51:10.995266+0000","last_fullsized":"2024-09-16T02:51:10.995266+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_clean_scrub_stamp":"2024-09-16T02:48:48.469170+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:35.440558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.654025+0000","last_change":"2024-09-16T02:51:06.646321+0000","last_active":"2024-09-16T02:51:09.654025+0000","last_peered":"2024-09-16T02:51:09.654025+0000","last_clean":"2024-09-16T02:51:09.654025+0000","last_became_active":"2024-09-16T02:51:06.645614+0000","last_became_peered":"2024-09-16T02:51:06.645614+0000","last_unstale":"2024-09-16T02:51:09.654025+0000","last_undegraded":"2024-09-16T02:51:09.654025+0000","last_fullsized":"2024-09-16T02:51:09.654025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:04.936288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153037+0000","last_change":"2024-09-16T02:51:09.666997+0000","last_active":"2024-09-16T02:51:11.153037+0000","last_peered":"2024-09-16T02:51:11.153037+0000","last_clean":"2024-09-16T02:51:11.153037+0000","last_became_active":"2024-09-16T02:51:09.666746+0000","last_became_peered":"2024-09-16T02:51:09.666746+0000","last_unstale":"2024-09-16T02:51:11.153037+0000","last_undegraded":"2024-09-16T02:51:11.153037+0000","last_fullsized":"2024-09-16T02:51:11.153037+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:31.562444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995176+0000","last_change":"2024-09-16T02:51:06.642148+0000","last_active":"2024-09-16T02:51:10.995176+0000","last_peered":"2024-09-16T02:51:10.995176+0000","last_clean":"2024-09-16T02:51:10.995176+0000","last_became_active":"2024-09-16T02:51:06.641621+0000","last_became_peered":"2024-09-16T02:51:06.641621+0000","last_unstale":"2024-09-16T02:51:10.995176+0000","last_undegraded":"2024-09-16T02:51:10.995176+0000","last_fullsized":"2024-09-16T02:51:10.995176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:38.854064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.664293+0000","last_change":"2024-09-16T02:51:09.662657+0000","last_active":"2024-09-16T02:51:09.664293+0000","last_peered":"2024-09-16T02:51:09.664293+0000","last_clean":"2024-09-16T02:51:09.664293+0000","last_became_active":"2024-09-16T02:51:09.662285+0000","last_became_peered":"2024-09-16T02:51:09.662285+0000","last_unstale":"2024-09-16T02:51:09.664293+0000","last_undegraded":"2024-09-16T02:51:09.664293+0000","last_fullsized":"2024-09-16T02:51:09.664293+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:57.605041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.657925+0000","last_change":"2024-09-16T02:51:06.640665+0000","last_active":"2024-09-16T02:51:10.657925+0000","last_peered":"2024-09-16T02:51:10.657925+0000","last_clean":"2024-09-16T02:51:10.657925+0000","last_became_active":"2024-09-16T02:51:06.640308+0000","last_became_peered":"2024-09-16T02:51:06.640308+0000","last_unstale":"2024-09-16T02:51:10.657925+0000","last_undegraded":"2024-09-16T02:51:10.657925+0000","last_fullsized":"2024-09-16T02:51:10.657925+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:47.952137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658229+0000","last_change":"2024-09-16T02:51:09.656283+0000","last_active":"2024-09-16T02:51:10.658229+0000","last_peered":"2024-09-16T02:51:10.658229+0000","last_clean":"2024-09-16T02:51:10.658229+0000","last_became_active":"2024-09-16T02:51:09.656053+0000","last_became_peered":"2024-09-16T02:51:09.656053+0000","last_unstale":"2024-09-16T02:51:10.658229+0000","last_undegraded":"2024-09-16T02:51:10.658229+0000","last_fullsized":"2024-09-16T02:51:10.658229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:37.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.658927+0000","last_change":"2024-09-16T02:51:06.643041+0000","last_active":"2024-09-16T02:51:09.658927+0000","last_peered":"2024-09-16T02:51:09.658927+0000","last_clean":"2024-09-16T02:51:09.658927+0000","last_became_active":"2024-09-16T02:51:06.642720+0000","last_became_peered":"2024-09-16T02:51:06.642720+0000","last_unstale":"2024-09-16T02:51:09.658927+0000","last_undegraded":"2024-09-16T02:51:09.658927+0000","last_fullsized":"2024-09-16T02:51:09.658927+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:28.686531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.661221+0000","last_change":"2024-09-16T02:51:09.664679+0000","last_active":"2024-09-16T02:51:10.661221+0000","last_peered":"2024-09-16T02:51:10.661221+0000","last_clean":"2024-09-16T02:51:10.661221+0000","last_became_active":"2024-09-16T02:51:09.664424+0000","last_became_peered":"2024-09-16T02:51:09.664424+0000","last_unstale":"2024-09-16T02:51:10.661221+0000","last_undegraded":"2024-09-16T02:51:10.661221+0000","last_fullsized":"2024-09-16T02:51:10.661221+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:18:14.867877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658580+0000","last_change":"2024-09-16T02:51:06.642918+0000","last_active":"2024-09-16T02:51:10.658580+0000","last_peered":"2024-09-16T02:51:10.658580+0000","last_clean":"2024-09-16T02:51:10.658580+0000","last_became_active":"2024-09-16T02:51:06.642631+0000","last_became_peered":"2024-09-16T02:51:06.642631+0000","last_unstale":"2024-09-16T02:51:10.658580+0000","last_undegraded":"2024-09-16T02:51:10.658580+0000","last_fullsized":"2024-09-16T02:51:10.658580+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:21:28.542644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.673737+0000","last_change":"2024-09-16T02:51:09.672830+0000","last_active":"2024-09-16T02:51:09.673737+0000","last_peered":"2024-09-16T02:51:09.673737+0000","last_clean":"2024-09-16T02:51:09.673737+0000","last_became_active":"2024-09-16T02:51:09.672543+0000","last_became_peered":"2024-09-16T02:51:09.672543+0000","last_unstale":"2024-09-16T02:51:09.673737+0000","last_undegraded":"2024-09-16T02:51:09.673737+0000","last_fullsized":"2024-09-16T02:51:09.673737+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:55.507497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995819+0000","last_change":"2024-09-16T02:51:06.648755+0000","last_active":"2024-09-16T02:51:10.995819+0000","last_peered":"2024-09-16T02:51:10.995819+0000","last_clean":"2024-09-16T02:51:10.995819+0000","last_became_active":"2024-09-16T02:51:06.648480+0000","last_became_peered":"2024-09-16T02:51:06.648480+0000","last_unstale":"2024-09-16T02:51:10.995819+0000","last_undegraded":"2024-09-16T02:51:10.995819+0000","last_fullsized":"2024-09-16T02:51:10.995819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:48.587318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658566+0000","last_change":"2024-09-16T02:51:09.664795+0000","last_active":"2024-09-16T02:51:10.658566+0000","last_peered":"2024-09-16T02:51:10.658566+0000","last_clean":"2024-09-16T02:51:10.658566+0000","last_became_active":"2024-09-16T02:51:09.664550+0000","last_became_peered":"2024-09-16T02:51:09.664550+0000","last_unstale":"2024-09-16T02:51:10.658566+0000","last_undegraded":"2024-09-16T02:51:10.658566+0000","last_fullsized":"2024-09-16T02:51:10.658566+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:30.706302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.614255+0000","last_change":"2024-09-16T02:51:06.644704+0000","last_active":"2024-09-16T02:51:11.614255+0000","last_peered":"2024-09-16T02:51:11.614255+0000","last_clean":"2024-09-16T02:51:11.614255+0000","last_became_active":"2024-09-16T02:51:06.644413+0000","last_became_peered":"2024-09-16T02:51:06.644413+0000","last_unstale":"2024-09-16T02:51:11.614255+0000","last_undegraded":"2024-09-16T02:51:11.614255+0000","last_fullsized":"2024-09-16T02:51:11.614255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:29.697109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153432+0000","last_change":"2024-09-16T02:51:09.656355+0000","last_active":"2024-09-16T02:51:11.153432+0000","last_peered":"2024-09-16T02:51:11.153432+0000","last_clean":"2024-09-16T02:51:11.153432+0000","last_became_active":"2024-09-16T02:51:09.655309+0000","last_became_peered":"2024-09-16T02:51:09.655309+0000","last_unstale":"2024-09-16T02:51:11.153432+0000","last_undegraded":"2024-09-16T02:51:11.153432+0000","last_fullsized":"2024-09-16T02:51:11.153432+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:04.051576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.626433+0000","last_change":"2024-09-16T02:51:06.642649+0000","last_active":"2024-09-16T02:51:11.626433+0000","last_peered":"2024-09-16T02:51:11.626433+0000","last_clean":"2024-09-16T02:51:11.626433+0000","last_became_active":"2024-09-16T02:51:06.642328+0000","last_became_peered":"2024-09-16T02:51:06.642328+0000","last_unstale":"2024-09-16T02:51:11.626433+0000","last_undegraded":"2024-09-16T02:51:11.626433+0000","last_fullsized":"2024-09-16T02:51:11.626433+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:46.003891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.670353+0000","last_change":"2024-09-16T02:51:09.669803+0000","last_active":"2024-09-16T02:51:09.670353+0000","last_peered":"2024-09-16T02:51:09.670353+0000","last_clean":"2024-09-16T02:51:09.670353+0000","last_became_active":"2024-09-16T02:51:09.669145+0000","last_became_peered":"2024-09-16T02:51:09.669145+0000","last_unstale":"2024-09-16T02:51:09.670353+0000","last_undegraded":"2024-09-16T02:51:09.670353+0000","last_fullsized":"2024-09-16T02:51:09.670353+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:53.542737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995254+0000","last_change":"2024-09-16T02:51:06.641132+0000","last_active":"2024-09-16T02:51:10.995254+0000","last_peered":"2024-09-16T02:51:10.995254+0000","last_clean":"2024-09-16T02:51:10.995254+0000","last_became_active":"2024-09-16T02:51:06.640840+0000","last_became_peered":"2024-09-16T02:51:06.640840+0000","last_unstale":"2024-09-16T02:51:10.995254+0000","last_undegraded":"2024-09-16T02:51:10.995254+0000","last_fullsized":"2024-09-16T02:51:10.995254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:28.314486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.660914+0000","last_change":"2024-09-16T02:51:09.656503+0000","last_active":"2024-09-16T02:51:10.660914+0000","last_peered":"2024-09-16T02:51:10.660914+0000","last_clean":"2024-09-16T02:51:10.660914+0000","last_became_active":"2024-09-16T02:51:09.656218+0000","last_became_peered":"2024-09-16T02:51:09.656218+0000","last_unstale":"2024-09-16T02:51:10.660914+0000","last_undegraded":"2024-09-16T02:51:10.660914+0000","last_fullsized":"2024-09-16T02:51:10.660914+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:48.581495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658340+0000","last_change":"2024-09-16T02:51:06.641950+0000","last_active":"2024-09-16T02:51:10.658340+0000","last_peered":"2024-09-16T02:51:10.658340+0000","last_clean":"2024-09-16T02:51:10.658340+0000","last_became_active":"2024-09-16T02:51:06.641698+0000","last_became_peered":"2024-09-16T02:51:06.641698+0000","last_unstale":"2024-09-16T02:51:10.658340+0000","last_undegraded":"2024-09-16T02:51:10.658340+0000","last_fullsized":"2024-09-16T02:51:10.658340+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:37.801316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.152992+0000","last_change":"2024-09-16T02:51:09.660270+0000","last_active":"2024-09-16T02:51:11.152992+0000","last_peered":"2024-09-16T02:51:11.152992+0000","last_clean":"2024-09-16T02:51:11.152992+0000","last_became_active":"2024-09-16T02:51:09.660125+0000","last_became_peered":"2024-09-16T02:51:09.660125+0000","last_unstale":"2024-09-16T02:51:11.152992+0000","last_undegraded":"2024-09-16T02:51:11.152992+0000","last_fullsized":"2024-09-16T02:51:11.152992+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:55.375961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658489+0000","last_change":"2024-09-16T02:51:06.642477+0000","last_active":"2024-09-16T02:51:10.658489+0000","last_peered":"2024-09-16T02:51:10.658489+0000","last_clean":"2024-09-16T02:51:10.658489+0000","last_became_active":"2024-09-16T02:51:06.642205+0000","last_became_peered":"2024-09-16T02:51:06.642205+0000","last_unstale":"2024-09-16T02:51:10.658489+0000","last_undegraded":"2024-09-16T02:51:10.658489+0000","last_fullsized":"2024-09-16T02:51:10.658489+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:18.621083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153118+0000","last_change":"2024-09-16T02:51:09.662949+0000","last_active":"2024-09-16T02:51:11.153118+0000","last_peered":"2024-09-16T02:51:11.153118+0000","last_clean":"2024-09-16T02:51:11.153118+0000","last_became_active":"2024-09-16T02:51:09.662314+0000","last_became_peered":"2024-09-16T02:51:09.662314+0000","last_unstale":"2024-09-16T02:51:11.153118+0000","last_undegraded":"2024-09-16T02:51:11.153118+0000","last_fullsized":"2024-09-16T02:51:11.153118+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:22.458547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.627324+0000","last_change":"2024-09-16T02:51:06.648091+0000","last_active":"2024-09-16T02:51:11.627324+0000","last_peered":"2024-09-16T02:51:11.627324+0000","last_clean":"2024-09-16T02:51:11.627324+0000","last_became_active":"2024-09-16T02:51:06.647804+0000","last_became_peered":"2024-09-16T02:51:06.647804+0000","last_unstale":"2024-09-16T02:51:11.627324+0000","last_undegraded":"2024-09-16T02:51:11.627324+0000","last_fullsized":"2024-09-16T02:51:11.627324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:15.671970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621506+0000","last_change":"2024-09-16T02:51:09.664126+0000","last_active":"2024-09-16T02:51:11.621506+0000","last_peered":"2024-09-16T02:51:11.621506+0000","last_clean":"2024-09-16T02:51:11.621506+0000","last_became_active":"2024-09-16T02:51:09.663831+0000","last_became_peered":"2024-09-16T02:51:09.663831+0000","last_unstale":"2024-09-16T02:51:11.621506+0000","last_undegraded":"2024-09-16T02:51:11.621506+0000","last_fullsized":"2024-09-16T02:51:11.621506+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:54:32.494141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.671608+0000","last_change":"2024-09-16T02:51:09.670691+0000","last_active":"2024-09-16T02:51:09.671608+0000","last_peered":"2024-09-16T02:51:09.671608+0000","last_clean":"2024-09-16T02:51:09.671608+0000","last_became_active":"2024-09-16T02:51:09.670428+0000","last_became_peered":"2024-09-16T02:51:09.670428+0000","last_unstale":"2024-09-16T02:51:09.671608+0000","last_undegraded":"2024-09-16T02:51:09.671608+0000","last_fullsized":"2024-09-16T02:51:09.671608+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:52.778319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.627824+0000","last_change":"2024-09-16T02:51:06.644163+0000","last_active":"2024-09-16T02:51:11.627824+0000","last_peered":"2024-09-16T02:51:11.627824+0000","last_clean":"2024-09-16T02:51:11.627824+0000","last_became_active":"2024-09-16T02:51:06.643535+0000","last_became_peered":"2024-09-16T02:51:06.643535+0000","last_unstale":"2024-09-16T02:51:11.627824+0000","last_undegraded":"2024-09-16T02:51:11.627824+0000","last_fullsized":"2024-09-16T02:51:11.627824+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:15.379378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.677271+0000","last_change":"2024-09-16T02:51:09.676610+0000","last_active":"2024-09-16T02:51:09.677271+0000","last_peered":"2024-09-16T02:51:09.677271+0000","last_clean":"2024-09-16T02:51:09.677271+0000","last_became_active":"2024-09-16T02:51:09.676308+0000","last_became_peered":"2024-09-16T02:51:09.676308+0000","last_unstale":"2024-09-16T02:51:09.677271+0000","last_undegraded":"2024-09-16T02:51:09.677271+0000","last_fullsized":"2024-09-16T02:51:09.677271+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:27:01.653205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.626876+0000","last_change":"2024-09-16T02:51:06.641137+0000","last_active":"2024-09-16T02:51:11.626876+0000","last_peered":"2024-09-16T02:51:11.626876+0000","last_clean":"2024-09-16T02:51:11.626876+0000","last_became_active":"2024-09-16T02:51:06.640657+0000","last_became_peered":"2024-09-16T02:51:06.640657+0000","last_unstale":"2024-09-16T02:51:11.626876+0000","last_undegraded":"2024-09-16T02:51:11.626876+0000","last_fullsized":"2024-09-16T02:51:11.626876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:54.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.666922+0000","last_change":"2024-09-16T02:51:09.666545+0000","last_active":"2024-09-16T02:51:09.666922+0000","last_peered":"2024-09-16T02:51:09.666922+0000","last_clean":"2024-09-16T02:51:09.666922+0000","last_became_active":"2024-09-16T02:51:09.666265+0000","last_became_peered":"2024-09-16T02:51:09.666265+0000","last_unstale":"2024-09-16T02:51:09.666922+0000","last_undegraded":"2024-09-16T02:51:09.666922+0000","last_fullsized":"2024-09-16T02:51:09.666922+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:25:10.398258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.623070+0000","last_change":"2024-09-16T02:51:06.639963+0000","last_active":"2024-09-16T02:51:11.623070+0000","last_peered":"2024-09-16T02:51:11.623070+0000","last_clean":"2024-09-16T02:51:11.623070+0000","last_became_active":"2024-09-16T02:51:06.639712+0000","last_became_peered":"2024-09-16T02:51:06.639712+0000","last_unstale":"2024-09-16T02:51:11.623070+0000","last_undegraded":"2024-09-16T02:51:11.623070+0000","last_fullsized":"2024-09-16T02:51:11.623070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:18.844166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153323+0000","last_change":"2024-09-16T02:51:09.665527+0000","last_active":"2024-09-16T02:51:11.153323+0000","last_peered":"2024-09-16T02:51:11.153323+0000","last_clean":"2024-09-16T02:51:11.153323+0000","last_became_active":"2024-09-16T02:51:09.665277+0000","last_became_peered":"2024-09-16T02:51:09.665277+0000","last_unstale":"2024-09-16T02:51:11.153323+0000","last_undegraded":"2024-09-16T02:51:11.153323+0000","last_fullsized":"2024-09-16T02:51:11.153323+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:53.607607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.627007+0000","last_change":"2024-09-16T02:51:06.644659+0000","last_active":"2024-09-16T02:51:11.627007+0000","last_peered":"2024-09-16T02:51:11.627007+0000","last_clean":"2024-09-16T02:51:11.627007+0000","last_became_active":"2024-09-16T02:51:06.644359+0000","last_became_peered":"2024-09-16T02:51:06.644359+0000","last_unstale":"2024-09-16T02:51:11.627007+0000","last_undegraded":"2024-09-16T02:51:11.627007+0000","last_fullsized":"2024-09-16T02:51:11.627007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:05.701676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1269760,"data_stored":871408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462929,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1269760,"data_stored":872037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.63}]},{"osd":1,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.67700000000000005}]},{"osd":2,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.52800000000000002}]},{"osd":3,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.65700000000000003}]},{"osd":4,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.436},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.47899999999999998}]},{"osd":5,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.40999999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724565,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":679936,"data_stored":281809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.38400000000000001}]},{"osd":1,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.46200000000000002}]},{"osd":2,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48099999999999998}]},{"osd":3,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.60099999999999998}]},{"osd":4,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.503}]},{"osd":6,"last update":"Mon Sep 16 02:51:15 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.432},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.51800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":679936,"data_stored":280871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.44700000000000001}]},{"osd":1,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.48399999999999999}]},{"osd":2,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.46100000000000002}]},{"osd":3,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.47199999999999998}]},{"osd":5,"last update":"Mon Sep 16 02:50:58 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.33800000000000002}]},{"osd":6,"last update":"Mon Sep 16 02:51:18 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.32000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":684032,"data_stored":281773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:51:11 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.375,"15min":0.376},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.44600000000000001,"15min":0.45400000000000001},"min":{"1min":0.27500000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.34000000000000002}]},{"osd":1,"last update":"Mon Sep 16 02:51:11 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.39100000000000001,"15min":0.39600000000000002},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.52300000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.42999999999999999,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Sep 16 02:51:11 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.44500000000000001,"15min":0.45000000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.432,"15min":0.439},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.307}]},{"osd":4,"last update":"Mon Sep 16 02:50:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Sep 16 02:50:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.504},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.61099999999999999}]},{"osd":6,"last update":"Mon Sep 16 02:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411362,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27672,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717480,"statfs":{"total":95995035648,"available":95966699520,"internally_reserved":0,"allocated":667648,"data_stored":280436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:50:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.379,"15min":0.376},"min":{"1min":0.214,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.22500000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.38900000000000001,"15min":0.38600000000000001},"min":{"1min":0.26700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.29799999999999999}]},{"osd":1,"last update":"Mon Sep 16 02:50:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38900000000000001,"15min":0.38700000000000001},"min":{"1min":0.28699999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.28399999999999997},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.40500000000000003,"15min":0.40300000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.36199999999999999}]},{"osd":3,"last update":"Mon Sep 16 02:51:15 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.45900000000000002,"15min":0.46300000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.46600000000000003,"15min":0.46999999999999997},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60999999999999999,"5min":0.623,"15min":0.623},"last":0.33800000000000002}]},{"osd":4,"last update":"Mon Sep 16 02:50:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.441}]},{"osd":5,"last update":"Mon Sep 16 02:50:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.41999999999999998}]},{"osd":6,"last update":"Mon Sep 16 02:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.495},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":675840,"data_stored":280596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:51:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.33700000000000002,"15min":0.32400000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.502,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.372,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.247,"5min":0.221,"15min":0.221},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.33800000000000002}]},{"osd":2,"last update":"Mon Sep 16 02:50:48 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35899999999999999,"15min":0.35599999999999998},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54200000000000004,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.38800000000000001,"15min":0.38100000000000001},"min":{"1min":0.34300000000000003,"5min":0.245,"15min":0.245},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.374}]},{"osd":3,"last update":"Mon Sep 16 02:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.59099999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.35899999999999999}]},{"osd":4,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.70599999999999996}]},{"osd":5,"last update":"Mon Sep 16 02:50:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Mon Sep 16 02:51:15 2024","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":19.085000000000001,"5min":19.085000000000001,"15min":19.085000000000001},"last":0.747},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32368,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712784,"statfs":{"total":95995035648,"available":95961890816,"internally_reserved":0,"allocated":1277952,"data_stored":871532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.32000000000000001,"15min":0.311},"min":{"1min":0.26700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.32800000000000001,"15min":0.313},"min":{"1min":0.26700000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.41899999999999998}]},{"osd":2,"last update":"Mon Sep 16 02:50:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.36499999999999999,"15min":0.35999999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.36299999999999999,"15min":0.35499999999999998},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.40600000000000003}]},{"osd":3,"last update":"Mon Sep 16 02:51:19 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.41199999999999998,"15min":0.41799999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.50600000000000001,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.314},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.434,"15min":0.435},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.377}]},{"osd":4,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.45900000000000002}]},{"osd":5,"last update":"Mon Sep 16 02:50:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.47099999999999997}]},{"osd":6,"last update":"Mon Sep 16 02:51:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":5.2679999999999998,"5min":5.2679999999999998,"15min":5.2679999999999998},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T02:51:33.173 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T02:51:33.368 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:33.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:33 smithi097 ceph-mon[27580]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:51:33.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:33 smithi097 ceph-mon[38292]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:51:33.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:33 smithi184 ceph-mon[31162]: from='client.14505 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:51:34.828 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:34 smithi097 ceph-mon[27580]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:34.828 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:34 smithi097 ceph-mon[38292]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:34.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:34 smithi184 ceph-mon[31162]: pgmap v204: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:35.201 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:51:35.202 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-16T02:51:35.864 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":204,"stamp":"2024-09-16T02:51:33.559027+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227328,"kb_used_data":7036,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733888,"statfs":{"total":767960285184,"available":767727501312,"internally_reserved":0,"allocated":7204864,"data_stored":4020462,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002720"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995603+0000","last_change":"2024-09-16T02:51:09.662691+0000","last_active":"2024-09-16T02:51:10.995603+0000","last_peered":"2024-09-16T02:51:10.995603+0000","last_clean":"2024-09-16T02:51:10.995603+0000","last_became_active":"2024-09-16T02:51:09.662406+0000","last_became_peered":"2024-09-16T02:51:09.662406+0000","last_unstale":"2024-09-16T02:51:10.995603+0000","last_undegraded":"2024-09-16T02:51:10.995603+0000","last_fullsized":"2024-09-16T02:51:10.995603+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:50:27.370690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658780+0000","last_change":"2024-09-16T02:51:09.662958+0000","last_active":"2024-09-16T02:51:10.658780+0000","last_peered":"2024-09-16T02:51:10.658780+0000","last_clean":"2024-09-16T02:51:10.658780+0000","last_became_active":"2024-09-16T02:51:09.662694+0000","last_became_peered":"2024-09-16T02:51:09.662694+0000","last_unstale":"2024-09-16T02:51:10.658780+0000","last_undegraded":"2024-09-16T02:51:10.658780+0000","last_fullsized":"2024-09-16T02:51:10.658780+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:38:03.058217+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.660760+0000","last_change":"2024-09-16T02:51:09.654570+0000","last_active":"2024-09-16T02:51:09.660760+0000","last_peered":"2024-09-16T02:51:09.660760+0000","last_clean":"2024-09-16T02:51:09.660760+0000","last_became_active":"2024-09-16T02:51:09.654291+0000","last_became_peered":"2024-09-16T02:51:09.654291+0000","last_unstale":"2024-09-16T02:51:09.660760+0000","last_undegraded":"2024-09-16T02:51:09.660760+0000","last_fullsized":"2024-09-16T02:51:09.660760+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:33:23.097855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.675328+0000","last_change":"2024-09-16T02:51:09.675104+0000","last_active":"2024-09-16T02:51:09.675328+0000","last_peered":"2024-09-16T02:51:09.675328+0000","last_clean":"2024-09-16T02:51:09.675328+0000","last_became_active":"2024-09-16T02:51:09.674814+0000","last_became_peered":"2024-09-16T02:51:09.674814+0000","last_unstale":"2024-09-16T02:51:09.675328+0000","last_undegraded":"2024-09-16T02:51:09.675328+0000","last_fullsized":"2024-09-16T02:51:09.675328+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:27.965930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995292+0000","last_change":"2024-09-16T02:51:09.655542+0000","last_active":"2024-09-16T02:51:10.995292+0000","last_peered":"2024-09-16T02:51:10.995292+0000","last_clean":"2024-09-16T02:51:10.995292+0000","last_became_active":"2024-09-16T02:51:09.655261+0000","last_became_peered":"2024-09-16T02:51:09.655261+0000","last_unstale":"2024-09-16T02:51:10.995292+0000","last_undegraded":"2024-09-16T02:51:10.995292+0000","last_fullsized":"2024-09-16T02:51:10.995292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:56.738910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.677238+0000","last_change":"2024-09-16T02:51:09.676588+0000","last_active":"2024-09-16T02:51:09.677238+0000","last_peered":"2024-09-16T02:51:09.677238+0000","last_clean":"2024-09-16T02:51:09.677238+0000","last_became_active":"2024-09-16T02:51:09.676252+0000","last_became_peered":"2024-09-16T02:51:09.676252+0000","last_unstale":"2024-09-16T02:51:09.677238+0000","last_undegraded":"2024-09-16T02:51:09.677238+0000","last_fullsized":"2024-09-16T02:51:09.677238+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:56:44.647538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995144+0000","last_change":"2024-09-16T02:51:09.663180+0000","last_active":"2024-09-16T02:51:10.995144+0000","last_peered":"2024-09-16T02:51:10.995144+0000","last_clean":"2024-09-16T02:51:10.995144+0000","last_became_active":"2024-09-16T02:51:09.662916+0000","last_became_peered":"2024-09-16T02:51:09.662916+0000","last_unstale":"2024-09-16T02:51:10.995144+0000","last_undegraded":"2024-09-16T02:51:10.995144+0000","last_fullsized":"2024-09-16T02:51:10.995144+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:51.711496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.152893+0000","last_change":"2024-09-16T02:51:09.665921+0000","last_active":"2024-09-16T02:51:11.152893+0000","last_peered":"2024-09-16T02:51:11.152893+0000","last_clean":"2024-09-16T02:51:11.152893+0000","last_became_active":"2024-09-16T02:51:09.665656+0000","last_became_peered":"2024-09-16T02:51:09.665656+0000","last_unstale":"2024-09-16T02:51:11.152893+0000","last_undegraded":"2024-09-16T02:51:11.152893+0000","last_fullsized":"2024-09-16T02:51:11.152893+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:37.490666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995841+0000","last_change":"2024-09-16T02:51:09.674683+0000","last_active":"2024-09-16T02:51:10.995841+0000","last_peered":"2024-09-16T02:51:10.995841+0000","last_clean":"2024-09-16T02:51:10.995841+0000","last_became_active":"2024-09-16T02:51:09.674427+0000","last_became_peered":"2024-09-16T02:51:09.674427+0000","last_unstale":"2024-09-16T02:51:10.995841+0000","last_undegraded":"2024-09-16T02:51:10.995841+0000","last_fullsized":"2024-09-16T02:51:10.995841+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:29.201871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621959+0000","last_change":"2024-09-16T02:51:09.667194+0000","last_active":"2024-09-16T02:51:11.621959+0000","last_peered":"2024-09-16T02:51:11.621959+0000","last_clean":"2024-09-16T02:51:11.621959+0000","last_became_active":"2024-09-16T02:51:09.666858+0000","last_became_peered":"2024-09-16T02:51:09.666858+0000","last_unstale":"2024-09-16T02:51:11.621959+0000","last_undegraded":"2024-09-16T02:51:11.621959+0000","last_fullsized":"2024-09-16T02:51:11.621959+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:33:17.357552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621670+0000","last_change":"2024-09-16T02:51:09.666021+0000","last_active":"2024-09-16T02:51:11.621670+0000","last_peered":"2024-09-16T02:51:11.621670+0000","last_clean":"2024-09-16T02:51:11.621670+0000","last_became_active":"2024-09-16T02:51:09.664583+0000","last_became_peered":"2024-09-16T02:51:09.664583+0000","last_unstale":"2024-09-16T02:51:11.621670+0000","last_undegraded":"2024-09-16T02:51:11.621670+0000","last_fullsized":"2024-09-16T02:51:11.621670+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:16.100087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.661165+0000","last_change":"2024-09-16T02:51:09.663095+0000","last_active":"2024-09-16T02:51:10.661165+0000","last_peered":"2024-09-16T02:51:10.661165+0000","last_clean":"2024-09-16T02:51:10.661165+0000","last_became_active":"2024-09-16T02:51:09.662577+0000","last_became_peered":"2024-09-16T02:51:09.662577+0000","last_unstale":"2024-09-16T02:51:10.661165+0000","last_undegraded":"2024-09-16T02:51:10.661165+0000","last_fullsized":"2024-09-16T02:51:10.661165+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:06.346927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153108+0000","last_change":"2024-09-16T02:51:09.659743+0000","last_active":"2024-09-16T02:51:11.153108+0000","last_peered":"2024-09-16T02:51:11.153108+0000","last_clean":"2024-09-16T02:51:11.153108+0000","last_became_active":"2024-09-16T02:51:09.659503+0000","last_became_peered":"2024-09-16T02:51:09.659503+0000","last_unstale":"2024-09-16T02:51:11.153108+0000","last_undegraded":"2024-09-16T02:51:11.153108+0000","last_fullsized":"2024-09-16T02:51:11.153108+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:05.957864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.668271+0000","last_change":"2024-09-16T02:51:09.667066+0000","last_active":"2024-09-16T02:51:09.668271+0000","last_peered":"2024-09-16T02:51:09.668271+0000","last_clean":"2024-09-16T02:51:09.668271+0000","last_became_active":"2024-09-16T02:51:09.666823+0000","last_became_peered":"2024-09-16T02:51:09.666823+0000","last_unstale":"2024-09-16T02:51:09.668271+0000","last_undegraded":"2024-09-16T02:51:09.668271+0000","last_fullsized":"2024-09-16T02:51:09.668271+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:30.067908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658349+0000","last_change":"2024-09-16T02:51:09.653761+0000","last_active":"2024-09-16T02:51:10.658349+0000","last_peered":"2024-09-16T02:51:10.658349+0000","last_clean":"2024-09-16T02:51:10.658349+0000","last_became_active":"2024-09-16T02:51:09.652737+0000","last_became_peered":"2024-09-16T02:51:09.652737+0000","last_unstale":"2024-09-16T02:51:10.658349+0000","last_undegraded":"2024-09-16T02:51:10.658349+0000","last_fullsized":"2024-09-16T02:51:10.658349+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:24.164012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.673237+0000","last_change":"2024-09-16T02:51:09.672197+0000","last_active":"2024-09-16T02:51:09.673237+0000","last_peered":"2024-09-16T02:51:09.673237+0000","last_clean":"2024-09-16T02:51:09.673237+0000","last_became_active":"2024-09-16T02:51:09.671342+0000","last_became_peered":"2024-09-16T02:51:09.671342+0000","last_unstale":"2024-09-16T02:51:09.673237+0000","last_undegraded":"2024-09-16T02:51:09.673237+0000","last_fullsized":"2024-09-16T02:51:09.673237+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:05.148248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.668279+0000","last_change":"2024-09-16T02:51:09.667985+0000","last_active":"2024-09-16T02:51:09.668279+0000","last_peered":"2024-09-16T02:51:09.668279+0000","last_clean":"2024-09-16T02:51:09.668279+0000","last_became_active":"2024-09-16T02:51:09.667695+0000","last_became_peered":"2024-09-16T02:51:09.667695+0000","last_unstale":"2024-09-16T02:51:09.668279+0000","last_undegraded":"2024-09-16T02:51:09.668279+0000","last_fullsized":"2024-09-16T02:51:09.668279+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:08.577935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621608+0000","last_change":"2024-09-16T02:51:09.664877+0000","last_active":"2024-09-16T02:51:11.621608+0000","last_peered":"2024-09-16T02:51:11.621608+0000","last_clean":"2024-09-16T02:51:11.621608+0000","last_became_active":"2024-09-16T02:51:09.664583+0000","last_became_peered":"2024-09-16T02:51:09.664583+0000","last_unstale":"2024-09-16T02:51:11.621608+0000","last_undegraded":"2024-09-16T02:51:11.621608+0000","last_fullsized":"2024-09-16T02:51:11.621608+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:28.394382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995730+0000","last_change":"2024-09-16T02:51:09.667769+0000","last_active":"2024-09-16T02:51:10.995730+0000","last_peered":"2024-09-16T02:51:10.995730+0000","last_clean":"2024-09-16T02:51:10.995730+0000","last_became_active":"2024-09-16T02:51:09.666983+0000","last_became_peered":"2024-09-16T02:51:09.666983+0000","last_unstale":"2024-09-16T02:51:10.995730+0000","last_undegraded":"2024-09-16T02:51:10.995730+0000","last_fullsized":"2024-09-16T02:51:10.995730+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:50:23.699381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621303+0000","last_change":"2024-09-16T02:51:09.662262+0000","last_active":"2024-09-16T02:51:11.621303+0000","last_peered":"2024-09-16T02:51:11.621303+0000","last_clean":"2024-09-16T02:51:11.621303+0000","last_became_active":"2024-09-16T02:51:09.661102+0000","last_became_peered":"2024-09-16T02:51:09.661102+0000","last_unstale":"2024-09-16T02:51:11.621303+0000","last_undegraded":"2024-09-16T02:51:11.621303+0000","last_fullsized":"2024-09-16T02:51:11.621303+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:49.320091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.660658+0000","last_change":"2024-09-16T02:51:09.657161+0000","last_active":"2024-09-16T02:51:09.660658+0000","last_peered":"2024-09-16T02:51:09.660658+0000","last_clean":"2024-09-16T02:51:09.660658+0000","last_became_active":"2024-09-16T02:51:09.656871+0000","last_became_peered":"2024-09-16T02:51:09.656871+0000","last_unstale":"2024-09-16T02:51:09.660658+0000","last_undegraded":"2024-09-16T02:51:09.660658+0000","last_fullsized":"2024-09-16T02:51:09.660658+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:16.977312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.671582+0000","last_change":"2024-09-16T02:51:09.669987+0000","last_active":"2024-09-16T02:51:09.671582+0000","last_peered":"2024-09-16T02:51:09.671582+0000","last_clean":"2024-09-16T02:51:09.671582+0000","last_became_active":"2024-09-16T02:51:09.669691+0000","last_became_peered":"2024-09-16T02:51:09.669691+0000","last_unstale":"2024-09-16T02:51:09.671582+0000","last_undegraded":"2024-09-16T02:51:09.671582+0000","last_fullsized":"2024-09-16T02:51:09.671582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:28.220792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.152984+0000","last_change":"2024-09-16T02:51:09.662531+0000","last_active":"2024-09-16T02:51:11.152984+0000","last_peered":"2024-09-16T02:51:11.152984+0000","last_clean":"2024-09-16T02:51:11.152984+0000","last_became_active":"2024-09-16T02:51:09.662263+0000","last_became_peered":"2024-09-16T02:51:09.662263+0000","last_unstale":"2024-09-16T02:51:11.152984+0000","last_undegraded":"2024-09-16T02:51:11.152984+0000","last_fullsized":"2024-09-16T02:51:11.152984+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:22.360153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.673776+0000","last_change":"2024-09-16T02:51:09.673160+0000","last_active":"2024-09-16T02:51:09.673776+0000","last_peered":"2024-09-16T02:51:09.673776+0000","last_clean":"2024-09-16T02:51:09.673776+0000","last_became_active":"2024-09-16T02:51:09.672481+0000","last_became_peered":"2024-09-16T02:51:09.672481+0000","last_unstale":"2024-09-16T02:51:09.673776+0000","last_undegraded":"2024-09-16T02:51:09.673776+0000","last_fullsized":"2024-09-16T02:51:09.673776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:11.885878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153391+0000","last_change":"2024-09-16T02:51:09.663210+0000","last_active":"2024-09-16T02:51:11.153391+0000","last_peered":"2024-09-16T02:51:11.153391+0000","last_clean":"2024-09-16T02:51:11.153391+0000","last_became_active":"2024-09-16T02:51:09.662959+0000","last_became_peered":"2024-09-16T02:51:09.662959+0000","last_unstale":"2024-09-16T02:51:11.153391+0000","last_undegraded":"2024-09-16T02:51:11.153391+0000","last_fullsized":"2024-09-16T02:51:11.153391+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:51:30.214267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.622028+0000","last_change":"2024-09-16T02:51:09.669036+0000","last_active":"2024-09-16T02:51:11.622028+0000","last_peered":"2024-09-16T02:51:11.622028+0000","last_clean":"2024-09-16T02:51:11.622028+0000","last_became_active":"2024-09-16T02:51:09.668616+0000","last_became_peered":"2024-09-16T02:51:09.668616+0000","last_unstale":"2024-09-16T02:51:11.622028+0000","last_undegraded":"2024-09-16T02:51:11.622028+0000","last_fullsized":"2024-09-16T02:51:11.622028+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:29.381001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658556+0000","last_change":"2024-09-16T02:51:09.655711+0000","last_active":"2024-09-16T02:51:10.658556+0000","last_peered":"2024-09-16T02:51:10.658556+0000","last_clean":"2024-09-16T02:51:10.658556+0000","last_became_active":"2024-09-16T02:51:09.655297+0000","last_became_peered":"2024-09-16T02:51:09.655297+0000","last_unstale":"2024-09-16T02:51:10.658556+0000","last_undegraded":"2024-09-16T02:51:10.658556+0000","last_fullsized":"2024-09-16T02:51:10.658556+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:37.394383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153274+0000","last_change":"2024-09-16T02:51:09.662607+0000","last_active":"2024-09-16T02:51:11.153274+0000","last_peered":"2024-09-16T02:51:11.153274+0000","last_clean":"2024-09-16T02:51:11.153274+0000","last_became_active":"2024-09-16T02:51:09.662347+0000","last_became_peered":"2024-09-16T02:51:09.662347+0000","last_unstale":"2024-09-16T02:51:11.153274+0000","last_undegraded":"2024-09-16T02:51:11.153274+0000","last_fullsized":"2024-09-16T02:51:11.153274+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:51.694131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.670246+0000","last_change":"2024-09-16T02:51:09.669527+0000","last_active":"2024-09-16T02:51:09.670246+0000","last_peered":"2024-09-16T02:51:09.670246+0000","last_clean":"2024-09-16T02:51:09.670246+0000","last_became_active":"2024-09-16T02:51:09.669227+0000","last_became_peered":"2024-09-16T02:51:09.669227+0000","last_unstale":"2024-09-16T02:51:09.670246+0000","last_undegraded":"2024-09-16T02:51:09.670246+0000","last_fullsized":"2024-09-16T02:51:09.670246+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:19.317035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.675986+0000","last_change":"2024-09-16T02:51:09.675762+0000","last_active":"2024-09-16T02:51:09.675986+0000","last_peered":"2024-09-16T02:51:09.675986+0000","last_clean":"2024-09-16T02:51:09.675986+0000","last_became_active":"2024-09-16T02:51:09.675512+0000","last_became_peered":"2024-09-16T02:51:09.675512+0000","last_unstale":"2024-09-16T02:51:09.675986+0000","last_undegraded":"2024-09-16T02:51:09.675986+0000","last_fullsized":"2024-09-16T02:51:09.675986+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:57.204736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621788+0000","last_change":"2024-09-16T02:51:09.664012+0000","last_active":"2024-09-16T02:51:11.621788+0000","last_peered":"2024-09-16T02:51:11.621788+0000","last_clean":"2024-09-16T02:51:11.621788+0000","last_became_active":"2024-09-16T02:51:09.663706+0000","last_became_peered":"2024-09-16T02:51:09.663706+0000","last_unstale":"2024-09-16T02:51:11.621788+0000","last_undegraded":"2024-09-16T02:51:11.621788+0000","last_fullsized":"2024-09-16T02:51:11.621788+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:53.625394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621681+0000","last_change":"2024-09-16T02:51:09.665110+0000","last_active":"2024-09-16T02:51:11.621681+0000","last_peered":"2024-09-16T02:51:11.621681+0000","last_clean":"2024-09-16T02:51:11.621681+0000","last_became_active":"2024-09-16T02:51:09.664861+0000","last_became_peered":"2024-09-16T02:51:09.664861+0000","last_unstale":"2024-09-16T02:51:11.621681+0000","last_undegraded":"2024-09-16T02:51:11.621681+0000","last_fullsized":"2024-09-16T02:51:11.621681+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:58.076127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.660818+0000","last_change":"2024-09-16T02:51:09.657235+0000","last_active":"2024-09-16T02:51:10.660818+0000","last_peered":"2024-09-16T02:51:10.660818+0000","last_clean":"2024-09-16T02:51:10.660818+0000","last_became_active":"2024-09-16T02:51:09.656955+0000","last_became_peered":"2024-09-16T02:51:09.656955+0000","last_unstale":"2024-09-16T02:51:10.660818+0000","last_undegraded":"2024-09-16T02:51:10.660818+0000","last_fullsized":"2024-09-16T02:51:10.660818+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:24.325893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.622232+0000","last_change":"2024-09-16T02:51:06.641183+0000","last_active":"2024-09-16T02:51:11.622232+0000","last_peered":"2024-09-16T02:51:11.622232+0000","last_clean":"2024-09-16T02:51:11.622232+0000","last_became_active":"2024-09-16T02:51:06.640907+0000","last_became_peered":"2024-09-16T02:51:06.640907+0000","last_unstale":"2024-09-16T02:51:11.622232+0000","last_undegraded":"2024-09-16T02:51:11.622232+0000","last_fullsized":"2024-09-16T02:51:11.622232+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:07.731412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.670263+0000","last_change":"2024-09-16T02:51:09.669646+0000","last_active":"2024-09-16T02:51:09.670263+0000","last_peered":"2024-09-16T02:51:09.670263+0000","last_clean":"2024-09-16T02:51:09.670263+0000","last_became_active":"2024-09-16T02:51:09.669260+0000","last_became_peered":"2024-09-16T02:51:09.669260+0000","last_unstale":"2024-09-16T02:51:09.670263+0000","last_undegraded":"2024-09-16T02:51:09.670263+0000","last_fullsized":"2024-09-16T02:51:09.670263+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:10.310564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.622107+0000","last_change":"2024-09-16T02:51:06.643413+0000","last_active":"2024-09-16T02:51:11.622107+0000","last_peered":"2024-09-16T02:51:11.622107+0000","last_clean":"2024-09-16T02:51:11.622107+0000","last_became_active":"2024-09-16T02:51:06.643156+0000","last_became_peered":"2024-09-16T02:51:06.643156+0000","last_unstale":"2024-09-16T02:51:11.622107+0000","last_undegraded":"2024-09-16T02:51:11.622107+0000","last_fullsized":"2024-09-16T02:51:11.622107+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:21.401464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153090+0000","last_change":"2024-09-16T02:51:06.639869+0000","last_active":"2024-09-16T02:51:11.153090+0000","last_peered":"2024-09-16T02:51:11.153090+0000","last_clean":"2024-09-16T02:51:11.153090+0000","last_became_active":"2024-09-16T02:51:06.639556+0000","last_became_peered":"2024-09-16T02:51:06.639556+0000","last_unstale":"2024-09-16T02:51:11.153090+0000","last_undegraded":"2024-09-16T02:51:11.153090+0000","last_fullsized":"2024-09-16T02:51:11.153090+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:15.846830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.152977+0000","last_change":"2024-09-16T02:51:09.661874+0000","last_active":"2024-09-16T02:51:11.152977+0000","last_peered":"2024-09-16T02:51:11.152977+0000","last_clean":"2024-09-16T02:51:11.152977+0000","last_became_active":"2024-09-16T02:51:09.661574+0000","last_became_peered":"2024-09-16T02:51:09.661574+0000","last_unstale":"2024-09-16T02:51:11.152977+0000","last_undegraded":"2024-09-16T02:51:11.152977+0000","last_fullsized":"2024-09-16T02:51:11.152977+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:37.417950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.654308+0000","last_change":"2024-09-16T02:51:06.643695+0000","last_active":"2024-09-16T02:51:09.654308+0000","last_peered":"2024-09-16T02:51:09.654308+0000","last_clean":"2024-09-16T02:51:09.654308+0000","last_became_active":"2024-09-16T02:51:06.643428+0000","last_became_peered":"2024-09-16T02:51:06.643428+0000","last_unstale":"2024-09-16T02:51:09.654308+0000","last_undegraded":"2024-09-16T02:51:09.654308+0000","last_fullsized":"2024-09-16T02:51:09.654308+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:50.102426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658264+0000","last_change":"2024-09-16T02:51:09.654742+0000","last_active":"2024-09-16T02:51:10.658264+0000","last_peered":"2024-09-16T02:51:10.658264+0000","last_clean":"2024-09-16T02:51:10.658264+0000","last_became_active":"2024-09-16T02:51:09.654483+0000","last_became_peered":"2024-09-16T02:51:09.654483+0000","last_unstale":"2024-09-16T02:51:10.658264+0000","last_undegraded":"2024-09-16T02:51:10.658264+0000","last_fullsized":"2024-09-16T02:51:10.658264+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:34.059722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.414800+0000","last_change":"2024-09-16T02:51:06.641841+0000","last_active":"2024-09-16T02:51:11.414800+0000","last_peered":"2024-09-16T02:51:11.414800+0000","last_clean":"2024-09-16T02:51:11.414800+0000","last_became_active":"2024-09-16T02:51:06.641479+0000","last_became_peered":"2024-09-16T02:51:06.641479+0000","last_unstale":"2024-09-16T02:51:11.414800+0000","last_undegraded":"2024-09-16T02:51:11.414800+0000","last_fullsized":"2024-09-16T02:51:11.414800+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:42.030616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.677298+0000","last_change":"2024-09-16T02:51:09.676565+0000","last_active":"2024-09-16T02:51:09.677298+0000","last_peered":"2024-09-16T02:51:09.677298+0000","last_clean":"2024-09-16T02:51:09.677298+0000","last_became_active":"2024-09-16T02:51:09.676256+0000","last_became_peered":"2024-09-16T02:51:09.676256+0000","last_unstale":"2024-09-16T02:51:09.677298+0000","last_undegraded":"2024-09-16T02:51:09.677298+0000","last_fullsized":"2024-09-16T02:51:09.677298+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:28.588030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.657994+0000","last_change":"2024-09-16T02:51:06.643775+0000","last_active":"2024-09-16T02:51:09.657994+0000","last_peered":"2024-09-16T02:51:09.657994+0000","last_clean":"2024-09-16T02:51:09.657994+0000","last_became_active":"2024-09-16T02:51:06.643464+0000","last_became_peered":"2024-09-16T02:51:06.643464+0000","last_unstale":"2024-09-16T02:51:09.657994+0000","last_undegraded":"2024-09-16T02:51:09.657994+0000","last_fullsized":"2024-09-16T02:51:09.657994+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:20.295144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.661032+0000","last_change":"2024-09-16T02:51:09.658420+0000","last_active":"2024-09-16T02:51:09.661032+0000","last_peered":"2024-09-16T02:51:09.661032+0000","last_clean":"2024-09-16T02:51:09.661032+0000","last_became_active":"2024-09-16T02:51:09.657501+0000","last_became_peered":"2024-09-16T02:51:09.657501+0000","last_unstale":"2024-09-16T02:51:09.661032+0000","last_undegraded":"2024-09-16T02:51:09.661032+0000","last_fullsized":"2024-09-16T02:51:09.661032+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:07:15.163095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.626014+0000","last_change":"2024-09-16T02:51:06.639956+0000","last_active":"2024-09-16T02:51:11.626014+0000","last_peered":"2024-09-16T02:51:11.626014+0000","last_clean":"2024-09-16T02:51:11.626014+0000","last_became_active":"2024-09-16T02:51:06.639681+0000","last_became_peered":"2024-09-16T02:51:06.639681+0000","last_unstale":"2024-09-16T02:51:11.626014+0000","last_undegraded":"2024-09-16T02:51:11.626014+0000","last_fullsized":"2024-09-16T02:51:11.626014+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:36.859800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.661242+0000","last_change":"2024-09-16T02:51:09.662866+0000","last_active":"2024-09-16T02:51:10.661242+0000","last_peered":"2024-09-16T02:51:10.661242+0000","last_clean":"2024-09-16T02:51:10.661242+0000","last_became_active":"2024-09-16T02:51:09.662099+0000","last_became_peered":"2024-09-16T02:51:09.662099+0000","last_unstale":"2024-09-16T02:51:10.661242+0000","last_undegraded":"2024-09-16T02:51:10.661242+0000","last_fullsized":"2024-09-16T02:51:10.661242+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:37.603114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"66'6","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.628285+0000","last_change":"2024-09-16T02:51:06.642246+0000","last_active":"2024-09-16T02:51:11.628285+0000","last_peered":"2024-09-16T02:51:11.628285+0000","last_clean":"2024-09-16T02:51:11.628285+0000","last_became_active":"2024-09-16T02:51:06.641630+0000","last_became_peered":"2024-09-16T02:51:06.641630+0000","last_unstale":"2024-09-16T02:51:11.628285+0000","last_undegraded":"2024-09-16T02:51:11.628285+0000","last_fullsized":"2024-09-16T02:51:11.628285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:42:08.985269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995427+0000","last_change":"2024-09-16T02:51:09.655495+0000","last_active":"2024-09-16T02:51:10.995427+0000","last_peered":"2024-09-16T02:51:10.995427+0000","last_clean":"2024-09-16T02:51:10.995427+0000","last_became_active":"2024-09-16T02:51:09.655189+0000","last_became_peered":"2024-09-16T02:51:09.655189+0000","last_unstale":"2024-09-16T02:51:10.995427+0000","last_undegraded":"2024-09-16T02:51:10.995427+0000","last_fullsized":"2024-09-16T02:51:10.995427+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:43.481394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.626700+0000","last_change":"2024-09-16T02:51:06.647797+0000","last_active":"2024-09-16T02:51:11.626700+0000","last_peered":"2024-09-16T02:51:11.626700+0000","last_clean":"2024-09-16T02:51:11.626700+0000","last_became_active":"2024-09-16T02:51:06.647512+0000","last_became_peered":"2024-09-16T02:51:06.647512+0000","last_unstale":"2024-09-16T02:51:11.626700+0000","last_undegraded":"2024-09-16T02:51:11.626700+0000","last_fullsized":"2024-09-16T02:51:11.626700+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:42.273657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.660657+0000","last_change":"2024-09-16T02:51:09.657162+0000","last_active":"2024-09-16T02:51:09.660657+0000","last_peered":"2024-09-16T02:51:09.660657+0000","last_clean":"2024-09-16T02:51:09.660657+0000","last_became_active":"2024-09-16T02:51:09.656668+0000","last_became_peered":"2024-09-16T02:51:09.656668+0000","last_unstale":"2024-09-16T02:51:09.660657+0000","last_undegraded":"2024-09-16T02:51:09.660657+0000","last_fullsized":"2024-09-16T02:51:09.660657+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:30:55.020269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.656497+0000","last_change":"2024-09-16T02:51:06.639909+0000","last_active":"2024-09-16T02:51:09.656497+0000","last_peered":"2024-09-16T02:51:09.656497+0000","last_clean":"2024-09-16T02:51:09.656497+0000","last_became_active":"2024-09-16T02:51:06.639578+0000","last_became_peered":"2024-09-16T02:51:06.639578+0000","last_unstale":"2024-09-16T02:51:09.656497+0000","last_undegraded":"2024-09-16T02:51:09.656497+0000","last_fullsized":"2024-09-16T02:51:09.656497+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:20.129785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995522+0000","last_change":"2024-09-16T02:51:09.655645+0000","last_active":"2024-09-16T02:51:10.995522+0000","last_peered":"2024-09-16T02:51:10.995522+0000","last_clean":"2024-09-16T02:51:10.995522+0000","last_became_active":"2024-09-16T02:51:09.655383+0000","last_became_peered":"2024-09-16T02:51:09.655383+0000","last_unstale":"2024-09-16T02:51:10.995522+0000","last_undegraded":"2024-09-16T02:51:10.995522+0000","last_fullsized":"2024-09-16T02:51:10.995522+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:06:20.638917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.414393+0000","last_change":"2024-09-16T02:51:06.644125+0000","last_active":"2024-09-16T02:51:11.414393+0000","last_peered":"2024-09-16T02:51:11.414393+0000","last_clean":"2024-09-16T02:51:11.414393+0000","last_became_active":"2024-09-16T02:51:06.643841+0000","last_became_peered":"2024-09-16T02:51:06.643841+0000","last_unstale":"2024-09-16T02:51:11.414393+0000","last_undegraded":"2024-09-16T02:51:11.414393+0000","last_fullsized":"2024-09-16T02:51:11.414393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:47.590042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621784+0000","last_change":"2024-09-16T02:51:09.665080+0000","last_active":"2024-09-16T02:51:11.621784+0000","last_peered":"2024-09-16T02:51:11.621784+0000","last_clean":"2024-09-16T02:51:11.621784+0000","last_became_active":"2024-09-16T02:51:09.664783+0000","last_became_peered":"2024-09-16T02:51:09.664783+0000","last_unstale":"2024-09-16T02:51:11.621784+0000","last_undegraded":"2024-09-16T02:51:11.621784+0000","last_fullsized":"2024-09-16T02:51:11.621784+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:33.640390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":23,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.627094+0000","last_change":"2024-09-16T02:51:06.641277+0000","last_active":"2024-09-16T02:51:11.627094+0000","last_peered":"2024-09-16T02:51:11.627094+0000","last_clean":"2024-09-16T02:51:11.627094+0000","last_became_active":"2024-09-16T02:51:06.641034+0000","last_became_peered":"2024-09-16T02:51:06.641034+0000","last_unstale":"2024-09-16T02:51:11.627094+0000","last_undegraded":"2024-09-16T02:51:11.627094+0000","last_fullsized":"2024-09-16T02:51:11.627094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:43:09.969023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995206+0000","last_change":"2024-09-16T02:51:09.667322+0000","last_active":"2024-09-16T02:51:10.995206+0000","last_peered":"2024-09-16T02:51:10.995206+0000","last_clean":"2024-09-16T02:51:10.995206+0000","last_became_active":"2024-09-16T02:51:09.667024+0000","last_became_peered":"2024-09-16T02:51:09.667024+0000","last_unstale":"2024-09-16T02:51:10.995206+0000","last_undegraded":"2024-09-16T02:51:10.995206+0000","last_fullsized":"2024-09-16T02:51:10.995206+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:45.944310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":15,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.616838+0000","last_change":"2024-09-16T02:51:06.646481+0000","last_active":"2024-09-16T02:51:11.616838+0000","last_peered":"2024-09-16T02:51:11.616838+0000","last_clean":"2024-09-16T02:51:11.616838+0000","last_became_active":"2024-09-16T02:51:06.645498+0000","last_became_peered":"2024-09-16T02:51:06.645498+0000","last_unstale":"2024-09-16T02:51:11.616838+0000","last_undegraded":"2024-09-16T02:51:11.616838+0000","last_fullsized":"2024-09-16T02:51:11.616838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:07.239628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995689+0000","last_change":"2024-09-16T02:51:09.664813+0000","last_active":"2024-09-16T02:51:10.995689+0000","last_peered":"2024-09-16T02:51:10.995689+0000","last_clean":"2024-09-16T02:51:10.995689+0000","last_became_active":"2024-09-16T02:51:09.664497+0000","last_became_peered":"2024-09-16T02:51:09.664497+0000","last_unstale":"2024-09-16T02:51:10.995689+0000","last_undegraded":"2024-09-16T02:51:10.995689+0000","last_fullsized":"2024-09-16T02:51:10.995689+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:46.911879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.625446+0000","last_change":"2024-09-16T02:51:06.641328+0000","last_active":"2024-09-16T02:51:11.625446+0000","last_peered":"2024-09-16T02:51:11.625446+0000","last_clean":"2024-09-16T02:51:11.625446+0000","last_became_active":"2024-09-16T02:51:06.641070+0000","last_became_peered":"2024-09-16T02:51:06.641070+0000","last_unstale":"2024-09-16T02:51:11.625446+0000","last_undegraded":"2024-09-16T02:51:11.625446+0000","last_fullsized":"2024-09-16T02:51:11.625446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:02.332002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995740+0000","last_change":"2024-09-16T02:51:09.663340+0000","last_active":"2024-09-16T02:51:10.995740+0000","last_peered":"2024-09-16T02:51:10.995740+0000","last_clean":"2024-09-16T02:51:10.995740+0000","last_became_active":"2024-09-16T02:51:09.663059+0000","last_became_peered":"2024-09-16T02:51:09.663059+0000","last_unstale":"2024-09-16T02:51:10.995740+0000","last_undegraded":"2024-09-16T02:51:10.995740+0000","last_fullsized":"2024-09-16T02:51:10.995740+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:30:58.474317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.614503+0000","last_change":"2024-09-16T02:51:06.644018+0000","last_active":"2024-09-16T02:51:11.614503+0000","last_peered":"2024-09-16T02:51:11.614503+0000","last_clean":"2024-09-16T02:51:11.614503+0000","last_became_active":"2024-09-16T02:51:06.643708+0000","last_became_peered":"2024-09-16T02:51:06.643708+0000","last_unstale":"2024-09-16T02:51:11.614503+0000","last_undegraded":"2024-09-16T02:51:11.614503+0000","last_fullsized":"2024-09-16T02:51:11.614503+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:22.689120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.671631+0000","last_change":"2024-09-16T02:51:09.670852+0000","last_active":"2024-09-16T02:51:09.671631+0000","last_peered":"2024-09-16T02:51:09.671631+0000","last_clean":"2024-09-16T02:51:09.671631+0000","last_became_active":"2024-09-16T02:51:09.670578+0000","last_became_peered":"2024-09-16T02:51:09.670578+0000","last_unstale":"2024-09-16T02:51:09.671631+0000","last_undegraded":"2024-09-16T02:51:09.671631+0000","last_fullsized":"2024-09-16T02:51:09.671631+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:20.028140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.657853+0000","last_change":"2024-09-16T02:51:06.643337+0000","last_active":"2024-09-16T02:51:10.657853+0000","last_peered":"2024-09-16T02:51:10.657853+0000","last_clean":"2024-09-16T02:51:10.657853+0000","last_became_active":"2024-09-16T02:51:06.643082+0000","last_became_peered":"2024-09-16T02:51:06.643082+0000","last_unstale":"2024-09-16T02:51:10.657853+0000","last_undegraded":"2024-09-16T02:51:10.657853+0000","last_fullsized":"2024-09-16T02:51:10.657853+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:57.141858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995722+0000","last_change":"2024-09-16T02:51:09.674682+0000","last_active":"2024-09-16T02:51:10.995722+0000","last_peered":"2024-09-16T02:51:10.995722+0000","last_clean":"2024-09-16T02:51:10.995722+0000","last_became_active":"2024-09-16T02:51:09.674404+0000","last_became_peered":"2024-09-16T02:51:09.674404+0000","last_unstale":"2024-09-16T02:51:10.995722+0000","last_undegraded":"2024-09-16T02:51:10.995722+0000","last_fullsized":"2024-09-16T02:51:10.995722+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:35.764165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":222,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995266+0000","last_change":"2024-09-16T02:50:42.716054+0000","last_active":"2024-09-16T02:51:10.995266+0000","last_peered":"2024-09-16T02:51:10.995266+0000","last_clean":"2024-09-16T02:51:10.995266+0000","last_became_active":"2024-09-16T02:50:42.715616+0000","last_became_peered":"2024-09-16T02:50:42.715616+0000","last_unstale":"2024-09-16T02:51:10.995266+0000","last_undegraded":"2024-09-16T02:51:10.995266+0000","last_fullsized":"2024-09-16T02:51:10.995266+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_clean_scrub_stamp":"2024-09-16T02:48:48.469170+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:35.440558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.654025+0000","last_change":"2024-09-16T02:51:06.646321+0000","last_active":"2024-09-16T02:51:09.654025+0000","last_peered":"2024-09-16T02:51:09.654025+0000","last_clean":"2024-09-16T02:51:09.654025+0000","last_became_active":"2024-09-16T02:51:06.645614+0000","last_became_peered":"2024-09-16T02:51:06.645614+0000","last_unstale":"2024-09-16T02:51:09.654025+0000","last_undegraded":"2024-09-16T02:51:09.654025+0000","last_fullsized":"2024-09-16T02:51:09.654025+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:04.936288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153037+0000","last_change":"2024-09-16T02:51:09.666997+0000","last_active":"2024-09-16T02:51:11.153037+0000","last_peered":"2024-09-16T02:51:11.153037+0000","last_clean":"2024-09-16T02:51:11.153037+0000","last_became_active":"2024-09-16T02:51:09.666746+0000","last_became_peered":"2024-09-16T02:51:09.666746+0000","last_unstale":"2024-09-16T02:51:11.153037+0000","last_undegraded":"2024-09-16T02:51:11.153037+0000","last_fullsized":"2024-09-16T02:51:11.153037+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:31.562444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995176+0000","last_change":"2024-09-16T02:51:06.642148+0000","last_active":"2024-09-16T02:51:10.995176+0000","last_peered":"2024-09-16T02:51:10.995176+0000","last_clean":"2024-09-16T02:51:10.995176+0000","last_became_active":"2024-09-16T02:51:06.641621+0000","last_became_peered":"2024-09-16T02:51:06.641621+0000","last_unstale":"2024-09-16T02:51:10.995176+0000","last_undegraded":"2024-09-16T02:51:10.995176+0000","last_fullsized":"2024-09-16T02:51:10.995176+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:38.854064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.664293+0000","last_change":"2024-09-16T02:51:09.662657+0000","last_active":"2024-09-16T02:51:09.664293+0000","last_peered":"2024-09-16T02:51:09.664293+0000","last_clean":"2024-09-16T02:51:09.664293+0000","last_became_active":"2024-09-16T02:51:09.662285+0000","last_became_peered":"2024-09-16T02:51:09.662285+0000","last_unstale":"2024-09-16T02:51:09.664293+0000","last_undegraded":"2024-09-16T02:51:09.664293+0000","last_fullsized":"2024-09-16T02:51:09.664293+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:57.605041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.657925+0000","last_change":"2024-09-16T02:51:06.640665+0000","last_active":"2024-09-16T02:51:10.657925+0000","last_peered":"2024-09-16T02:51:10.657925+0000","last_clean":"2024-09-16T02:51:10.657925+0000","last_became_active":"2024-09-16T02:51:06.640308+0000","last_became_peered":"2024-09-16T02:51:06.640308+0000","last_unstale":"2024-09-16T02:51:10.657925+0000","last_undegraded":"2024-09-16T02:51:10.657925+0000","last_fullsized":"2024-09-16T02:51:10.657925+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:47.952137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658229+0000","last_change":"2024-09-16T02:51:09.656283+0000","last_active":"2024-09-16T02:51:10.658229+0000","last_peered":"2024-09-16T02:51:10.658229+0000","last_clean":"2024-09-16T02:51:10.658229+0000","last_became_active":"2024-09-16T02:51:09.656053+0000","last_became_peered":"2024-09-16T02:51:09.656053+0000","last_unstale":"2024-09-16T02:51:10.658229+0000","last_undegraded":"2024-09-16T02:51:10.658229+0000","last_fullsized":"2024-09-16T02:51:10.658229+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:37.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.658927+0000","last_change":"2024-09-16T02:51:06.643041+0000","last_active":"2024-09-16T02:51:09.658927+0000","last_peered":"2024-09-16T02:51:09.658927+0000","last_clean":"2024-09-16T02:51:09.658927+0000","last_became_active":"2024-09-16T02:51:06.642720+0000","last_became_peered":"2024-09-16T02:51:06.642720+0000","last_unstale":"2024-09-16T02:51:09.658927+0000","last_undegraded":"2024-09-16T02:51:09.658927+0000","last_fullsized":"2024-09-16T02:51:09.658927+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:28.686531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.661221+0000","last_change":"2024-09-16T02:51:09.664679+0000","last_active":"2024-09-16T02:51:10.661221+0000","last_peered":"2024-09-16T02:51:10.661221+0000","last_clean":"2024-09-16T02:51:10.661221+0000","last_became_active":"2024-09-16T02:51:09.664424+0000","last_became_peered":"2024-09-16T02:51:09.664424+0000","last_unstale":"2024-09-16T02:51:10.661221+0000","last_undegraded":"2024-09-16T02:51:10.661221+0000","last_fullsized":"2024-09-16T02:51:10.661221+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:18:14.867877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658580+0000","last_change":"2024-09-16T02:51:06.642918+0000","last_active":"2024-09-16T02:51:10.658580+0000","last_peered":"2024-09-16T02:51:10.658580+0000","last_clean":"2024-09-16T02:51:10.658580+0000","last_became_active":"2024-09-16T02:51:06.642631+0000","last_became_peered":"2024-09-16T02:51:06.642631+0000","last_unstale":"2024-09-16T02:51:10.658580+0000","last_undegraded":"2024-09-16T02:51:10.658580+0000","last_fullsized":"2024-09-16T02:51:10.658580+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:21:28.542644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.673737+0000","last_change":"2024-09-16T02:51:09.672830+0000","last_active":"2024-09-16T02:51:09.673737+0000","last_peered":"2024-09-16T02:51:09.673737+0000","last_clean":"2024-09-16T02:51:09.673737+0000","last_became_active":"2024-09-16T02:51:09.672543+0000","last_became_peered":"2024-09-16T02:51:09.672543+0000","last_unstale":"2024-09-16T02:51:09.673737+0000","last_undegraded":"2024-09-16T02:51:09.673737+0000","last_fullsized":"2024-09-16T02:51:09.673737+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:55.507497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995819+0000","last_change":"2024-09-16T02:51:06.648755+0000","last_active":"2024-09-16T02:51:10.995819+0000","last_peered":"2024-09-16T02:51:10.995819+0000","last_clean":"2024-09-16T02:51:10.995819+0000","last_became_active":"2024-09-16T02:51:06.648480+0000","last_became_peered":"2024-09-16T02:51:06.648480+0000","last_unstale":"2024-09-16T02:51:10.995819+0000","last_undegraded":"2024-09-16T02:51:10.995819+0000","last_fullsized":"2024-09-16T02:51:10.995819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:48.587318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658566+0000","last_change":"2024-09-16T02:51:09.664795+0000","last_active":"2024-09-16T02:51:10.658566+0000","last_peered":"2024-09-16T02:51:10.658566+0000","last_clean":"2024-09-16T02:51:10.658566+0000","last_became_active":"2024-09-16T02:51:09.664550+0000","last_became_peered":"2024-09-16T02:51:09.664550+0000","last_unstale":"2024-09-16T02:51:10.658566+0000","last_undegraded":"2024-09-16T02:51:10.658566+0000","last_fullsized":"2024-09-16T02:51:10.658566+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:30.706302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.614255+0000","last_change":"2024-09-16T02:51:06.644704+0000","last_active":"2024-09-16T02:51:11.614255+0000","last_peered":"2024-09-16T02:51:11.614255+0000","last_clean":"2024-09-16T02:51:11.614255+0000","last_became_active":"2024-09-16T02:51:06.644413+0000","last_became_peered":"2024-09-16T02:51:06.644413+0000","last_unstale":"2024-09-16T02:51:11.614255+0000","last_undegraded":"2024-09-16T02:51:11.614255+0000","last_fullsized":"2024-09-16T02:51:11.614255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:29.697109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153432+0000","last_change":"2024-09-16T02:51:09.656355+0000","last_active":"2024-09-16T02:51:11.153432+0000","last_peered":"2024-09-16T02:51:11.153432+0000","last_clean":"2024-09-16T02:51:11.153432+0000","last_became_active":"2024-09-16T02:51:09.655309+0000","last_became_peered":"2024-09-16T02:51:09.655309+0000","last_unstale":"2024-09-16T02:51:11.153432+0000","last_undegraded":"2024-09-16T02:51:11.153432+0000","last_fullsized":"2024-09-16T02:51:11.153432+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:04.051576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.626433+0000","last_change":"2024-09-16T02:51:06.642649+0000","last_active":"2024-09-16T02:51:11.626433+0000","last_peered":"2024-09-16T02:51:11.626433+0000","last_clean":"2024-09-16T02:51:11.626433+0000","last_became_active":"2024-09-16T02:51:06.642328+0000","last_became_peered":"2024-09-16T02:51:06.642328+0000","last_unstale":"2024-09-16T02:51:11.626433+0000","last_undegraded":"2024-09-16T02:51:11.626433+0000","last_fullsized":"2024-09-16T02:51:11.626433+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:46.003891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.670353+0000","last_change":"2024-09-16T02:51:09.669803+0000","last_active":"2024-09-16T02:51:09.670353+0000","last_peered":"2024-09-16T02:51:09.670353+0000","last_clean":"2024-09-16T02:51:09.670353+0000","last_became_active":"2024-09-16T02:51:09.669145+0000","last_became_peered":"2024-09-16T02:51:09.669145+0000","last_unstale":"2024-09-16T02:51:09.670353+0000","last_undegraded":"2024-09-16T02:51:09.670353+0000","last_fullsized":"2024-09-16T02:51:09.670353+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:53.542737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.995254+0000","last_change":"2024-09-16T02:51:06.641132+0000","last_active":"2024-09-16T02:51:10.995254+0000","last_peered":"2024-09-16T02:51:10.995254+0000","last_clean":"2024-09-16T02:51:10.995254+0000","last_became_active":"2024-09-16T02:51:06.640840+0000","last_became_peered":"2024-09-16T02:51:06.640840+0000","last_unstale":"2024-09-16T02:51:10.995254+0000","last_undegraded":"2024-09-16T02:51:10.995254+0000","last_fullsized":"2024-09-16T02:51:10.995254+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:28.314486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.660914+0000","last_change":"2024-09-16T02:51:09.656503+0000","last_active":"2024-09-16T02:51:10.660914+0000","last_peered":"2024-09-16T02:51:10.660914+0000","last_clean":"2024-09-16T02:51:10.660914+0000","last_became_active":"2024-09-16T02:51:09.656218+0000","last_became_peered":"2024-09-16T02:51:09.656218+0000","last_unstale":"2024-09-16T02:51:10.660914+0000","last_undegraded":"2024-09-16T02:51:10.660914+0000","last_fullsized":"2024-09-16T02:51:10.660914+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:48.581495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658340+0000","last_change":"2024-09-16T02:51:06.641950+0000","last_active":"2024-09-16T02:51:10.658340+0000","last_peered":"2024-09-16T02:51:10.658340+0000","last_clean":"2024-09-16T02:51:10.658340+0000","last_became_active":"2024-09-16T02:51:06.641698+0000","last_became_peered":"2024-09-16T02:51:06.641698+0000","last_unstale":"2024-09-16T02:51:10.658340+0000","last_undegraded":"2024-09-16T02:51:10.658340+0000","last_fullsized":"2024-09-16T02:51:10.658340+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:37.801316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.152992+0000","last_change":"2024-09-16T02:51:09.660270+0000","last_active":"2024-09-16T02:51:11.152992+0000","last_peered":"2024-09-16T02:51:11.152992+0000","last_clean":"2024-09-16T02:51:11.152992+0000","last_became_active":"2024-09-16T02:51:09.660125+0000","last_became_peered":"2024-09-16T02:51:09.660125+0000","last_unstale":"2024-09-16T02:51:11.152992+0000","last_undegraded":"2024-09-16T02:51:11.152992+0000","last_fullsized":"2024-09-16T02:51:11.152992+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:55.375961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:10.658489+0000","last_change":"2024-09-16T02:51:06.642477+0000","last_active":"2024-09-16T02:51:10.658489+0000","last_peered":"2024-09-16T02:51:10.658489+0000","last_clean":"2024-09-16T02:51:10.658489+0000","last_became_active":"2024-09-16T02:51:06.642205+0000","last_became_peered":"2024-09-16T02:51:06.642205+0000","last_unstale":"2024-09-16T02:51:10.658489+0000","last_undegraded":"2024-09-16T02:51:10.658489+0000","last_fullsized":"2024-09-16T02:51:10.658489+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:36:18.621083+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153118+0000","last_change":"2024-09-16T02:51:09.662949+0000","last_active":"2024-09-16T02:51:11.153118+0000","last_peered":"2024-09-16T02:51:11.153118+0000","last_clean":"2024-09-16T02:51:11.153118+0000","last_became_active":"2024-09-16T02:51:09.662314+0000","last_became_peered":"2024-09-16T02:51:09.662314+0000","last_unstale":"2024-09-16T02:51:11.153118+0000","last_undegraded":"2024-09-16T02:51:11.153118+0000","last_fullsized":"2024-09-16T02:51:11.153118+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:22.458547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.627324+0000","last_change":"2024-09-16T02:51:06.648091+0000","last_active":"2024-09-16T02:51:11.627324+0000","last_peered":"2024-09-16T02:51:11.627324+0000","last_clean":"2024-09-16T02:51:11.627324+0000","last_became_active":"2024-09-16T02:51:06.647804+0000","last_became_peered":"2024-09-16T02:51:06.647804+0000","last_unstale":"2024-09-16T02:51:11.627324+0000","last_undegraded":"2024-09-16T02:51:11.627324+0000","last_fullsized":"2024-09-16T02:51:11.627324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:15.671970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":12,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.621506+0000","last_change":"2024-09-16T02:51:09.664126+0000","last_active":"2024-09-16T02:51:11.621506+0000","last_peered":"2024-09-16T02:51:11.621506+0000","last_clean":"2024-09-16T02:51:11.621506+0000","last_became_active":"2024-09-16T02:51:09.663831+0000","last_became_peered":"2024-09-16T02:51:09.663831+0000","last_unstale":"2024-09-16T02:51:11.621506+0000","last_undegraded":"2024-09-16T02:51:11.621506+0000","last_fullsized":"2024-09-16T02:51:11.621506+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:54:32.494141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.671608+0000","last_change":"2024-09-16T02:51:09.670691+0000","last_active":"2024-09-16T02:51:09.671608+0000","last_peered":"2024-09-16T02:51:09.671608+0000","last_clean":"2024-09-16T02:51:09.671608+0000","last_became_active":"2024-09-16T02:51:09.670428+0000","last_became_peered":"2024-09-16T02:51:09.670428+0000","last_unstale":"2024-09-16T02:51:09.671608+0000","last_undegraded":"2024-09-16T02:51:09.671608+0000","last_fullsized":"2024-09-16T02:51:09.671608+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:52.778319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.627824+0000","last_change":"2024-09-16T02:51:06.644163+0000","last_active":"2024-09-16T02:51:11.627824+0000","last_peered":"2024-09-16T02:51:11.627824+0000","last_clean":"2024-09-16T02:51:11.627824+0000","last_became_active":"2024-09-16T02:51:06.643535+0000","last_became_peered":"2024-09-16T02:51:06.643535+0000","last_unstale":"2024-09-16T02:51:11.627824+0000","last_undegraded":"2024-09-16T02:51:11.627824+0000","last_fullsized":"2024-09-16T02:51:11.627824+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:15.379378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.677271+0000","last_change":"2024-09-16T02:51:09.676610+0000","last_active":"2024-09-16T02:51:09.677271+0000","last_peered":"2024-09-16T02:51:09.677271+0000","last_clean":"2024-09-16T02:51:09.677271+0000","last_became_active":"2024-09-16T02:51:09.676308+0000","last_became_peered":"2024-09-16T02:51:09.676308+0000","last_unstale":"2024-09-16T02:51:09.677271+0000","last_undegraded":"2024-09-16T02:51:09.677271+0000","last_fullsized":"2024-09-16T02:51:09.677271+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:27:01.653205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.626876+0000","last_change":"2024-09-16T02:51:06.641137+0000","last_active":"2024-09-16T02:51:11.626876+0000","last_peered":"2024-09-16T02:51:11.626876+0000","last_clean":"2024-09-16T02:51:11.626876+0000","last_became_active":"2024-09-16T02:51:06.640657+0000","last_became_peered":"2024-09-16T02:51:06.640657+0000","last_unstale":"2024-09-16T02:51:11.626876+0000","last_undegraded":"2024-09-16T02:51:11.626876+0000","last_fullsized":"2024-09-16T02:51:11.626876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:54.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":64,"state":"active+clean","last_fresh":"2024-09-16T02:51:09.666922+0000","last_change":"2024-09-16T02:51:09.666545+0000","last_active":"2024-09-16T02:51:09.666922+0000","last_peered":"2024-09-16T02:51:09.666922+0000","last_clean":"2024-09-16T02:51:09.666922+0000","last_became_active":"2024-09-16T02:51:09.666265+0000","last_became_peered":"2024-09-16T02:51:09.666265+0000","last_unstale":"2024-09-16T02:51:09.666922+0000","last_undegraded":"2024-09-16T02:51:09.666922+0000","last_fullsized":"2024-09-16T02:51:09.666922+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:25:10.398258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.623070+0000","last_change":"2024-09-16T02:51:06.639963+0000","last_active":"2024-09-16T02:51:11.623070+0000","last_peered":"2024-09-16T02:51:11.623070+0000","last_clean":"2024-09-16T02:51:11.623070+0000","last_became_active":"2024-09-16T02:51:06.639712+0000","last_became_peered":"2024-09-16T02:51:06.639712+0000","last_unstale":"2024-09-16T02:51:11.623070+0000","last_undegraded":"2024-09-16T02:51:11.623070+0000","last_fullsized":"2024-09-16T02:51:11.623070+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:18.844166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.153323+0000","last_change":"2024-09-16T02:51:09.665527+0000","last_active":"2024-09-16T02:51:11.153323+0000","last_peered":"2024-09-16T02:51:11.153323+0000","last_clean":"2024-09-16T02:51:11.153323+0000","last_became_active":"2024-09-16T02:51:09.665277+0000","last_became_peered":"2024-09-16T02:51:09.665277+0000","last_unstale":"2024-09-16T02:51:11.153323+0000","last_undegraded":"2024-09-16T02:51:11.153323+0000","last_fullsized":"2024-09-16T02:51:11.153323+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:53.607607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-09-16T02:51:11.627007+0000","last_change":"2024-09-16T02:51:06.644659+0000","last_active":"2024-09-16T02:51:11.627007+0000","last_peered":"2024-09-16T02:51:11.627007+0000","last_clean":"2024-09-16T02:51:11.627007+0000","last_became_active":"2024-09-16T02:51:06.644359+0000","last_became_peered":"2024-09-16T02:51:06.644359+0000","last_unstale":"2024-09-16T02:51:11.627007+0000","last_undegraded":"2024-09-16T02:51:11.627007+0000","last_fullsized":"2024-09-16T02:51:11.627007+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:05.701676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201292,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1269760,"data_stored":871408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70599999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67800000000000005}]}]},{"osd":6,"up_from":47,"seq":201863462930,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28264,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716888,"statfs":{"total":95995035648,"available":95966093312,"internally_reserved":0,"allocated":1269760,"data_stored":872037,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.496},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.442}]},{"osd":1,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.59699999999999998}]},{"osd":2,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.47499999999999998}]},{"osd":3,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.46500000000000002}]},{"osd":4,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.625}]},{"osd":5,"last update":"Mon Sep 16 02:51:17 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66100000000000003}]}]},{"osd":5,"up_from":39,"seq":167503724565,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":679936,"data_stored":281809,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.38400000000000001}]},{"osd":1,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.46200000000000002}]},{"osd":2,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.48099999999999998}]},{"osd":3,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.60099999999999998}]},{"osd":4,"last update":"Mon Sep 16 02:50:57 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.214,"5min":0.214,"15min":0.214},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"last":0.503}]},{"osd":6,"last update":"Mon Sep 16 02:51:15 2024","interfaces":[{"interface":"back","average":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"last":0.432},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.51800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]}]},{"osd":4,"up_from":31,"seq":133143986202,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":664,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":679936,"data_stored":280871,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.44700000000000001}]},{"osd":1,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.50900000000000001,"15min":0.50900000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.48399999999999999}]},{"osd":2,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.46100000000000002}]},{"osd":3,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80500000000000005,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.47199999999999998}]},{"osd":5,"last update":"Mon Sep 16 02:50:58 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"last":0.33800000000000002}]},{"osd":6,"last update":"Mon Sep 16 02:51:18 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.498,"15min":0.498},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.44,"5min":0.44,"15min":0.44},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.32000000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36199999999999999}]}]},{"osd":3,"up_from":26,"seq":111669149727,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":684032,"data_stored":281773,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:51:11 2024","interfaces":[{"interface":"back","average":{"1min":0.37,"5min":0.375,"15min":0.376},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.44600000000000001,"15min":0.45400000000000001},"min":{"1min":0.27500000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.34000000000000002}]},{"osd":1,"last update":"Mon Sep 16 02:51:11 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.39100000000000001,"15min":0.39600000000000002},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.52300000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.25900000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.42999999999999999,"15min":0.434},"min":{"1min":0.221,"5min":0.221,"15min":0.221},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Sep 16 02:51:11 2024","interfaces":[{"interface":"back","average":{"1min":0.41599999999999998,"5min":0.44500000000000001,"15min":0.45000000000000001},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.27500000000000002},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.432,"15min":0.439},"min":{"1min":0.249,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.307}]},{"osd":4,"last update":"Mon Sep 16 02:50:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Sep 16 02:50:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.504},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.41599999999999998,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.61099999999999999}]},{"osd":6,"last update":"Mon Sep 16 02:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.58699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]}]},{"osd":2,"up_from":18,"seq":77309411363,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27672,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717480,"statfs":{"total":95995035648,"available":95966699520,"internally_reserved":0,"allocated":667648,"data_stored":280436,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:50:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.379,"15min":0.376},"min":{"1min":0.214,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.38900000000000001,"15min":0.38600000000000001},"min":{"1min":0.26700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.251}]},{"osd":1,"last update":"Mon Sep 16 02:50:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.38900000000000001,"15min":0.38700000000000001},"min":{"1min":0.28699999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.40500000000000003,"15min":0.40300000000000002},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.22}]},{"osd":3,"last update":"Mon Sep 16 02:51:15 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.45900000000000002,"15min":0.46300000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.26300000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.46600000000000003,"15min":0.46999999999999997},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60999999999999999,"5min":0.623,"15min":0.623},"last":0.27600000000000002}]},{"osd":4,"last update":"Mon Sep 16 02:50:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.75,"5min":0.75,"15min":0.75},"last":0.54900000000000004}]},{"osd":5,"last update":"Mon Sep 16 02:50:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.57399999999999995}]},{"osd":6,"last update":"Mon Sep 16 02:51:16 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.52100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574887,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":675840,"data_stored":280596,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:51:28 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.33700000000000002,"15min":0.32400000000000001},"min":{"1min":0.20000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.502,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.372,"5min":0.34999999999999998,"15min":0.33400000000000002},"min":{"1min":0.247,"5min":0.221,"15min":0.221},"max":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.33800000000000002}]},{"osd":2,"last update":"Mon Sep 16 02:50:48 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.35899999999999999,"15min":0.35599999999999998},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.54200000000000004,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.38800000000000001,"15min":0.38100000000000001},"min":{"1min":0.34300000000000003,"5min":0.245,"15min":0.245},"max":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.374}]},{"osd":3,"last update":"Mon Sep 16 02:51:14 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.59099999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.35899999999999999}]},{"osd":4,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.70599999999999996}]},{"osd":5,"last update":"Mon Sep 16 02:50:55 2024","interfaces":[{"interface":"back","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.56200000000000006}]},{"osd":6,"last update":"Mon Sep 16 02:51:15 2024","interfaces":[{"interface":"back","average":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":19.085000000000001,"5min":19.085000000000001,"15min":19.085000000000001},"last":0.747},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.55200000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]}]},{"osd":0,"up_from":8,"seq":34359738412,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32368,"kb_used_data":1248,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712784,"statfs":{"total":95995035648,"available":95961890816,"internally_reserved":0,"allocated":1277952,"data_stored":871532,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.32000000000000001,"15min":0.311},"min":{"1min":0.26700000000000002,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.32800000000000001,"15min":0.313},"min":{"1min":0.26700000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.41899999999999998}]},{"osd":2,"last update":"Mon Sep 16 02:50:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.36499999999999999,"15min":0.35999999999999999},"min":{"1min":0.23200000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.36299999999999999,"15min":0.35499999999999998},"min":{"1min":0.26800000000000002,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.40600000000000003}]},{"osd":3,"last update":"Mon Sep 16 02:51:19 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.41199999999999998,"15min":0.41799999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.50600000000000001,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.314},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.434,"15min":0.435},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.377}]},{"osd":4,"last update":"Mon Sep 16 02:50:31 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.45900000000000002}]},{"osd":5,"last update":"Mon Sep 16 02:50:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.47099999999999997}]},{"osd":6,"last update":"Mon Sep 16 02:51:19 2024","interfaces":[{"interface":"back","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":5.2679999999999998,"5min":5.2679999999999998,"15min":5.2679999999999998},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.496}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T02:51:35.871 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-16T02:51:35.872 INFO:tasks.cephadm:Adding prometheus.a on smithi184 2024-09-16T02:51:35.872 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch apply prometheus '1;smithi184=a' 2024-09-16T02:51:36.081 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:51:36.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:36 smithi184 ceph-mon[31162]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:51:36.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:36 smithi184 ceph-mon[31162]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:36.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:36 smithi097 ceph-mon[27580]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:51:36.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:36 smithi097 ceph-mon[27580]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:36 smithi097 ceph-mon[38292]: from='client.14511 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:51:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:36 smithi097 ceph-mon[38292]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:37.738 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled prometheus update... 2024-09-16T02:51:37.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:37 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-09-16T02:51:37.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:37 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-09-16T02:51:37.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:37 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-09-16T02:51:37.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:37 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]: dispatch 2024-09-16T02:51:37.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:37 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-09-16T02:51:37.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-09-16T02:51:37.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-09-16T02:51:37.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-09-16T02:51:37.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]: dispatch 2024-09-16T02:51:37.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-09-16T02:51:37.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]: dispatch 2024-09-16T02:51:37.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]: dispatch 2024-09-16T02:51:37.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-09-16T02:51:37.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]: dispatch 2024-09-16T02:51:37.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:37 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-09-16T02:51:38.359 DEBUG:teuthology.orchestra.run.smithi184:prometheus.a> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service 2024-09-16T02:51:38.361 INFO:tasks.cephadm:Adding node-exporter.a on smithi097 2024-09-16T02:51:38.361 INFO:tasks.cephadm:Adding node-exporter.b on smithi184 2024-09-16T02:51:38.362 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch apply node-exporter '2;smithi097=a;smithi184=b' 2024-09-16T02:51:38.613 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]': finished 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: Saving service prometheus spec with placement smithi184=a;count:1 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:38.642 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:38.643 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:38.643 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:38.643 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:38 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:38.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]': finished 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: Saving service prometheus spec with placement smithi184=a;count:1 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: pgmap v206: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.a", "id": [7, 2]}]': finished 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 3]}]': finished 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3e", "id": [0, 2]}]': finished 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: osdmap e67: 8 total, 8 up, 8 in 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='client.24370 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi184=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: Saving service prometheus spec with placement smithi184=a;count:1 2024-09-16T02:51:38.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:38.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:38.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:51:38.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:51:38.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:38 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:39.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:39 smithi184 ceph-mon[31162]: Deploying daemon prometheus.a on smithi184 2024-09-16T02:51:39.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:39 smithi184 ceph-mon[31162]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T02:51:39.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:39 smithi097 ceph-mon[27580]: Deploying daemon prometheus.a on smithi184 2024-09-16T02:51:39.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:39 smithi097 ceph-mon[27580]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T02:51:39.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:39 smithi097 ceph-mon[38292]: Deploying daemon prometheus.a on smithi184 2024-09-16T02:51:39.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:39 smithi097 ceph-mon[38292]: osdmap e68: 8 total, 8 up, 8 in 2024-09-16T02:51:40.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:40 smithi184 ceph-mon[31162]: pgmap v209: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:40.970 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled node-exporter update... 2024-09-16T02:51:40.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:40 smithi097 ceph-mon[27580]: pgmap v209: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:40.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:40 smithi097 ceph-mon[38292]: pgmap v209: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:41.922 DEBUG:teuthology.orchestra.run.smithi097:node-exporter.a> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.a.service 2024-09-16T02:51:41.925 DEBUG:teuthology.orchestra.run.smithi184:node-exporter.b> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.b.service 2024-09-16T02:51:41.928 INFO:tasks.cephadm:Adding alertmanager.a on smithi097 2024-09-16T02:51:41.929 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch apply alertmanager '1;smithi097=a' 2024-09-16T02:51:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:41 smithi184 ceph-mon[31162]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi097=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:41 smithi184 ceph-mon[31162]: Saving service node-exporter spec with placement smithi097=a;smithi184=b;count:2 2024-09-16T02:51:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:41 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:41 smithi184 ceph-mon[31162]: pgmap v210: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:42.201 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:51:42.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:41 smithi097 ceph-mon[27580]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi097=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:42.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:41 smithi097 ceph-mon[27580]: Saving service node-exporter spec with placement smithi097=a;smithi184=b;count:2 2024-09-16T02:51:42.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:41 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:42.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:41 smithi097 ceph-mon[27580]: pgmap v210: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:42.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:41 smithi097 ceph-mon[38292]: from='client.24376 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi097=a;smithi184=b", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:42.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:41 smithi097 ceph-mon[38292]: Saving service node-exporter spec with placement smithi097=a;smithi184=b;count:2 2024-09-16T02:51:42.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:41 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:42.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:41 smithi097 ceph-mon[38292]: pgmap v210: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:44.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:44 smithi184 ceph-mon[31162]: pgmap v211: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:44.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:44 smithi097 ceph-mon[27580]: pgmap v211: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:44.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:44 smithi097 ceph-mon[38292]: pgmap v211: 97 pgs: 2 activating, 95 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:45.537 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled alertmanager update... 2024-09-16T02:51:46.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:46 smithi184 ceph-mon[31162]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi097=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:46.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:46 smithi184 ceph-mon[31162]: Saving service alertmanager spec with placement smithi097=a;count:1 2024-09-16T02:51:46.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:46 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:46.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:46 smithi184 ceph-mon[31162]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:46.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:46 smithi097 ceph-mon[27580]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi097=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:46.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:46 smithi097 ceph-mon[27580]: Saving service alertmanager spec with placement smithi097=a;count:1 2024-09-16T02:51:46.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:46 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:46.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:46 smithi097 ceph-mon[27580]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:46.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:46 smithi097 ceph-mon[38292]: from='client.24382 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi097=a", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:51:46.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:46 smithi097 ceph-mon[38292]: Saving service alertmanager spec with placement smithi097=a;count:1 2024-09-16T02:51:46.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:46 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:46.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:46 smithi097 ceph-mon[38292]: pgmap v212: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:47.129 DEBUG:teuthology.orchestra.run.smithi097:alertmanager.a> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@alertmanager.a.service 2024-09-16T02:51:47.133 INFO:tasks.cephadm:Adding grafana.a on smithi184 2024-09-16T02:51:47.133 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph orch apply grafana '1;smithi184=a' 2024-09-16T02:51:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:48 smithi184 ceph-mon[31162]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:48.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:48 smithi097 ceph-mon[27580]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:48.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:48 smithi097 ceph-mon[38292]: pgmap v213: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:49.840 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:51:50.622 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:50 smithi184 systemd[1]: Starting Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:51:50.882 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:50 smithi184 ceph-mon[31162]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:50.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:50 smithi097 ceph-mon[27580]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:50.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:50 smithi097 ceph-mon[38292]: pgmap v214: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:51.147 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 podman[58897]: 2024-09-16 02:51:50.918278844 +0000 UTC m=+0.022173419 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T02:51:51.147 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 podman[58897]: 2024-09-16 02:51:51.032487585 +0000 UTC m=+0.136382209 container create 156ca7ae5970e789acc14f05035fb2b2a78b5384853589c7174b75644624712f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:51:51.502 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 podman[58897]: 2024-09-16 02:51:51.445496247 +0000 UTC m=+0.549390822 container init 156ca7ae5970e789acc14f05035fb2b2a78b5384853589c7174b75644624712f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:51:51.502 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 podman[58897]: 2024-09-16 02:51:51.448483628 +0000 UTC m=+0.552378204 container start 156ca7ae5970e789acc14f05035fb2b2a78b5384853589c7174b75644624712f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:51:51.502 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.472Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T02:51:51.502 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.472Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T02:51:51.502 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.472Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi184 (none))" 2024-09-16T02:51:51.502 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.472Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.472Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.473Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.474Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.475Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.475Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.477Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.477Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.61µs 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.477Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.478Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.478Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=16.603µs wal_replay_duration=298.121µs wbl_replay_duration=116ns total_replay_duration=332.003µs 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.478Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T02:51:51.503 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.478Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T02:51:51.504 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.478Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T02:51:51.504 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.500Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.632523ms db_storage=812ns remote_storage=1.048µs web_handler=364ns query_engine=509ns scrape=390.959µs scrape_sd=83.466µs notify=738ns notify_sd=1.265µs rules=20.901859ms tracing=5.817µs 2024-09-16T02:51:51.504 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.500Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T02:51:51.504 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:51:51.500Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T02:51:51.765 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 bash[58897]: 156ca7ae5970e789acc14f05035fb2b2a78b5384853589c7174b75644624712f 2024-09-16T02:51:51.765 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:51:51 smithi184 systemd[1]: Started Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:51:51.941 INFO:teuthology.orchestra.run.smithi184.stdout:Scheduled grafana update... 2024-09-16T02:51:52.449 DEBUG:teuthology.orchestra.run.smithi184:grafana.a> sudo journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@grafana.a.service 2024-09-16T02:51:52.451 INFO:tasks.cephadm:Setting up client nodes... 2024-09-16T02:51:52.451 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-16T02:51:52.670 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:52.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ignoring --setuser ceph since I am not root 2024-09-16T02:51:52.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ignoring --setgroup ceph since I am not root 2024-09-16T02:51:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[27580]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T02:51:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[38292]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:52.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T02:51:52.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.754 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: ignoring --setuser ceph since I am not root 2024-09-16T02:51:52.754 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: ignoring --setgroup ceph since I am not root 2024-09-16T02:51:52.754 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-mgr[32997]: -- 172.21.15.184:0/2809984575 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5634ba542d00 con 0x5634ba517400 2024-09-16T02:51:52.754 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:52.752+0000 7f9535fa5040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T02:51:52.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-mon[31162]: pgmap v215: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:52.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.754 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-09-16T02:51:52.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:52.755 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' 2024-09-16T02:51:53.019 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:52.808+0000 7f9535fa5040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T02:51:53.020 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:52.953+0000 7f9535fa5040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T02:51:53.030 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:52.761+0000 7fc0760c6040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T02:51:53.030 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:52.818+0000 7fc0760c6040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T02:51:53.030 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:52 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:52.969+0000 7fc0760c6040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T02:51:53.303 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:53.017+0000 7f9535fa5040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T02:51:53.303 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:53.163+0000 7f9535fa5040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:51:53.330 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:53.037+0000 7fc0760c6040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T02:51:53.330 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:53.185+0000 7fc0760c6040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:51:53.331 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:53.327+0000 7fc0760c6040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T02:51:53.607 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:53.300+0000 7f9535fa5040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T02:51:53.889 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-mon[27580]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T02:51:53.889 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-mon[27580]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-16T02:51:53.890 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-mon[38292]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T02:51:53.890 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-mon[38292]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-16T02:51:53.890 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:53.639+0000 7fc0760c6040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T02:51:53.890 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:53.700+0000 7fc0760c6040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T02:51:53.890 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:53 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:53.886+0000 7fc0760c6040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T02:51:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:53 smithi184 ceph-mon[31162]: from='mgr.14150 172.21.15.97:0/4042234425' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-09-16T02:51:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:53 smithi184 ceph-mon[31162]: mgrmap e16: y(active, since 5m), standbys: x 2024-09-16T02:51:53.908 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:53.604+0000 7f9535fa5040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T02:51:53.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:53.666+0000 7f9535fa5040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T02:51:53.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:53.845+0000 7f9535fa5040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T02:51:54.616 INFO:teuthology.orchestra.run.smithi097.stdout:[client.0] 2024-09-16T02:51:54.616 INFO:teuthology.orchestra.run.smithi097.stdout: key = AQBKnedmjGRsJBAA+GqiVIG5hhRLgwxXeTmC6A== 2024-09-16T02:51:54.805 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:54 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/537651195' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:54.805 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:54 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/537651195' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T02:51:54.805 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:54 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/537651195' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:54.805 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:54 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/537651195' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T02:51:55.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:54 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/537651195' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:55.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:54 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/537651195' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T02:51:55.159 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:54 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:54.712+0000 7f9535fa5040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T02:51:55.159 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:54 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:54.778+0000 7f9535fa5040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T02:51:55.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:54.801+0000 7fc0760c6040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T02:51:55.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:54.869+0000 7fc0760c6040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T02:51:55.310 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:51:55.310 DEBUG:teuthology.orchestra.run.smithi097:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-09-16T02:51:55.310 DEBUG:teuthology.orchestra.run.smithi097:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-16T02:51:55.348 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-09-16T02:51:55.549 INFO:teuthology.orchestra.run.smithi184.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.b/config 2024-09-16T02:51:55.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:55.487+0000 7f9535fa5040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T02:51:55.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:55.617+0000 7f9535fa5040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T02:51:55.878 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:55 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:55.604+0000 7fc0760c6040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T02:51:55.878 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:55 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:55.725+0000 7fc0760c6040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T02:51:55.928 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:55.765+0000 7f9535fa5040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:51:55.928 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:55.830+0000 7f9535fa5040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T02:51:56.164 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:55 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:55.874+0000 7fc0760c6040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:51:56.164 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:55 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:55.937+0000 7fc0760c6040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T02:51:56.164 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.091+0000 7fc0760c6040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T02:51:56.164 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.161+0000 7fc0760c6040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T02:51:56.266 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:55.981+0000 7f9535fa5040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T02:51:56.267 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:56.049+0000 7f9535fa5040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T02:51:56.267 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:56.108+0000 7f9535fa5040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T02:51:56.267 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:56.264+0000 7f9535fa5040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T02:51:56.455 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.223+0000 7fc0760c6040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T02:51:56.455 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.384+0000 7fc0760c6040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T02:51:56.455 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.451+0000 7fc0760c6040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T02:51:56.549 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:56.335+0000 7f9535fa5040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T02:51:56.549 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:56.402+0000 7f9535fa5040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T02:51:56.549 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:56.485+0000 7f9535fa5040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T02:51:56.549 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:56.547+0000 7f9535fa5040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T02:51:56.724 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.520+0000 7fc0760c6040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T02:51:56.724 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.605+0000 7fc0760c6040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T02:51:56.724 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.663+0000 7fc0760c6040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T02:51:56.724 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:56 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:56.721+0000 7fc0760c6040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T02:51:56.802 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:56.605+0000 7f9535fa5040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T02:51:57.399 INFO:teuthology.orchestra.run.smithi184.stdout:[client.1] 2024-09-16T02:51:57.399 INFO:teuthology.orchestra.run.smithi184.stdout: key = AQBNnedmysZzFxAAmWl8vwiSZlP7nMrisZD/3w== 2024-09-16T02:51:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-mon[31162]: from='client.? 172.21.15.184:0/336408683' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T02:51:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-mon[31162]: Standby manager daemon x restarted 2024-09-16T02:51:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-mon[31162]: Standby manager daemon x started 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:57.436+0000 7f9535fa5040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: [16/Sep/2024:02:51:57] ENGINE Bus STARTING 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: CherryPy Checker: 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: The Application mounted at '' has an empty config. 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: [16/Sep/2024:02:51:57] ENGINE Serving on http://:::9283 2024-09-16T02:51:57.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:51:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[32993]: [16/Sep/2024:02:51:57] ENGINE Bus STARTED 2024-09-16T02:51:57.736 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[27580]: from='client.? 172.21.15.184:0/336408683' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:57.736 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:57.736 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T02:51:57.736 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[27580]: Standby manager daemon x restarted 2024-09-16T02:51:57.736 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[27580]: Standby manager daemon x started 2024-09-16T02:51:57.736 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:51:57.736 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:51:57.736 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[38292]: from='client.? 172.21.15.184:0/336408683' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[38292]: Standby manager daemon x restarted 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[38292]: Standby manager daemon x started 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.495+0000 7fc0760c6040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T02:51:57.737 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:51:57] ENGINE Bus STARTING 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: CherryPy Checker: 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: The Application mounted at '' has an empty config. 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.597+0000 7fbfe5c63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.597+0000 7fbfe5c63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.597+0000 7fbfe5c63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.597+0000 7fbfe5c63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.597+0000 7fbfe5c63640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.598+0000 7fbfe0458640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.598+0000 7fbfe0458640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.598+0000 7fbfe0458640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.598+0000 7fbfe0458640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:57.598+0000 7fbfe0458640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:51:57.738 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:51:57] ENGINE Serving on http://:::9283 2024-09-16T02:51:57.739 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:51:57] ENGINE Bus STARTED 2024-09-16T02:51:58.023 DEBUG:teuthology.orchestra.run.smithi184:> set -ex 2024-09-16T02:51:58.023 DEBUG:teuthology.orchestra.run.smithi184:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-09-16T02:51:58.023 DEBUG:teuthology.orchestra.run.smithi184:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-16T02:51:58.061 INFO:tasks.cephadm:Creating RBD pool 2024-09-16T02:51:58.061 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool create rbd 8 2024-09-16T02:51:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: Active manager daemon y restarted 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: Activating manager daemon y 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: mgrmap e17: y(active, starting, since 0.00804348s), standbys: x 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:51:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: Manager daemon y is now available 2024-09-16T02:51:58.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:58.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:51:58.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:51:58.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:51:58.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:51:58.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:51:58.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:58 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:51:58.731 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:51:58.731 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: Active manager daemon y restarted 2024-09-16T02:51:58.731 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: Activating manager daemon y 2024-09-16T02:51:58.731 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T02:51:58.731 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: mgrmap e17: y(active, starting, since 0.00804348s), standbys: x 2024-09-16T02:51:58.731 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:51:58.731 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:51:58.731 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:51:58.732 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: Manager daemon y is now available 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:51:58.733 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/1764949547' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: Active manager daemon y restarted 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: Activating manager daemon y 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: osdmap e69: 8 total, 8 up, 8 in 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: mgrmap e17: y(active, starting, since 0.00804348s), standbys: x 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:51:58.734 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:51:58.735 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: Manager daemon y is now available 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:51:58.736 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:58 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:51:59.017 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:51:59.286 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:51:59] "GET /metrics HTTP/1.1" 200 28759 "" "Prometheus/2.43.0" 2024-09-16T02:51:59.286 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:51:59.283+0000 7fbfc9e2c640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:02:51:59] ENGINE Error in HTTPServer.serve 2024-09-16T02:51:59.287 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: Traceback (most recent call last): 2024-09-16T02:51:59.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:59 smithi184 ceph-mon[31162]: mgrmap e18: y(active, since 1.01238s), standbys: x 2024-09-16T02:51:59.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:51:59 smithi184 ceph-mon[31162]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:59.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-mon[27580]: mgrmap e18: y(active, since 1.01238s), standbys: x 2024-09-16T02:51:59.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-mon[27580]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-mon[38292]: mgrmap e18: y(active, since 1.01238s), standbys: x 2024-09-16T02:51:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-mon[38292]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:51:59.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:51:59.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._connections.run(self.expiration_interval) 2024-09-16T02:51:59.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:51:59.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._run(expiration_interval) 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: s = self.context.wrap_socket( 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: return self.sslsocket_class._create( 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self.do_handshake() 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: self._sslobj.do_handshake() 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:51:59.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:51:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: [16/Sep/2024:02:51:59] ENGINE Bus STARTING 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: [16/Sep/2024:02:51:59] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: [16/Sep/2024:02:51:59] ENGINE Error in HTTPServer.serve 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:52:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: self.do_handshake() 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: [16/Sep/2024:02:51:59] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: [16/Sep/2024:02:51:59] ENGINE Bus STARTED 2024-09-16T02:52:00.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: [16/Sep/2024:02:51:59] ENGINE Bus STARTING 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: [16/Sep/2024:02:51:59] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: [16/Sep/2024:02:51:59] ENGINE Error in HTTPServer.serve 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:52:00.748 INFO:journalctl@ceph.mon.c.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: self.do_handshake() 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: [16/Sep/2024:02:51:59] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:52:00.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: [16/Sep/2024:02:51:59] ENGINE Bus STARTED 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.750 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:00 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: [16/Sep/2024:02:51:59] ENGINE Bus STARTING 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: [16/Sep/2024:02:51:59] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: [16/Sep/2024:02:51:59] ENGINE Error in HTTPServer.serve 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: Traceback (most recent call last): 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._run(expiration_interval) 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:52:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout: s = self.context.wrap_socket( 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout: return self.sslsocket_class._create( 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout: self.do_handshake() 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._sslobj.do_handshake() 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: [16/Sep/2024:02:51:59] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: [16/Sep/2024:02:51:59] ENGINE Bus STARTED 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: mgrmap e19: y(active, since 2s), standbys: x 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:00.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:00 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:01.547 INFO:teuthology.orchestra.run.smithi097.stderr:pool 'rbd' created 2024-09-16T02:52:01.880 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:01 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi184 to 2992M 2024-09-16T02:52:01.881 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:01 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1957668574' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T02:52:01.881 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:01 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:01.881 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:01 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:01.881 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:01 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi184 to 2992M 2024-09-16T02:52:01.881 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:01 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1957668574' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T02:52:01.881 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:01 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:01.881 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:01 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:01.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:01 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi184 to 2992M 2024-09-16T02:52:01.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:01 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1957668574' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-09-16T02:52:01.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:01 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:01.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:01 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.334 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- rbd pool init rbd 2024-09-16T02:52:02.547 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:02.670 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:02.670 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1957668574' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T02:52:02.670 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T02:52:02.670 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:52:02.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[38292]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1957668574' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:52:02.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:52:02.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:02 smithi097 ceph-mon[27580]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T02:52:02.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: pgmap v5: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1957668574' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: osdmap e70: 8 total, 8 up, 8 in 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: mgrmap e20: y(active, since 4s), standbys: x 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:52:02.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:02.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:52:02.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:52:02.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:02 smithi184 ceph-mon[31162]: osdmap e71: 8 total, 8 up, 8 in 2024-09-16T02:52:03.867 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi097 to 2992M 2024-09-16T02:52:03.867 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:52:03.867 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:52:03.867 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:52:03.867 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:52:03.867 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[38292]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi097 to 2992M 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:52:03.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.869 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.869 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.869 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.869 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.869 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:03 smithi097 ceph-mon[27580]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T02:52:03.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi097 to 2992M 2024-09-16T02:52:03.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:52:03.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:52:03.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:52:03.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:52:03.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:03.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:03 smithi184 ceph-mon[31162]: osdmap e72: 8 total, 8 up, 8 in 2024-09-16T02:52:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:52:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:52:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:52:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:52:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: Deploying daemon alertmanager.a on smithi097 2024-09-16T02:52:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3664001001' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: Deploying daemon alertmanager.a on smithi097 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:52:04.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3664001001' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T02:52:04.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:04 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T02:52:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:52:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:52:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:52:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:52:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: Deploying daemon alertmanager.a on smithi097 2024-09-16T02:52:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: pgmap v8: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:52:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3664001001' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T02:52:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:04 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]: dispatch 2024-09-16T02:52:06.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:06 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T02:52:06.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:06 smithi184 ceph-mon[31162]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T02:52:06.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:06 smithi184 ceph-mon[31162]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T02:52:06.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:06 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T02:52:06.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:06 smithi097 ceph-mon[27580]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T02:52:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:06 smithi097 ceph-mon[27580]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T02:52:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:06 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "rbd","app": "rbd"}]': finished 2024-09-16T02:52:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:06 smithi097 ceph-mon[38292]: osdmap e73: 8 total, 8 up, 8 in 2024-09-16T02:52:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:06 smithi097 ceph-mon[38292]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T02:52:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:07 smithi184 ceph-mon[31162]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T02:52:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:07 smithi184 ceph-mon[31162]: Cluster is now healthy 2024-09-16T02:52:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:07 smithi184 ceph-mon[31162]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T02:52:07.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:07 smithi097 ceph-mon[27580]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T02:52:07.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:07 smithi097 ceph-mon[27580]: Cluster is now healthy 2024-09-16T02:52:07.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:07 smithi097 ceph-mon[27580]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T02:52:07.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:07 smithi097 ceph-mon[38292]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T02:52:07.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:07 smithi097 ceph-mon[38292]: Cluster is now healthy 2024-09-16T02:52:07.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:07 smithi097 ceph-mon[38292]: osdmap e74: 8 total, 8 up, 8 in 2024-09-16T02:52:08.241 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph config log 1 --format=json 2024-09-16T02:52:08.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:08 smithi097 ceph-mon[27580]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T02:52:08.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:08 smithi097 ceph-mon[27580]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T02:52:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:08 smithi097 ceph-mon[38292]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T02:52:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:08 smithi097 ceph-mon[38292]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T02:52:08.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:08 smithi184 ceph-mon[31162]: osdmap e75: 8 total, 8 up, 8 in 2024-09-16T02:52:08.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:08 smithi184 ceph-mon[31162]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 28 op/s 2024-09-16T02:52:09.437 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:52:09] "GET /metrics HTTP/1.1" 200 28759 "" "Prometheus/2.43.0" 2024-09-16T02:52:10.870 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:10 smithi097 ceph-mon[27580]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 343 B/s wr, 0 op/s 2024-09-16T02:52:10.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:10 smithi097 ceph-mon[38292]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 343 B/s wr, 0 op/s 2024-09-16T02:52:10.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:10 smithi184 ceph-mon[31162]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 343 B/s wr, 0 op/s 2024-09-16T02:52:10.963 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:12.638 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:12 smithi097 ceph-mon[27580]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 329 B/s wr, 0 op/s 2024-09-16T02:52:12.638 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:12 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:12.638 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:12 smithi097 ceph-mon[38292]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 329 B/s wr, 0 op/s 2024-09-16T02:52:12.638 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:12 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:12.889 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:12 smithi097 podman[70106]: 2024-09-16 02:52:12.775128844 +0000 UTC m=+0.246226360 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T02:52:12.890 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:12 smithi097 podman[70106]: 2024-09-16 02:52:12.887904685 +0000 UTC m=+0.359002210 volume create dacf14b3838ffb74ca118fb6ec7fc70924b663bf51eed86bcd75f8caa3a19f24 2024-09-16T02:52:12.894 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:52:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:12 smithi184 ceph-mon[31162]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 329 B/s wr, 0 op/s 2024-09-16T02:52:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:12 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:13.244 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:12 smithi097 podman[70106]: 2024-09-16 02:52:12.996914124 +0000 UTC m=+0.468011637 container create 714334e8922968f5aae8822452724067b71cc2bac9ff64aaa391aabdcde86c96 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:52:13.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:13 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/786130438' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-16T02:52:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:13 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/786130438' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-16T02:52:13.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:13 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/786130438' entity='client.admin' cmd=[{"prefix": "config log", "num": 1, "format": "json"}]: dispatch 2024-09-16T02:52:13.928 INFO:teuthology.orchestra.run.smithi097.stdout:[{"version":21,"timestamp":"2024-09-16T02:52:02.394143+0000","name":"","changes":[{"name":"osd/host:smithi097/osd_memory_target","previous_value":"4211109273","new_value":"3137367449"}]}] 2024-09-16T02:52:13.929 INFO:tasks.ceph_manager:config epoch is 21 2024-09-16T02:52:13.929 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-16T02:52:13.929 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-09-16T02:52:13.930 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph mgr dump --format=json 2024-09-16T02:52:14.164 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 podman[70106]: 2024-09-16 02:52:14.148151888 +0000 UTC m=+1.619249402 container init 714334e8922968f5aae8822452724067b71cc2bac9ff64aaa391aabdcde86c96 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:52:14.165 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 podman[70106]: 2024-09-16 02:52:14.151090657 +0000 UTC m=+1.622188179 container start 714334e8922968f5aae8822452724067b71cc2bac9ff64aaa391aabdcde86c96 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:52:14.375 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:14.475 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:14.163Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:14.163Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:14.164Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.97 port=9094 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:14.165Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:14.188Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:14.188Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:14.191Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:14.191Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 bash[70106]: 714334e8922968f5aae8822452724067b71cc2bac9ff64aaa391aabdcde86c96 2024-09-16T02:52:14.476 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:14 smithi097 systemd[1]: Started Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:52:14.502 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:52:14] ENGINE Bus STOPPING 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T02:52:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:52:14] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:52:14] ENGINE Bus STOPPED 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:52:14] ENGINE Bus STARTING 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:52:14] ENGINE Serving on http://:::9283 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:52:14] ENGINE Bus STARTED 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T02:52:14.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:52:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: osdmap e76: 8 total, 8 up, 8 in 2024-09-16T02:52:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T02:52:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:15.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:15 smithi097 ceph-mon[27580]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-16T02:52:15.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:15 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T02:52:15.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:15 smithi097 ceph-mon[27580]: Deploying daemon grafana.a on smithi184 2024-09-16T02:52:15.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:15 smithi097 ceph-mon[38292]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-16T02:52:15.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:15 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T02:52:15.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:15 smithi097 ceph-mon[38292]: Deploying daemon grafana.a on smithi184 2024-09-16T02:52:15.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:15 smithi184 ceph-mon[31162]: Regenerating cephadm self-signed grafana TLS certificates 2024-09-16T02:52:15.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:15 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-09-16T02:52:15.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:15 smithi184 ceph-mon[31162]: Deploying daemon grafana.a on smithi184 2024-09-16T02:52:16.215 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:52:16.495 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:16.165Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000144726s 2024-09-16T02:52:16.780 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:16 smithi097 ceph-mon[27580]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 249 B/s wr, 0 op/s 2024-09-16T02:52:16.781 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:16 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/576920967' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T02:52:16.781 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:16 smithi097 ceph-mon[38292]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 249 B/s wr, 0 op/s 2024-09-16T02:52:16.781 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:16 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/576920967' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T02:52:16.802 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":20,"flags":0,"active_gid":14538,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6800","nonce":4018508183},{"type":"v1","addr":"172.21.15.97:6801","nonce":4018508183}]},"active_addr":"172.21.15.97:6801/4018508183","active_change":"2024-09-16T02:51:57.498625+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24394,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.97:8443/","prometheus":"http://172.21.15.97:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":69,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":4277190302}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":1275394281}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":3494666081}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":4138756595}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":2172211172}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.97:0","nonce":1170075883}]}]} 2024-09-16T02:52:16.806 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-09-16T02:52:16.806 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-09-16T02:52:16.806 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T02:52:16.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:16 smithi184 ceph-mon[31162]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 249 B/s wr, 0 op/s 2024-09-16T02:52:16.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:16 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/576920967' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-09-16T02:52:17.004 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:18.879 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:52:18.880 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":76,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T02:52:13.715586+0000","last_up_change":"2024-09-16T02:50:38.697729+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T02:51:05.602999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T02:51:08.573774+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T02:52:01.126727+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6803","nonce":3656858757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6805","nonce":3656858757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6809","nonce":3656858757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6807","nonce":3656858757}]},"public_addr":"172.21.15.97:6803/3656858757","cluster_addr":"172.21.15.97:6805/3656858757","heartbeat_back_addr":"172.21.15.97:6809/3656858757","heartbeat_front_addr":"172.21.15.97:6807/3656858757","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6811","nonce":2261441228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6813","nonce":2261441228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6817","nonce":2261441228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6815","nonce":2261441228}]},"public_addr":"172.21.15.97:6811/2261441228","cluster_addr":"172.21.15.97:6813/2261441228","heartbeat_back_addr":"172.21.15.97:6817/2261441228","heartbeat_front_addr":"172.21.15.97:6815/2261441228","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6819","nonce":411644132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6821","nonce":411644132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6825","nonce":411644132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6823","nonce":411644132}]},"public_addr":"172.21.15.97:6819/411644132","cluster_addr":"172.21.15.97:6821/411644132","heartbeat_back_addr":"172.21.15.97:6825/411644132","heartbeat_front_addr":"172.21.15.97:6823/411644132","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6827","nonce":2108666442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6829","nonce":2108666442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6833","nonce":2108666442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6831","nonce":2108666442}]},"public_addr":"172.21.15.97:6827/2108666442","cluster_addr":"172.21.15.97:6829/2108666442","heartbeat_back_addr":"172.21.15.97:6833/2108666442","heartbeat_front_addr":"172.21.15.97:6831/2108666442","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6801","nonce":2958769780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6803","nonce":2958769780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6807","nonce":2958769780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6805","nonce":2958769780}]},"public_addr":"172.21.15.184:6801/2958769780","cluster_addr":"172.21.15.184:6803/2958769780","heartbeat_back_addr":"172.21.15.184:6807/2958769780","heartbeat_front_addr":"172.21.15.184:6805/2958769780","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6809","nonce":3706875745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6811","nonce":3706875745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6815","nonce":3706875745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6813","nonce":3706875745}]},"public_addr":"172.21.15.184:6809/3706875745","cluster_addr":"172.21.15.184:6811/3706875745","heartbeat_back_addr":"172.21.15.184:6815/3706875745","heartbeat_front_addr":"172.21.15.184:6813/3706875745","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6817","nonce":4126460710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6819","nonce":4126460710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6823","nonce":4126460710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6821","nonce":4126460710}]},"public_addr":"172.21.15.184:6817/4126460710","cluster_addr":"172.21.15.184:6819/4126460710","heartbeat_back_addr":"172.21.15.184:6823/4126460710","heartbeat_front_addr":"172.21.15.184:6821/4126460710","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6825","nonce":444694751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6827","nonce":444694751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6831","nonce":444694751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6829","nonce":444694751}]},"public_addr":"172.21.15.184:6825/444694751","cluster_addr":"172.21.15.184:6827/444694751","heartbeat_back_addr":"172.21.15.184:6831/444694751","heartbeat_front_addr":"172.21.15.184:6829/444694751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/2682117877":"2024-09-17T02:51:57.498443+0000","172.21.15.97:6800/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/1932985603":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/1060920906":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3116494437":"2024-09-17T02:51:57.498443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:52:18.880 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:18 smithi097 ceph-mon[27580]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-16T02:52:18.881 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:18 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:18.881 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:18 smithi097 ceph-mon[38292]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-16T02:52:18.881 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:18 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:18.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:18 smithi184 ceph-mon[31162]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 204 B/s wr, 0 op/s 2024-09-16T02:52:18.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:18 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:19.230 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:52:19] "GET /metrics HTTP/1.1" 200 33669 "" "Prometheus/2.43.0" 2024-09-16T02:52:19.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:19 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3261053535' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:52:19.873 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:19 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3261053535' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:52:19.898 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-09-16T02:52:19.898 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T02:52:19.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:19 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3261053535' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:52:20.097 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:20 smithi184 ceph-mon[31162]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:20.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:20 smithi097 ceph-mon[27580]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:20 smithi097 ceph-mon[38292]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:21.863 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:52:21.863 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":76,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T02:52:13.715586+0000","last_up_change":"2024-09-16T02:50:38.697729+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T02:51:05.602999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T02:51:08.573774+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T02:52:01.126727+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6803","nonce":3656858757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6805","nonce":3656858757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6809","nonce":3656858757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6807","nonce":3656858757}]},"public_addr":"172.21.15.97:6803/3656858757","cluster_addr":"172.21.15.97:6805/3656858757","heartbeat_back_addr":"172.21.15.97:6809/3656858757","heartbeat_front_addr":"172.21.15.97:6807/3656858757","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6811","nonce":2261441228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6813","nonce":2261441228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6817","nonce":2261441228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6815","nonce":2261441228}]},"public_addr":"172.21.15.97:6811/2261441228","cluster_addr":"172.21.15.97:6813/2261441228","heartbeat_back_addr":"172.21.15.97:6817/2261441228","heartbeat_front_addr":"172.21.15.97:6815/2261441228","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6819","nonce":411644132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6821","nonce":411644132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6825","nonce":411644132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6823","nonce":411644132}]},"public_addr":"172.21.15.97:6819/411644132","cluster_addr":"172.21.15.97:6821/411644132","heartbeat_back_addr":"172.21.15.97:6825/411644132","heartbeat_front_addr":"172.21.15.97:6823/411644132","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6827","nonce":2108666442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6829","nonce":2108666442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6833","nonce":2108666442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6831","nonce":2108666442}]},"public_addr":"172.21.15.97:6827/2108666442","cluster_addr":"172.21.15.97:6829/2108666442","heartbeat_back_addr":"172.21.15.97:6833/2108666442","heartbeat_front_addr":"172.21.15.97:6831/2108666442","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6801","nonce":2958769780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6803","nonce":2958769780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6807","nonce":2958769780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6805","nonce":2958769780}]},"public_addr":"172.21.15.184:6801/2958769780","cluster_addr":"172.21.15.184:6803/2958769780","heartbeat_back_addr":"172.21.15.184:6807/2958769780","heartbeat_front_addr":"172.21.15.184:6805/2958769780","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6809","nonce":3706875745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6811","nonce":3706875745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6815","nonce":3706875745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6813","nonce":3706875745}]},"public_addr":"172.21.15.184:6809/3706875745","cluster_addr":"172.21.15.184:6811/3706875745","heartbeat_back_addr":"172.21.15.184:6815/3706875745","heartbeat_front_addr":"172.21.15.184:6813/3706875745","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6817","nonce":4126460710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6819","nonce":4126460710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6823","nonce":4126460710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6821","nonce":4126460710}]},"public_addr":"172.21.15.184:6817/4126460710","cluster_addr":"172.21.15.184:6819/4126460710","heartbeat_back_addr":"172.21.15.184:6823/4126460710","heartbeat_front_addr":"172.21.15.184:6821/4126460710","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6825","nonce":444694751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6827","nonce":444694751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6831","nonce":444694751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6829","nonce":444694751}]},"public_addr":"172.21.15.184:6825/444694751","cluster_addr":"172.21.15.184:6827/444694751","heartbeat_back_addr":"172.21.15.184:6831/444694751","heartbeat_front_addr":"172.21.15.184:6829/444694751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/2682117877":"2024-09-17T02:51:57.498443+0000","172.21.15.97:6800/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/1932985603":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/1060920906":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3116494437":"2024-09-17T02:51:57.498443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:52:22.474 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-09-16T02:52:22.474 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-09-16T02:52:22.475 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-09-16T02:52:22.475 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-09-16T02:52:22.475 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-09-16T02:52:22.476 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-09-16T02:52:22.476 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-09-16T02:52:22.476 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-09-16T02:52:22.827 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:22 smithi184 ceph-mon[31162]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:22.827 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:22 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1854939500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:52:22.894 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:22.897 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:22.898 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:22.898 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:22.901 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:22.902 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:22.957 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:22.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:22 smithi097 ceph-mon[38292]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:22.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:22 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1854939500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:52:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:22 smithi097 ceph-mon[27580]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:22 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1854939500' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:52:23.601 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:24.262 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:52:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:52:24.167Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00229391s 2024-09-16T02:52:24.879 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:24 smithi184 ceph-mon[31162]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:24.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:24 smithi097 ceph-mon[38292]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:24 smithi097 ceph-mon[27580]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:25.848 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.84262627Z level=info msg="Executing migration" id="Add missing user data" 2024-09-16T02:52:25.848 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.846736291Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-09-16T02:52:26.098 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.849463475Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.852334939Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.855230011Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.858043266Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.861076057Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.863844036Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.866448084Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.869237533Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.872122846Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-09-16T02:52:26.099 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.874866943Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.877521251Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.880044426Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.88285992Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.883408334Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.886066722Z level=info msg="Executing migration" id="create temp_user v2" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.88654845Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.888881678Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.889392214Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.891540046Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.89197463Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.89233533Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-09-16T02:52:26.100 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.895000848Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.895351099Z level=info msg="Executing migration" id="create star table" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.897678854Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.898124063Z level=info msg="Executing migration" id="create org table v1" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.900411866Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.903171301Z level=info msg="Executing migration" id="create org_user table v1" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.90588226Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.908580508Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.91138342Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.914031871Z level=info msg="Executing migration" id="Update org table charset" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.9168085Z level=info msg="Executing migration" id="Update org_user table charset" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.919451932Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.922089002Z level=info msg="Executing migration" id="create dashboard table" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.923060438Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-09-16T02:52:26.101 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.923779546Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-09-16T02:52:26.102 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.924756458Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-09-16T02:52:26.102 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.92548196Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.926278294Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.927105324Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.927996457Z level=info msg="Executing migration" id="create dashboard v2" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.928833009Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.929642978Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.930494791Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.93131112Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.932196983Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.932866686Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-09-16T02:52:26.103 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.933749812Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.934731163Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.935431229Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.936290242Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.936976024Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.937400314Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.938222168Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.938538018Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.939075481Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.939585914Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.940128983Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.940967643Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-09-16T02:52:26.104 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.941793655Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.942792465Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.943594209Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.944429166Z level=info msg="Executing migration" id="Update dashboard title length" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.944865679Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.945305567Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.946184411Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.947101482Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.947954009Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.948822971Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.951892677Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.95530876Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.958304883Z level=info msg="Executing migration" id="Add check_sum column" 2024-09-16T02:52:26.105 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.961111889Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.963844217Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.966655578Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.969499102Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.972537192Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.975400632Z level=info msg="Executing migration" id="create data_source table" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.978244033Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.981105627Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.983945494Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.986517711Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.989559908Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.992370903Z level=info msg="Executing migration" id="create data_source table v2" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.995223553Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-09-16T02:52:26.106 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:25.998126156Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.000984954Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.003721274Z level=info msg="Executing migration" id="Add column with_credentials" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.006424101Z level=info msg="Executing migration" id="Add secure json data column" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.009073768Z level=info msg="Executing migration" id="Update data_source table charset" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.01181456Z level=info msg="Executing migration" id="Update initial version to 1" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.01454175Z level=info msg="Executing migration" id="Add read_only data column" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.017321354Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.017832244Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.020641721Z level=info msg="Executing migration" id="Add uid column" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.023643913Z level=info msg="Executing migration" id="Update uid value" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.026594052Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-09-16T02:52:26.107 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.029277066Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.032062086Z level=info msg="Executing migration" id="create api_key table" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.035057806Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.037814326Z level=info msg="Executing migration" id="add index api_key.key" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.040694066Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.043444663Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.046458773Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.04691704Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.04993242Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.052494494Z level=info msg="Executing migration" id="create api_key table v2" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.05510632Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.055674793Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.058416682Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-09-16T02:52:26.108 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.061260917Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-09-16T02:52:26.109 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.061614102Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-09-16T02:52:26.109 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.06371082Z level=info msg="Executing migration" id="Update api_key table charset" 2024-09-16T02:52:26.109 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.06404042Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-09-16T02:52:26.109 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.066273391Z level=info msg="Executing migration" id="Add service account foreign key" 2024-09-16T02:52:26.109 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.069000763Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-09-16T02:52:26.109 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.071584994Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-09-16T02:52:26.109 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.072194283Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-09-16T02:52:26.109 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.074850586Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-09-16T02:52:26.112 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.077656501Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-09-16T02:52:26.112 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.080236167Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-09-16T02:52:26.112 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.080640586Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-09-16T02:52:26.112 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.083213205Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-09-16T02:52:26.112 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.085929069Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-09-16T02:52:26.112 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.086623154Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.087487425Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.087975534Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.08856585Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.089435238Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.090280657Z level=info msg="Executing migration" id="create quota table v1" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.090703918Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.091557863Z level=info msg="Executing migration" id="Update quota table charset" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.092548562Z level=info msg="Executing migration" id="create plugin_setting table" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.093131029Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.093577788Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.094402643Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.095321581Z level=info msg="Executing migration" id="create session table" 2024-09-16T02:52:26.113 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.095976288Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.096314717Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.096600296Z level=info msg="Executing migration" id="create playlist table v2" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.097009365Z level=info msg="Executing migration" id="create playlist item table v2" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.097858977Z level=info msg="Executing migration" id="Update playlist table charset" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.098173809Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.09844991Z level=info msg="Executing migration" id="drop preferences table v2" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.098728084Z level=info msg="Executing migration" id="drop preferences table v3" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.099044145Z level=info msg="Executing migration" id="create preferences table v3" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.099442164Z level=info msg="Executing migration" id="Update preferences table charset" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.099710001Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-09-16T02:52:26.114 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.100372668Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-09-16T02:52:26.349 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.100801873Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-09-16T02:52:26.349 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.101663422Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-09-16T02:52:26.349 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.102552065Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-09-16T02:52:26.349 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.10339885Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-09-16T02:52:26.349 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.103989971Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-09-16T02:52:26.349 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.104811613Z level=info msg="Executing migration" id="create alert table v1" 2024-09-16T02:52:26.349 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.105634962Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.106486409Z level=info msg="Executing migration" id="add index alert state" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.10709888Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.107678523Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.108082137Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.108507186Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.108886061Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.110446201Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.110832987Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.111290927Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.11158418Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.111938175Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.112329786Z level=info msg="Executing migration" id="Add column is_default" 2024-09-16T02:52:26.350 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.112931372Z level=info msg="Executing migration" id="Add column frequency" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.113553767Z level=info msg="Executing migration" id="Add column send_reminder" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.114194988Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.114828289Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.115303325Z level=info msg="Executing migration" id="Update alert table charset" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.115605658Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.115887093Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.116298024Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.116725087Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.11712903Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.117522994Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.117918562Z level=info msg="Executing migration" id="Add for to alert table" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.118554192Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-09-16T02:52:26.351 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.119198199Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-09-16T02:52:26.352 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.119518937Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-09-16T02:52:26.352 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.119952558Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-09-16T02:52:26.352 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.120356198Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-09-16T02:52:26.352 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.120969447Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-09-16T02:52:26.352 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.121277648Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-09-16T02:52:26.353 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.121672023Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-09-16T02:52:26.353 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.122091516Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-09-16T02:52:26.353 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.122422048Z level=info msg="Executing migration" id="create annotation table v5" 2024-09-16T02:52:26.353 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.122853748Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-09-16T02:52:26.353 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.123679684Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-09-16T02:52:26.353 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.124137863Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-09-16T02:52:26.353 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.124552635Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.125090195Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.12597302Z level=info msg="Executing migration" id="Update annotation table charset" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.126844789Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.127520113Z level=info msg="Executing migration" id="Drop category_id index" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.12791957Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.128582968Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.129008631Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.129834628Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.130735165Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.132319172Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.133179054Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.134204293Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-09-16T02:52:26.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.13484197Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.135210328Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.138028859Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.138739537Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.140904274Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.143763121Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.144340737Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.146997798Z level=info msg="Executing migration" id="Add epoch_end column" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.149890761Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.152785254Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.153145253Z level=info msg="Executing migration" id="Move region to single row" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.156157822Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.15883672Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.161710959Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-09-16T02:52:26.355 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.162198257Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.165177751Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.168084962Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.170819883Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.171195627Z level=info msg="Executing migration" id="create test_data table" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.173806876Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.174536632Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.177259379Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.179700757Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.182386633Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.185206033Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.18792916Z level=info msg="Executing migration" id="create team table" 2024-09-16T02:52:26.356 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.188427979Z level=info msg="Executing migration" id="add index team.org_id" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.191045052Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.193649737Z level=info msg="Executing migration" id="create team member table" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.196165927Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.1966781Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.199327847Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.202157721Z level=info msg="Executing migration" id="Add column email to team table" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.204836631Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.205714096Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.208504929Z level=info msg="Executing migration" id="create dashboard acl table" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.211049967Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.213757874Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.21422106Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-09-16T02:52:26.357 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.215094511Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.215953402Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.216889122Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.217584131Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.218558889Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.219423692Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.220132281Z level=info msg="Executing migration" id="create tag table" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.221000865Z level=info msg="Executing migration" id="add index tag.key_value" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.221983355Z level=info msg="Executing migration" id="create login attempt table" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.222849745Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.223509432Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.224417964Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.226588885Z level=info msg="Executing migration" id="create login_attempt v2" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.227002958Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-09-16T02:52:26.358 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.227824118Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.228674703Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.229638195Z level=info msg="Executing migration" id="create user auth table" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.230370574Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.231220196Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.232157238Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.232937968Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.233926863Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.234790956Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.235662557Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.236521421Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.237379315Z level=info msg="Executing migration" id="create server_lock table" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.238288414Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.239123379Z level=info msg="Executing migration" id="create user auth token table" 2024-09-16T02:52:26.359 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.239982062Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.240798463Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.241666876Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.242649083Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.2434827Z level=info msg="Executing migration" id="create cache_data table" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.244399936Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.248034764Z level=info msg="Executing migration" id="create short_url table v1" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.250736135Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.253662059Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.256384126Z level=info msg="Executing migration" id="delete alert_definition table" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.259243945Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.262110912Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.264912501Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-09-16T02:52:26.360 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.267768927Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.270504081Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.273335211Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.276046238Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.278796581Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.281483059Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.284300287Z level=info msg="Executing migration" id="drop alert_definition table" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.28720283Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.289833117Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.292759478Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.295516022Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.298276342Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.300976386Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.303682111Z level=info msg="Executing migration" id="create alert_instance table" 2024-09-16T02:52:26.361 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.306332452Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.309086891Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.311594737Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.314403003Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.31712863Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.319753132Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.323101146Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.326386258Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.32920132Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.331980422Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.334878689Z level=info msg="Executing migration" id="create alert_rule table" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.337470614Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.3400851Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-09-16T02:52:26.362 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.34301176Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.343957784Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.34463908Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.345540014Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.346419749Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.347257244Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.348178544Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.348942195Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.349754197Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.350576842Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-09-16T02:52:26.363 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.351440345Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-09-16T02:52:26.625 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-mon[31162]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:26.625 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.625 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.625 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.625 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.352302398Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.3531504Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.353973236Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.354799032Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.355640457Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.356505046Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.357361085Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.358260952Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-09-16T02:52:26.626 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.359166239Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-09-16T02:52:26.627 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.360009476Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-09-16T02:52:26.627 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.360858585Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-09-16T02:52:26.627 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.361722584Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-09-16T02:52:26.627 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.362754232Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-09-16T02:52:26.627 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.36349691Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-09-16T02:52:26.627 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.364379413Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-09-16T02:52:26.627 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.365331348Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-09-16T02:52:26.627 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.366414443Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.367293543Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.368171373Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.369160913Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.369909722Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.370780718Z level=info msg="Executing migration" id="create provenance_type table" 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.371673001Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.372641209Z level=info msg="Executing migration" id="create alert_image table" 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.373364307Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-09-16T02:52:26.628 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.376585695Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.379456832Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.38295455Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.385713292Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.385815351Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.389270572Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.392120119Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.394990933Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.395115218Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.395243288Z level=info msg="alerts found to migrate" alerts=0 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.397941389Z level=info msg="Executing migration" id="create library_element table v1" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.400613661Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.403520678Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-09-16T02:52:26.629 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.40630046Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.409158227Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.412054682Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.414878297Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.417804803Z level=info msg="Executing migration" id="create data_keys table" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.420400148Z level=info msg="Executing migration" id="create secrets table" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.420851957Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.425085932Z level=info msg="Executing migration" id="add name column into data_keys" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.426010592Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.426849582Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.431061503Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.435381045Z level=info msg="Executing migration" id="create kv_store table v1" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.436300939Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-09-16T02:52:26.630 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.437106336Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.438080749Z level=info msg="Executing migration" id="create permission table" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.438783778Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.4396716Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.440559958Z level=info msg="Executing migration" id="create role table" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.441423176Z level=info msg="Executing migration" id="add column display_name" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.442366263Z level=info msg="Executing migration" id="add column group_name" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.443314284Z level=info msg="Executing migration" id="add index role.org_id" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.44429005Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.445023622Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.446135388Z level=info msg="Executing migration" id="create team role table" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.446730079Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.447749886Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.448497566Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-09-16T02:52:26.631 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.449540123Z level=info msg="Executing migration" id="create user role table" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.450415127Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.451163755Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.452075735Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.45290361Z level=info msg="Executing migration" id="create builtin role table" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.453873223Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.454595743Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.455511079Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.456518167Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.457013054Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.457471332Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.457851345Z level=info msg="Executing migration" id="add unique index role.uid" 2024-09-16T02:52:26.632 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.458286476Z level=info msg="Executing migration" id="create seed assignment table" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.461114868Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.461583665Z level=info msg="Executing migration" id="add column hidden to role table" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.462564847Z level=info msg="Executing migration" id="create query_history table v1" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.462963088Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.463385409Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.463642995Z level=info msg="Executing migration" id="teams permissions migration" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.464034862Z level=info msg="Executing migration" id="dashboard permissions" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.464495801Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.464827503Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.465146185Z level=info msg="Executing migration" id="alerting notification permissions" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.465502682Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.465881941Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.466326503Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-09-16T02:52:26.633 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.467280169Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-09-16T02:52:26.634 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.467573341Z level=info msg="Executing migration" id="create correlation table v1" 2024-09-16T02:52:26.634 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.46798401Z level=info msg="Executing migration" id="add index correlations.uid" 2024-09-16T02:52:26.634 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.468401144Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-09-16T02:52:26.634 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.468812543Z level=info msg="Executing migration" id="add correlation config column" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.469802857Z level=info msg="Executing migration" id="create entity_events table" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.470241676Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.47064404Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.47072259Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.470996783Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.471077239Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.471337278Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.471710462Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-09-16T02:52:26.635 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.472119425Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.472541536Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.472963598Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.473367957Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.473748631Z level=info msg="Executing migration" id="Drop public config table" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.474184219Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.474592251Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.474987837Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.475439419Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.478459893Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.481484141Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-09-16T02:52:26.636 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.482517189Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.483508465Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.483818104Z level=info msg="Executing migration" id="add share column" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.484831713Z level=info msg="Executing migration" id="create default alerting folders" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.485285636Z level=info msg="Executing migration" id="create file table" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.485718883Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.488464877Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.488950252Z level=info msg="Executing migration" id="create file_meta table" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.491925602Z level=info msg="Executing migration" id="file table idx: path key" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.494941261Z level=info msg="Executing migration" id="set path collation in file table" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.49777368Z level=info msg="Executing migration" id="managed permissions migration" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.500657806Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.503440211Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.506217305Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-09-16T02:52:26.637 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.509064655Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.511998947Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.514831247Z level=info msg="Executing migration" id="update group index for alert rules" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.517605704Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.520448511Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.523381216Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.526101223Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.529029336Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.531778146Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.541481933Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.54410979Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.546904045Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.550219407Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-09-16T02:52:26.638 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.552861615Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-09-16T02:52:26.639 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.555451594Z level=info msg="Executing migration" id="create folder table" 2024-09-16T02:52:26.639 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.558069315Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-09-16T02:52:26.639 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.56079304Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-09-16T02:52:26.639 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.563435478Z level=info msg="Executing migration" id="Update folder title length" 2024-09-16T02:52:26.639 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.566193225Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-09-16T02:52:26.639 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=migrator t=2024-09-16T02:52:26.568793117Z level=info msg="migrations completed" performed=485 skipped=0 duration=737.038473ms 2024-09-16T02:52:26.639 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=sqlstore t=2024-09-16T02:52:26.569206738Z level=info msg="Created default organization" 2024-09-16T02:52:26.639 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=plugin.loader t=2024-09-16T02:52:26.624187461Z level=info msg="Plugin registered" pluginID=input 2024-09-16T02:52:26.908 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=plugin.loader t=2024-09-16T02:52:26.653261052Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-09-16T02:52:26.908 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=plugin.loader t=2024-09-16T02:52:26.653287704Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-09-16T02:52:26.908 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=secrets t=2024-09-16T02:52:26.653324318Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-16T02:52:26.909 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=query_data t=2024-09-16T02:52:26.656498377Z level=info msg="Query Service initialization" 2024-09-16T02:52:26.909 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=live.push_http t=2024-09-16T02:52:26.658765483Z level=info msg="Live Push Gateway initialization" 2024-09-16T02:52:26.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[27580]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[38292]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:26 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:27.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-mon[31162]: Deploying daemon node-exporter.a on smithi097 2024-09-16T02:52:27.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:27.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=infra.usagestats.collector t=2024-09-16T02:52:27.371462629Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=provisioning.datasources t=2024-09-16T02:52:27.425759236Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=provisioning.datasources t=2024-09-16T02:52:27.457642856Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=provisioning.alerting t=2024-09-16T02:52:27.478992592Z level=info msg="starting to provision alerting" 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=provisioning.alerting t=2024-09-16T02:52:27.479013597Z level=info msg="finished to provision alerting" 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=ngalert.state.manager t=2024-09-16T02:52:27.47917679Z level=info msg="Warming state cache for startup" 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=grafanaStorageLogger t=2024-09-16T02:52:27.479196909Z level=info msg="storage starting" 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=http.server t=2024-09-16T02:52:27.480968764Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=ngalert.state.manager t=2024-09-16T02:52:27.489708137Z level=info msg="State cache has been initialized" states=0 duration=10.527561ms 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=sqlstore.transactions t=2024-09-16T02:52:27.489682158Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T02:52:27.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=ngalert.multiorg.alertmanager t=2024-09-16T02:52:27.489844062Z level=info msg="starting MultiOrg Alertmanager" 2024-09-16T02:52:27.660 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=ticker t=2024-09-16T02:52:27.490026957Z level=info msg=starting first_tick=2024-09-16T02:52:30Z 2024-09-16T02:52:27.660 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=sqlstore.transactions t=2024-09-16T02:52:27.543735886Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T02:52:27.660 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=sqlstore.transactions t=2024-09-16T02:52:27.554534565Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-09-16T02:52:27.660 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=sqlstore.transactions t=2024-09-16T02:52:27.566833135Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T02:52:27.660 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 02:52:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=sqlstore.transactions t=2024-09-16T02:52:27.591786403Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T02:52:27.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:27 smithi097 ceph-mon[27580]: Deploying daemon node-exporter.a on smithi097 2024-09-16T02:52:27.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:27 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:27.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:27 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:27 smithi097 ceph-mon[38292]: Deploying daemon node-exporter.a on smithi097 2024-09-16T02:52:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:27 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:27 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:28.869 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:28 smithi097 ceph-mon[27580]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:28.869 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:28 smithi097 ceph-mon[38292]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:28 smithi184 ceph-mon[31162]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:29.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:52:29] "GET /metrics HTTP/1.1" 200 33660 "" "Prometheus/2.43.0" 2024-09-16T02:52:30.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:30 smithi097 ceph-mon[27580]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:30.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:30 smithi097 ceph-mon[38292]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:30.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:30 smithi184 ceph-mon[31162]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:32.651 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:32 smithi097 ceph-mon[27580]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:32.652 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:32 smithi097 ceph-mon[38292]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:32.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:32 smithi184 ceph-mon[31162]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:33.541 INFO:teuthology.orchestra.run.smithi097.stdout:111669149739 2024-09-16T02:52:33.542 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-09-16T02:52:34.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:34 smithi097 ceph-mon[27580]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:34.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:34 smithi097 ceph-mon[38292]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:34.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:34 smithi184 ceph-mon[31162]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:35.384 INFO:teuthology.orchestra.run.smithi097.stdout:55834574900 2024-09-16T02:52:35.384 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-09-16T02:52:36.287 INFO:teuthology.orchestra.run.smithi097.stdout:201863462942 2024-09-16T02:52:36.288 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-09-16T02:52:36.690 INFO:teuthology.orchestra.run.smithi097.stdout:167503724577 2024-09-16T02:52:36.690 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-09-16T02:52:36.847 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:36 smithi097 ceph-mon[27580]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:36.847 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:36 smithi097 ceph-mon[38292]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:36.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:36 smithi184 ceph-mon[31162]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:37.744 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:37 smithi097 bash[71934]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-16T02:52:38.143 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:37 smithi097 bash[71934]: Writing manifest to image destination 2024-09-16T02:52:38.468 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:38 smithi097 podman[71934]: 2024-09-16 02:52:38.208110288 +0000 UTC m=+3.344296546 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T02:52:38.468 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:38 smithi097 podman[71934]: 2024-09-16 02:52:38.358374957 +0000 UTC m=+3.494561328 container create 0fd2efd95c6ff2c603fc9e70dda1a351ac9767943e6e00829a4ecf4d512e347e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T02:52:38.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:38 smithi184 ceph-mon[31162]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:38.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:38 smithi097 ceph-mon[27580]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:38.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:38 smithi097 ceph-mon[38292]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:39.332 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:52:39] "GET /metrics HTTP/1.1" 200 33660 "" "Prometheus/2.43.0" 2024-09-16T02:52:39.351 INFO:teuthology.orchestra.run.smithi097.stdout:133143986215 2024-09-16T02:52:39.352 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-09-16T02:52:39.650 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 podman[71934]: 2024-09-16 02:52:39.440005376 +0000 UTC m=+4.576191639 container init 0fd2efd95c6ff2c603fc9e70dda1a351ac9767943e6e00829a4ecf4d512e347e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T02:52:39.650 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 podman[71934]: 2024-09-16 02:52:39.44353734 +0000 UTC m=+4.579723587 container start 0fd2efd95c6ff2c603fc9e70dda1a351ac9767943e6e00829a4ecf4d512e347e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T02:52:39.651 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.447Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T02:52:39.651 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.447Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T02:52:39.651 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.447Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T02:52:39.651 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.447Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T02:52:39.651 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.447Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T02:52:39.651 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.447Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T02:52:39.652 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T02:52:39.652 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T02:52:39.652 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T02:52:39.652 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T02:52:39.652 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T02:52:39.653 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T02:52:39.653 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T02:52:39.653 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T02:52:39.653 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T02:52:39.653 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T02:52:39.653 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T02:52:39.654 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T02:52:39.654 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T02:52:39.654 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T02:52:39.654 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T02:52:39.654 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T02:52:39.654 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T02:52:39.654 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T02:52:39.655 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T02:52:39.655 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T02:52:39.655 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T02:52:39.655 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T02:52:39.655 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T02:52:39.655 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T02:52:39.656 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T02:52:39.657 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T02:52:39.657 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T02:52:39.657 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T02:52:39.657 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T02:52:39.657 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T02:52:39.657 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T02:52:39.657 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T02:52:39.658 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T02:52:39.658 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T02:52:39.658 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T02:52:39.658 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.448Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T02:52:39.658 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.449Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T02:52:39.658 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[72221]: ts=2024-09-16T02:52:39.449Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T02:52:40.244 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:40 smithi097 bash[71934]: 0fd2efd95c6ff2c603fc9e70dda1a351ac9767943e6e00829a4ecf4d512e347e 2024-09-16T02:52:40.244 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 02:52:40 smithi097 systemd[1]: Started Ceph node-exporter.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:52:40.863 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:40 smithi184 ceph-mon[31162]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:40.863 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:40 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:40.863 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:40 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:40.863 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:40 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:40.962 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:40 smithi097 ceph-mon[27580]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:40.962 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:40 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:40.962 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:40 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:40.962 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:40 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:40.963 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:40 smithi097 ceph-mon[38292]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:40.963 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:40 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:40.963 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:40 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:40.963 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:40 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:41.158 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:41 smithi184 bash[61231]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-09-16T02:52:41.313 INFO:teuthology.orchestra.run.smithi097.stdout:34359738426 2024-09-16T02:52:41.313 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-09-16T02:52:41.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:41 smithi184 ceph-mon[31162]: Deploying daemon node-exporter.b on smithi184 2024-09-16T02:52:41.659 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:41 smithi184 bash[61231]: Getting image source signatures 2024-09-16T02:52:41.659 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:41 smithi184 bash[61231]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-09-16T02:52:41.659 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:41 smithi184 bash[61231]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-09-16T02:52:41.659 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:41 smithi184 bash[61231]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-09-16T02:52:41.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:41 smithi097 ceph-mon[27580]: Deploying daemon node-exporter.b on smithi184 2024-09-16T02:52:41.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:41 smithi097 ceph-mon[38292]: Deploying daemon node-exporter.b on smithi184 2024-09-16T02:52:42.058 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:42.081 INFO:teuthology.orchestra.run.smithi097.stdout:236223201306 2024-09-16T02:52:42.082 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-09-16T02:52:42.449 INFO:teuthology.orchestra.run.smithi097.stdout:77309411377 2024-09-16T02:52:42.450 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-09-16T02:52:42.461 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:42.715 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:42 smithi097 ceph-mon[27580]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:42.715 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:42 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:42.716 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:42 smithi097 ceph-mon[38292]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:42.716 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:42 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:42.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:42 smithi184 ceph-mon[31162]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:42.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:42 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:42.909 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:42 smithi184 bash[61231]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-09-16T02:52:42.909 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:42 smithi184 bash[61231]: Writing manifest to image destination 2024-09-16T02:52:43.149 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:43.491 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 podman[61231]: 2024-09-16 02:52:43.178915813 +0000 UTC m=+2.221626658 container create c27be011fb735b28b3dad5e7b094b3d87db637975f1032686ec2fd0d81dd4042 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T02:52:43.491 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 podman[61231]: 2024-09-16 02:52:43.09658009 +0000 UTC m=+2.139290935 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-09-16T02:52:43.491 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 podman[61231]: 2024-09-16 02:52:43.414239869 +0000 UTC m=+2.456950720 container init c27be011fb735b28b3dad5e7b094b3d87db637975f1032686ec2fd0d81dd4042 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T02:52:43.491 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 podman[61231]: 2024-09-16 02:52:43.417035122 +0000 UTC m=+2.459745979 container start c27be011fb735b28b3dad5e7b094b3d87db637975f1032686ec2fd0d81dd4042 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T02:52:43.491 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.420Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-09-16T02:52:43.491 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.421Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-09-16T02:52:43.491 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.421Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.421Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.421Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.421Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T02:52:43.492 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T02:52:43.493 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T02:52:43.494 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T02:52:43.495 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T02:52:43.496 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.422Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T02:52:43.496 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.423Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-09-16T02:52:43.496 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[61307]: ts=2024-09-16T02:52:43.423Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T02:52:43.496 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 bash[61231]: c27be011fb735b28b3dad5e7b094b3d87db637975f1032686ec2fd0d81dd4042 2024-09-16T02:52:43.908 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 02:52:43 smithi184 systemd[1]: Started Ceph node-exporter.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:52:44.478 INFO:teuthology.orchestra.run.smithi097.stdout:111669149742 2024-09-16T02:52:44.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[27580]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:44.748 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.748 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.748 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.748 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.748 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.748 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:52:44.748 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2562594350' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T02:52:44.748 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[38292]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:44.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:52:44.749 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:44 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2562594350' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T02:52:44.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:44 smithi184 ceph-mon[31162]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:44.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:44 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:44 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:44 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:44 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:44 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:44.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:44 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:52:44.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:44 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2562594350' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-09-16T02:52:45.451 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149739 got 111669149742 for osd.3 2024-09-16T02:52:45.451 DEBUG:teuthology.parallel:result is None 2024-09-16T02:52:45.925 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:45.925 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:45.926 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:46.677 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:46 smithi097 ceph-mon[27580]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:46.677 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:46 smithi097 ceph-mon[38292]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:46.833 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:46 smithi184 ceph-mon[31162]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:47.942 INFO:teuthology.orchestra.run.smithi097.stdout:236223201307 2024-09-16T02:52:48.857 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:48 smithi097 ceph-mon[38292]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:48.857 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:48 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:48.857 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:48 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1520483984' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T02:52:48.857 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:48 smithi097 ceph-mon[27580]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:48.857 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:48 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:48.857 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:48 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1520483984' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T02:52:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:48 smithi184 ceph-mon[31162]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:48 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:48.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:48 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1520483984' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-09-16T02:52:49.142 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:52:49] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-09-16T02:52:49.941 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:49.942 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:52:49.970 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201306 got 236223201307 for osd.7 2024-09-16T02:52:49.970 DEBUG:teuthology.parallel:result is None 2024-09-16T02:52:50.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:50 smithi184 ceph-mon[31162]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:50.773 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:50 smithi097 ceph-mon[27580]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:50.773 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:50 smithi097 ceph-mon[38292]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:52.175 INFO:teuthology.orchestra.run.smithi097.stdout:201863462946 2024-09-16T02:52:52.824 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:52 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:52.824 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:52 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:52.825 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:52 smithi097 ceph-mon[27580]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:52.825 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:52 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1423683890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T02:52:52.825 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:52 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:52.825 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:52 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:52.826 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:52 smithi097 ceph-mon[38292]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:52.826 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:52 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1423683890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T02:52:52.864 INFO:teuthology.orchestra.run.smithi097.stdout:77309411379 2024-09-16T02:52:52.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:52 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:52.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:52 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:52:52.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:52 smithi184 ceph-mon[31162]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:52.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:52 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1423683890' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-09-16T02:52:53.627 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411377 got 77309411379 for osd.2 2024-09-16T02:52:53.627 DEBUG:teuthology.parallel:result is None 2024-09-16T02:52:53.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:53 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1769313353' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T02:52:53.872 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:53 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1769313353' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T02:52:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:53 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1769313353' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-09-16T02:52:54.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:54 smithi097 ceph-mon[27580]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:54.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:54 smithi097 ceph-mon[38292]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:54.747 INFO:teuthology.orchestra.run.smithi097.stdout:34359738429 2024-09-16T02:52:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:54 smithi184 ceph-mon[31162]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:55.092 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462942 got 201863462946 for osd.6 2024-09-16T02:52:55.093 DEBUG:teuthology.parallel:result is None 2024-09-16T02:52:55.718 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:55 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/133477072' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T02:52:55.718 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:55 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/133477072' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T02:52:55.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:55 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/133477072' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-09-16T02:52:56.081 INFO:teuthology.orchestra.run.smithi097.stdout:55834574904 2024-09-16T02:52:56.453 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738426 got 34359738429 for osd.0 2024-09-16T02:52:56.454 DEBUG:teuthology.parallel:result is None 2024-09-16T02:52:56.726 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:56 smithi097 ceph-mon[27580]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:56.726 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:56 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/136300270' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T02:52:56.726 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:56 smithi097 ceph-mon[38292]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:56.726 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:56 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/136300270' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T02:52:56.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:56 smithi184 ceph-mon[31162]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:56.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:56 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/136300270' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-09-16T02:52:57.661 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:57 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:57.662 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:57 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:57.663 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574900 got 55834574904 for osd.1 2024-09-16T02:52:57.663 DEBUG:teuthology.parallel:result is None 2024-09-16T02:52:57.907 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:57 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:52:58.725 INFO:teuthology.orchestra.run.smithi097.stdout:167503724582 2024-09-16T02:52:58.866 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:58 smithi097 ceph-mon[27580]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:58.866 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:58 smithi097 ceph-mon[38292]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:58.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:58 smithi184 ceph-mon[31162]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:52:59.235 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:52:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:52:59] "GET /metrics HTTP/1.1" 200 33665 "" "Prometheus/2.43.0" 2024-09-16T02:52:59.565 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724577 got 167503724582 for osd.5 2024-09-16T02:52:59.565 DEBUG:teuthology.parallel:result is None 2024-09-16T02:52:59.878 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:52:59 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3676237287' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T02:52:59.878 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:52:59 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3676237287' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T02:52:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:52:59 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3676237287' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-09-16T02:53:00.580 INFO:teuthology.orchestra.run.smithi097.stdout:133143986220 2024-09-16T02:53:00.896 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:00 smithi097 ceph-mon[27580]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:00.896 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:00 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2410822624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T02:53:00.896 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:00 smithi097 ceph-mon[38292]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:00.896 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:00 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2410822624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T02:53:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:00 smithi184 ceph-mon[31162]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:00 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2410822624' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-09-16T02:53:01.292 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986215 got 133143986220 for osd.4 2024-09-16T02:53:01.292 DEBUG:teuthology.parallel:result is None 2024-09-16T02:53:01.292 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-09-16T02:53:01.293 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T02:53:02.136 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:02.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:02 smithi184 ceph-mon[31162]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:02.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:02 smithi097 ceph-mon[27580]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:02.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:02 smithi097 ceph-mon[38292]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[27580]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[27580]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T02:53:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[27580]: Reconfiguring daemon alertmanager.a on smithi097 2024-09-16T02:53:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[38292]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[38292]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T02:53:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:03 smithi097 ceph-mon[38292]: Reconfiguring daemon alertmanager.a on smithi097 2024-09-16T02:53:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:03 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:03 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:03 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:03 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:03 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:03 smithi184 ceph-mon[31162]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:03 smithi184 ceph-mon[31162]: Reconfiguring alertmanager.a (dependencies changed)... 2024-09-16T02:53:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:03 smithi184 ceph-mon[31162]: Reconfiguring daemon alertmanager.a on smithi097 2024-09-16T02:53:04.646 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:53:04.647 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-16T02:53:05.477 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-09-16T02:53:03.524885+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228264,"kb_used_data":8008,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749732952,"statfs":{"total":767960285184,"available":767726542848,"internally_reserved":0,"allocated":8200192,"data_stored":4596087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002583"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309525+0000","last_change":"2024-09-16T02:51:39.470231+0000","last_active":"2024-09-16T02:52:07.309525+0000","last_peered":"2024-09-16T02:52:07.309525+0000","last_clean":"2024-09-16T02:52:07.309525+0000","last_became_active":"2024-09-16T02:51:39.469829+0000","last_became_peered":"2024-09-16T02:51:39.469829+0000","last_unstale":"2024-09-16T02:52:07.309525+0000","last_undegraded":"2024-09-16T02:52:07.309525+0000","last_fullsized":"2024-09-16T02:52:07.309525+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:40:03.549972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310299+0000","last_change":"2024-09-16T02:51:39.470082+0000","last_active":"2024-09-16T02:52:07.310299+0000","last_peered":"2024-09-16T02:52:07.310299+0000","last_clean":"2024-09-16T02:52:07.310299+0000","last_became_active":"2024-09-16T02:51:39.469709+0000","last_became_peered":"2024-09-16T02:51:39.469709+0000","last_unstale":"2024-09-16T02:52:07.310299+0000","last_undegraded":"2024-09-16T02:52:07.310299+0000","last_fullsized":"2024-09-16T02:52:07.310299+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:43.087383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971881+0000","last_change":"2024-09-16T02:51:09.654570+0000","last_active":"2024-09-16T02:52:07.971881+0000","last_peered":"2024-09-16T02:52:07.971881+0000","last_clean":"2024-09-16T02:52:07.971881+0000","last_became_active":"2024-09-16T02:51:09.654291+0000","last_became_peered":"2024-09-16T02:51:09.654291+0000","last_unstale":"2024-09-16T02:52:07.971881+0000","last_undegraded":"2024-09-16T02:52:07.971881+0000","last_fullsized":"2024-09-16T02:52:07.971881+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:33:23.097855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313048+0000","last_change":"2024-09-16T02:51:09.675104+0000","last_active":"2024-09-16T02:52:07.313048+0000","last_peered":"2024-09-16T02:52:07.313048+0000","last_clean":"2024-09-16T02:52:07.313048+0000","last_became_active":"2024-09-16T02:51:09.674814+0000","last_became_peered":"2024-09-16T02:51:09.674814+0000","last_unstale":"2024-09-16T02:52:07.313048+0000","last_undegraded":"2024-09-16T02:52:07.313048+0000","last_fullsized":"2024-09-16T02:52:07.313048+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:27.965930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546356+0000","last_change":"2024-09-16T02:51:09.655542+0000","last_active":"2024-09-16T02:52:07.546356+0000","last_peered":"2024-09-16T02:52:07.546356+0000","last_clean":"2024-09-16T02:52:07.546356+0000","last_became_active":"2024-09-16T02:51:09.655261+0000","last_became_peered":"2024-09-16T02:51:09.655261+0000","last_unstale":"2024-09-16T02:52:07.546356+0000","last_undegraded":"2024-09-16T02:52:07.546356+0000","last_fullsized":"2024-09-16T02:52:07.546356+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:56.738910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.308973+0000","last_change":"2024-09-16T02:51:39.039670+0000","last_active":"2024-09-16T02:52:07.308973+0000","last_peered":"2024-09-16T02:52:07.308973+0000","last_clean":"2024-09-16T02:52:07.308973+0000","last_became_active":"2024-09-16T02:51:39.039358+0000","last_became_peered":"2024-09-16T02:51:39.039358+0000","last_unstale":"2024-09-16T02:52:07.308973+0000","last_undegraded":"2024-09-16T02:52:07.308973+0000","last_fullsized":"2024-09-16T02:52:07.308973+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:00.914514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546056+0000","last_change":"2024-09-16T02:51:09.663180+0000","last_active":"2024-09-16T02:52:07.546056+0000","last_peered":"2024-09-16T02:52:07.546056+0000","last_clean":"2024-09-16T02:52:07.546056+0000","last_became_active":"2024-09-16T02:51:09.662916+0000","last_became_peered":"2024-09-16T02:51:09.662916+0000","last_unstale":"2024-09-16T02:52:07.546056+0000","last_undegraded":"2024-09-16T02:52:07.546056+0000","last_fullsized":"2024-09-16T02:52:07.546056+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:51.711496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759387+0000","last_change":"2024-09-16T02:51:09.665921+0000","last_active":"2024-09-16T02:52:07.759387+0000","last_peered":"2024-09-16T02:52:07.759387+0000","last_clean":"2024-09-16T02:52:07.759387+0000","last_became_active":"2024-09-16T02:51:09.665656+0000","last_became_peered":"2024-09-16T02:51:09.665656+0000","last_unstale":"2024-09-16T02:52:07.759387+0000","last_undegraded":"2024-09-16T02:52:07.759387+0000","last_fullsized":"2024-09-16T02:52:07.759387+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:37.490666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546828+0000","last_change":"2024-09-16T02:51:09.674683+0000","last_active":"2024-09-16T02:52:07.546828+0000","last_peered":"2024-09-16T02:52:07.546828+0000","last_clean":"2024-09-16T02:52:07.546828+0000","last_became_active":"2024-09-16T02:51:09.674427+0000","last_became_peered":"2024-09-16T02:51:09.674427+0000","last_unstale":"2024-09-16T02:52:07.546828+0000","last_undegraded":"2024-09-16T02:52:07.546828+0000","last_fullsized":"2024-09-16T02:52:07.546828+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:29.201871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524856+0000","last_change":"2024-09-16T02:51:09.667194+0000","last_active":"2024-09-16T02:52:07.524856+0000","last_peered":"2024-09-16T02:52:07.524856+0000","last_clean":"2024-09-16T02:52:07.524856+0000","last_became_active":"2024-09-16T02:51:09.666858+0000","last_became_peered":"2024-09-16T02:51:09.666858+0000","last_unstale":"2024-09-16T02:52:07.524856+0000","last_undegraded":"2024-09-16T02:52:07.524856+0000","last_fullsized":"2024-09-16T02:52:07.524856+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:33:17.357552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524846+0000","last_change":"2024-09-16T02:51:09.666021+0000","last_active":"2024-09-16T02:52:07.524846+0000","last_peered":"2024-09-16T02:52:07.524846+0000","last_clean":"2024-09-16T02:52:07.524846+0000","last_became_active":"2024-09-16T02:51:09.664583+0000","last_became_peered":"2024-09-16T02:51:09.664583+0000","last_unstale":"2024-09-16T02:52:07.524846+0000","last_undegraded":"2024-09-16T02:52:07.524846+0000","last_fullsized":"2024-09-16T02:52:07.524846+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:16.100087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305292+0000","last_change":"2024-09-16T02:51:09.663095+0000","last_active":"2024-09-16T02:52:07.305292+0000","last_peered":"2024-09-16T02:52:07.305292+0000","last_clean":"2024-09-16T02:52:07.305292+0000","last_became_active":"2024-09-16T02:51:09.662577+0000","last_became_peered":"2024-09-16T02:51:09.662577+0000","last_unstale":"2024-09-16T02:52:07.305292+0000","last_undegraded":"2024-09-16T02:52:07.305292+0000","last_fullsized":"2024-09-16T02:52:07.305292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:06.346927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759713+0000","last_change":"2024-09-16T02:51:09.659743+0000","last_active":"2024-09-16T02:52:07.759713+0000","last_peered":"2024-09-16T02:52:07.759713+0000","last_clean":"2024-09-16T02:52:07.759713+0000","last_became_active":"2024-09-16T02:51:09.659503+0000","last_became_peered":"2024-09-16T02:51:09.659503+0000","last_unstale":"2024-09-16T02:52:07.759713+0000","last_undegraded":"2024-09-16T02:52:07.759713+0000","last_fullsized":"2024-09-16T02:52:07.759713+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:05.957864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971487+0000","last_change":"2024-09-16T02:51:09.667066+0000","last_active":"2024-09-16T02:52:07.971487+0000","last_peered":"2024-09-16T02:52:07.971487+0000","last_clean":"2024-09-16T02:52:07.971487+0000","last_became_active":"2024-09-16T02:51:09.666823+0000","last_became_peered":"2024-09-16T02:51:09.666823+0000","last_unstale":"2024-09-16T02:52:07.971487+0000","last_undegraded":"2024-09-16T02:52:07.971487+0000","last_fullsized":"2024-09-16T02:52:07.971487+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:30.067908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309835+0000","last_change":"2024-09-16T02:51:09.653761+0000","last_active":"2024-09-16T02:52:07.309835+0000","last_peered":"2024-09-16T02:52:07.309835+0000","last_clean":"2024-09-16T02:52:07.309835+0000","last_became_active":"2024-09-16T02:51:09.652737+0000","last_became_peered":"2024-09-16T02:51:09.652737+0000","last_unstale":"2024-09-16T02:52:07.309835+0000","last_undegraded":"2024-09-16T02:52:07.309835+0000","last_fullsized":"2024-09-16T02:52:07.309835+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:24.164012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313055+0000","last_change":"2024-09-16T02:51:09.672197+0000","last_active":"2024-09-16T02:52:07.313055+0000","last_peered":"2024-09-16T02:52:07.313055+0000","last_clean":"2024-09-16T02:52:07.313055+0000","last_became_active":"2024-09-16T02:51:09.671342+0000","last_became_peered":"2024-09-16T02:51:09.671342+0000","last_unstale":"2024-09-16T02:52:07.313055+0000","last_undegraded":"2024-09-16T02:52:07.313055+0000","last_fullsized":"2024-09-16T02:52:07.313055+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:05.148248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313696+0000","last_change":"2024-09-16T02:51:09.667985+0000","last_active":"2024-09-16T02:52:07.313696+0000","last_peered":"2024-09-16T02:52:07.313696+0000","last_clean":"2024-09-16T02:52:07.313696+0000","last_became_active":"2024-09-16T02:51:09.667695+0000","last_became_peered":"2024-09-16T02:51:09.667695+0000","last_unstale":"2024-09-16T02:52:07.313696+0000","last_undegraded":"2024-09-16T02:52:07.313696+0000","last_fullsized":"2024-09-16T02:52:07.313696+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:08.577935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309424+0000","last_change":"2024-09-16T02:51:09.664877+0000","last_active":"2024-09-16T02:52:07.309424+0000","last_peered":"2024-09-16T02:52:07.309424+0000","last_clean":"2024-09-16T02:52:07.309424+0000","last_became_active":"2024-09-16T02:51:09.664583+0000","last_became_peered":"2024-09-16T02:51:09.664583+0000","last_unstale":"2024-09-16T02:52:07.309424+0000","last_undegraded":"2024-09-16T02:52:07.309424+0000","last_fullsized":"2024-09-16T02:52:07.309424+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:28.394382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546664+0000","last_change":"2024-09-16T02:51:09.667769+0000","last_active":"2024-09-16T02:52:07.546664+0000","last_peered":"2024-09-16T02:52:07.546664+0000","last_clean":"2024-09-16T02:52:07.546664+0000","last_became_active":"2024-09-16T02:51:09.666983+0000","last_became_peered":"2024-09-16T02:51:09.666983+0000","last_unstale":"2024-09-16T02:52:07.546664+0000","last_undegraded":"2024-09-16T02:52:07.546664+0000","last_fullsized":"2024-09-16T02:52:07.546664+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:50:23.699381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524707+0000","last_change":"2024-09-16T02:51:09.662262+0000","last_active":"2024-09-16T02:52:07.524707+0000","last_peered":"2024-09-16T02:52:07.524707+0000","last_clean":"2024-09-16T02:52:07.524707+0000","last_became_active":"2024-09-16T02:51:09.661102+0000","last_became_peered":"2024-09-16T02:51:09.661102+0000","last_unstale":"2024-09-16T02:52:07.524707+0000","last_undegraded":"2024-09-16T02:52:07.524707+0000","last_fullsized":"2024-09-16T02:52:07.524707+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:49.320091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971717+0000","last_change":"2024-09-16T02:51:09.657161+0000","last_active":"2024-09-16T02:52:07.971717+0000","last_peered":"2024-09-16T02:52:07.971717+0000","last_clean":"2024-09-16T02:52:07.971717+0000","last_became_active":"2024-09-16T02:51:09.656871+0000","last_became_peered":"2024-09-16T02:51:09.656871+0000","last_unstale":"2024-09-16T02:52:07.971717+0000","last_undegraded":"2024-09-16T02:52:07.971717+0000","last_fullsized":"2024-09-16T02:52:07.971717+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:16.977312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313624+0000","last_change":"2024-09-16T02:51:09.669987+0000","last_active":"2024-09-16T02:52:07.313624+0000","last_peered":"2024-09-16T02:52:07.313624+0000","last_clean":"2024-09-16T02:52:07.313624+0000","last_became_active":"2024-09-16T02:51:09.669691+0000","last_became_peered":"2024-09-16T02:51:09.669691+0000","last_unstale":"2024-09-16T02:52:07.313624+0000","last_undegraded":"2024-09-16T02:52:07.313624+0000","last_fullsized":"2024-09-16T02:52:07.313624+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:28.220792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759438+0000","last_change":"2024-09-16T02:51:09.662531+0000","last_active":"2024-09-16T02:52:07.759438+0000","last_peered":"2024-09-16T02:52:07.759438+0000","last_clean":"2024-09-16T02:52:07.759438+0000","last_became_active":"2024-09-16T02:51:09.662263+0000","last_became_peered":"2024-09-16T02:51:09.662263+0000","last_unstale":"2024-09-16T02:52:07.759438+0000","last_undegraded":"2024-09-16T02:52:07.759438+0000","last_fullsized":"2024-09-16T02:52:07.759438+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:22.360153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313249+0000","last_change":"2024-09-16T02:51:09.673160+0000","last_active":"2024-09-16T02:52:07.313249+0000","last_peered":"2024-09-16T02:52:07.313249+0000","last_clean":"2024-09-16T02:52:07.313249+0000","last_became_active":"2024-09-16T02:51:09.672481+0000","last_became_peered":"2024-09-16T02:51:09.672481+0000","last_unstale":"2024-09-16T02:52:07.313249+0000","last_undegraded":"2024-09-16T02:52:07.313249+0000","last_fullsized":"2024-09-16T02:52:07.313249+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:11.885878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759848+0000","last_change":"2024-09-16T02:51:09.663210+0000","last_active":"2024-09-16T02:52:07.759848+0000","last_peered":"2024-09-16T02:52:07.759848+0000","last_clean":"2024-09-16T02:52:07.759848+0000","last_became_active":"2024-09-16T02:51:09.662959+0000","last_became_peered":"2024-09-16T02:51:09.662959+0000","last_unstale":"2024-09-16T02:52:07.759848+0000","last_undegraded":"2024-09-16T02:52:07.759848+0000","last_fullsized":"2024-09-16T02:52:07.759848+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:51:30.214267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524960+0000","last_change":"2024-09-16T02:51:09.669036+0000","last_active":"2024-09-16T02:52:07.524960+0000","last_peered":"2024-09-16T02:52:07.524960+0000","last_clean":"2024-09-16T02:52:07.524960+0000","last_became_active":"2024-09-16T02:51:09.668616+0000","last_became_peered":"2024-09-16T02:51:09.668616+0000","last_unstale":"2024-09-16T02:52:07.524960+0000","last_undegraded":"2024-09-16T02:52:07.524960+0000","last_fullsized":"2024-09-16T02:52:07.524960+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:29.381001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309680+0000","last_change":"2024-09-16T02:51:09.655711+0000","last_active":"2024-09-16T02:52:07.309680+0000","last_peered":"2024-09-16T02:52:07.309680+0000","last_clean":"2024-09-16T02:52:07.309680+0000","last_became_active":"2024-09-16T02:51:09.655297+0000","last_became_peered":"2024-09-16T02:51:09.655297+0000","last_unstale":"2024-09-16T02:52:07.309680+0000","last_undegraded":"2024-09-16T02:52:07.309680+0000","last_fullsized":"2024-09-16T02:52:07.309680+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:37.394383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759864+0000","last_change":"2024-09-16T02:51:09.662607+0000","last_active":"2024-09-16T02:52:07.759864+0000","last_peered":"2024-09-16T02:52:07.759864+0000","last_clean":"2024-09-16T02:52:07.759864+0000","last_became_active":"2024-09-16T02:51:09.662347+0000","last_became_peered":"2024-09-16T02:51:09.662347+0000","last_unstale":"2024-09-16T02:52:07.759864+0000","last_undegraded":"2024-09-16T02:52:07.759864+0000","last_fullsized":"2024-09-16T02:52:07.759864+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:51.694131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971828+0000","last_change":"2024-09-16T02:51:09.669527+0000","last_active":"2024-09-16T02:52:07.971828+0000","last_peered":"2024-09-16T02:52:07.971828+0000","last_clean":"2024-09-16T02:52:07.971828+0000","last_became_active":"2024-09-16T02:51:09.669227+0000","last_became_peered":"2024-09-16T02:51:09.669227+0000","last_unstale":"2024-09-16T02:52:07.971828+0000","last_undegraded":"2024-09-16T02:52:07.971828+0000","last_fullsized":"2024-09-16T02:52:07.971828+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:19.317035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313582+0000","last_change":"2024-09-16T02:51:09.675762+0000","last_active":"2024-09-16T02:52:07.313582+0000","last_peered":"2024-09-16T02:52:07.313582+0000","last_clean":"2024-09-16T02:52:07.313582+0000","last_became_active":"2024-09-16T02:51:09.675512+0000","last_became_peered":"2024-09-16T02:51:09.675512+0000","last_unstale":"2024-09-16T02:52:07.313582+0000","last_undegraded":"2024-09-16T02:52:07.313582+0000","last_fullsized":"2024-09-16T02:52:07.313582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:57.204736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.308807+0000","last_change":"2024-09-16T02:51:09.664012+0000","last_active":"2024-09-16T02:52:07.308807+0000","last_peered":"2024-09-16T02:52:07.308807+0000","last_clean":"2024-09-16T02:52:07.308807+0000","last_became_active":"2024-09-16T02:51:09.663706+0000","last_became_peered":"2024-09-16T02:51:09.663706+0000","last_unstale":"2024-09-16T02:52:07.308807+0000","last_undegraded":"2024-09-16T02:52:07.308807+0000","last_fullsized":"2024-09-16T02:52:07.308807+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:53.625394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524277+0000","last_change":"2024-09-16T02:51:09.665110+0000","last_active":"2024-09-16T02:52:07.524277+0000","last_peered":"2024-09-16T02:52:07.524277+0000","last_clean":"2024-09-16T02:52:07.524277+0000","last_became_active":"2024-09-16T02:51:09.664861+0000","last_became_peered":"2024-09-16T02:51:09.664861+0000","last_unstale":"2024-09-16T02:52:07.524277+0000","last_undegraded":"2024-09-16T02:52:07.524277+0000","last_fullsized":"2024-09-16T02:52:07.524277+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:58.076127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305019+0000","last_change":"2024-09-16T02:51:09.657235+0000","last_active":"2024-09-16T02:52:07.305019+0000","last_peered":"2024-09-16T02:52:07.305019+0000","last_clean":"2024-09-16T02:52:07.305019+0000","last_became_active":"2024-09-16T02:51:09.656955+0000","last_became_peered":"2024-09-16T02:51:09.656955+0000","last_unstale":"2024-09-16T02:52:07.305019+0000","last_undegraded":"2024-09-16T02:52:07.305019+0000","last_fullsized":"2024-09-16T02:52:07.305019+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:24.325893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759893+0000","last_change":"2024-09-16T02:51:06.641183+0000","last_active":"2024-09-16T02:52:07.759893+0000","last_peered":"2024-09-16T02:52:07.759893+0000","last_clean":"2024-09-16T02:52:07.759893+0000","last_became_active":"2024-09-16T02:51:06.640907+0000","last_became_peered":"2024-09-16T02:51:06.640907+0000","last_unstale":"2024-09-16T02:52:07.759893+0000","last_undegraded":"2024-09-16T02:52:07.759893+0000","last_fullsized":"2024-09-16T02:52:07.759893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:07.731412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971798+0000","last_change":"2024-09-16T02:51:09.669646+0000","last_active":"2024-09-16T02:52:07.971798+0000","last_peered":"2024-09-16T02:52:07.971798+0000","last_clean":"2024-09-16T02:52:07.971798+0000","last_became_active":"2024-09-16T02:51:09.669260+0000","last_became_peered":"2024-09-16T02:51:09.669260+0000","last_unstale":"2024-09-16T02:52:07.971798+0000","last_undegraded":"2024-09-16T02:52:07.971798+0000","last_fullsized":"2024-09-16T02:52:07.971798+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:10.310564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524504+0000","last_change":"2024-09-16T02:51:06.643413+0000","last_active":"2024-09-16T02:52:07.524504+0000","last_peered":"2024-09-16T02:52:07.524504+0000","last_clean":"2024-09-16T02:52:07.524504+0000","last_became_active":"2024-09-16T02:51:06.643156+0000","last_became_peered":"2024-09-16T02:51:06.643156+0000","last_unstale":"2024-09-16T02:52:07.524504+0000","last_undegraded":"2024-09-16T02:52:07.524504+0000","last_fullsized":"2024-09-16T02:52:07.524504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:21.401464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759538+0000","last_change":"2024-09-16T02:51:06.639869+0000","last_active":"2024-09-16T02:52:07.759538+0000","last_peered":"2024-09-16T02:52:07.759538+0000","last_clean":"2024-09-16T02:52:07.759538+0000","last_became_active":"2024-09-16T02:51:06.639556+0000","last_became_peered":"2024-09-16T02:51:06.639556+0000","last_unstale":"2024-09-16T02:52:07.759538+0000","last_undegraded":"2024-09-16T02:52:07.759538+0000","last_fullsized":"2024-09-16T02:52:07.759538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:15.846830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759476+0000","last_change":"2024-09-16T02:51:09.661874+0000","last_active":"2024-09-16T02:52:07.759476+0000","last_peered":"2024-09-16T02:52:07.759476+0000","last_clean":"2024-09-16T02:52:07.759476+0000","last_became_active":"2024-09-16T02:51:09.661574+0000","last_became_peered":"2024-09-16T02:51:09.661574+0000","last_unstale":"2024-09-16T02:52:07.759476+0000","last_undegraded":"2024-09-16T02:52:07.759476+0000","last_fullsized":"2024-09-16T02:52:07.759476+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:37.417950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313265+0000","last_change":"2024-09-16T02:51:06.643695+0000","last_active":"2024-09-16T02:52:07.313265+0000","last_peered":"2024-09-16T02:52:07.313265+0000","last_clean":"2024-09-16T02:52:07.313265+0000","last_became_active":"2024-09-16T02:51:06.643428+0000","last_became_peered":"2024-09-16T02:51:06.643428+0000","last_unstale":"2024-09-16T02:52:07.313265+0000","last_undegraded":"2024-09-16T02:52:07.313265+0000","last_fullsized":"2024-09-16T02:52:07.313265+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:50.102426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309703+0000","last_change":"2024-09-16T02:51:09.654742+0000","last_active":"2024-09-16T02:52:07.309703+0000","last_peered":"2024-09-16T02:52:07.309703+0000","last_clean":"2024-09-16T02:52:07.309703+0000","last_became_active":"2024-09-16T02:51:09.654483+0000","last_became_peered":"2024-09-16T02:51:09.654483+0000","last_unstale":"2024-09-16T02:52:07.309703+0000","last_undegraded":"2024-09-16T02:52:07.309703+0000","last_fullsized":"2024-09-16T02:52:07.309703+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:34.059722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524709+0000","last_change":"2024-09-16T02:51:06.641841+0000","last_active":"2024-09-16T02:52:07.524709+0000","last_peered":"2024-09-16T02:52:07.524709+0000","last_clean":"2024-09-16T02:52:07.524709+0000","last_became_active":"2024-09-16T02:51:06.641479+0000","last_became_peered":"2024-09-16T02:51:06.641479+0000","last_unstale":"2024-09-16T02:52:07.524709+0000","last_undegraded":"2024-09-16T02:52:07.524709+0000","last_fullsized":"2024-09-16T02:52:07.524709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:42.030616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313549+0000","last_change":"2024-09-16T02:51:09.676565+0000","last_active":"2024-09-16T02:52:07.313549+0000","last_peered":"2024-09-16T02:52:07.313549+0000","last_clean":"2024-09-16T02:52:07.313549+0000","last_became_active":"2024-09-16T02:51:09.676256+0000","last_became_peered":"2024-09-16T02:51:09.676256+0000","last_unstale":"2024-09-16T02:52:07.313549+0000","last_undegraded":"2024-09-16T02:52:07.313549+0000","last_fullsized":"2024-09-16T02:52:07.313549+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:28.588030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313684+0000","last_change":"2024-09-16T02:51:06.643775+0000","last_active":"2024-09-16T02:52:07.313684+0000","last_peered":"2024-09-16T02:52:07.313684+0000","last_clean":"2024-09-16T02:52:07.313684+0000","last_became_active":"2024-09-16T02:51:06.643464+0000","last_became_peered":"2024-09-16T02:51:06.643464+0000","last_unstale":"2024-09-16T02:52:07.313684+0000","last_undegraded":"2024-09-16T02:52:07.313684+0000","last_fullsized":"2024-09-16T02:52:07.313684+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:20.295144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.972076+0000","last_change":"2024-09-16T02:51:09.658420+0000","last_active":"2024-09-16T02:52:07.972076+0000","last_peered":"2024-09-16T02:52:07.972076+0000","last_clean":"2024-09-16T02:52:07.972076+0000","last_became_active":"2024-09-16T02:51:09.657501+0000","last_became_peered":"2024-09-16T02:51:09.657501+0000","last_unstale":"2024-09-16T02:52:07.972076+0000","last_undegraded":"2024-09-16T02:52:07.972076+0000","last_fullsized":"2024-09-16T02:52:07.972076+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:07:15.163095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309811+0000","last_change":"2024-09-16T02:51:06.639956+0000","last_active":"2024-09-16T02:52:07.309811+0000","last_peered":"2024-09-16T02:52:07.309811+0000","last_clean":"2024-09-16T02:52:07.309811+0000","last_became_active":"2024-09-16T02:51:06.639681+0000","last_became_peered":"2024-09-16T02:51:06.639681+0000","last_unstale":"2024-09-16T02:52:07.309811+0000","last_undegraded":"2024-09-16T02:52:07.309811+0000","last_fullsized":"2024-09-16T02:52:07.309811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:36.859800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305421+0000","last_change":"2024-09-16T02:51:09.662866+0000","last_active":"2024-09-16T02:52:07.305421+0000","last_peered":"2024-09-16T02:52:07.305421+0000","last_clean":"2024-09-16T02:52:07.305421+0000","last_became_active":"2024-09-16T02:51:09.662099+0000","last_became_peered":"2024-09-16T02:51:09.662099+0000","last_unstale":"2024-09-16T02:52:07.305421+0000","last_undegraded":"2024-09-16T02:52:07.305421+0000","last_fullsized":"2024-09-16T02:52:07.305421+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:37.603114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524772+0000","last_change":"2024-09-16T02:51:06.642246+0000","last_active":"2024-09-16T02:52:07.524772+0000","last_peered":"2024-09-16T02:52:07.524772+0000","last_clean":"2024-09-16T02:52:07.524772+0000","last_became_active":"2024-09-16T02:51:06.641630+0000","last_became_peered":"2024-09-16T02:51:06.641630+0000","last_unstale":"2024-09-16T02:52:07.524772+0000","last_undegraded":"2024-09-16T02:52:07.524772+0000","last_fullsized":"2024-09-16T02:52:07.524772+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:42:08.985269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546391+0000","last_change":"2024-09-16T02:51:09.655495+0000","last_active":"2024-09-16T02:52:07.546391+0000","last_peered":"2024-09-16T02:52:07.546391+0000","last_clean":"2024-09-16T02:52:07.546391+0000","last_became_active":"2024-09-16T02:51:09.655189+0000","last_became_peered":"2024-09-16T02:51:09.655189+0000","last_unstale":"2024-09-16T02:52:07.546391+0000","last_undegraded":"2024-09-16T02:52:07.546391+0000","last_fullsized":"2024-09-16T02:52:07.546391+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:43.481394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971948+0000","last_change":"2024-09-16T02:51:06.647797+0000","last_active":"2024-09-16T02:52:07.971948+0000","last_peered":"2024-09-16T02:52:07.971948+0000","last_clean":"2024-09-16T02:52:07.971948+0000","last_became_active":"2024-09-16T02:51:06.647512+0000","last_became_peered":"2024-09-16T02:51:06.647512+0000","last_unstale":"2024-09-16T02:52:07.971948+0000","last_undegraded":"2024-09-16T02:52:07.971948+0000","last_fullsized":"2024-09-16T02:52:07.971948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:42.273657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971605+0000","last_change":"2024-09-16T02:51:09.657162+0000","last_active":"2024-09-16T02:52:07.971605+0000","last_peered":"2024-09-16T02:52:07.971605+0000","last_clean":"2024-09-16T02:52:07.971605+0000","last_became_active":"2024-09-16T02:51:09.656668+0000","last_became_peered":"2024-09-16T02:51:09.656668+0000","last_unstale":"2024-09-16T02:52:07.971605+0000","last_undegraded":"2024-09-16T02:52:07.971605+0000","last_fullsized":"2024-09-16T02:52:07.971605+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:30:55.020269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313686+0000","last_change":"2024-09-16T02:51:06.639909+0000","last_active":"2024-09-16T02:52:07.313686+0000","last_peered":"2024-09-16T02:52:07.313686+0000","last_clean":"2024-09-16T02:52:07.313686+0000","last_became_active":"2024-09-16T02:51:06.639578+0000","last_became_peered":"2024-09-16T02:51:06.639578+0000","last_unstale":"2024-09-16T02:52:07.313686+0000","last_undegraded":"2024-09-16T02:52:07.313686+0000","last_fullsized":"2024-09-16T02:52:07.313686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:20.129785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546472+0000","last_change":"2024-09-16T02:51:38.947360+0000","last_active":"2024-09-16T02:52:07.546472+0000","last_peered":"2024-09-16T02:52:07.546472+0000","last_clean":"2024-09-16T02:52:07.546472+0000","last_became_active":"2024-09-16T02:51:38.947114+0000","last_became_peered":"2024-09-16T02:51:38.947114+0000","last_unstale":"2024-09-16T02:52:07.546472+0000","last_undegraded":"2024-09-16T02:52:07.546472+0000","last_fullsized":"2024-09-16T02:52:07.546472+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:32:04.564063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524708+0000","last_change":"2024-09-16T02:51:06.644125+0000","last_active":"2024-09-16T02:52:07.524708+0000","last_peered":"2024-09-16T02:52:07.524708+0000","last_clean":"2024-09-16T02:52:07.524708+0000","last_became_active":"2024-09-16T02:51:06.643841+0000","last_became_peered":"2024-09-16T02:51:06.643841+0000","last_unstale":"2024-09-16T02:52:07.524708+0000","last_undegraded":"2024-09-16T02:52:07.524708+0000","last_fullsized":"2024-09-16T02:52:07.524708+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:47.590042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524623+0000","last_change":"2024-09-16T02:51:09.665080+0000","last_active":"2024-09-16T02:52:07.524623+0000","last_peered":"2024-09-16T02:52:07.524623+0000","last_clean":"2024-09-16T02:52:07.524623+0000","last_became_active":"2024-09-16T02:51:09.664783+0000","last_became_peered":"2024-09-16T02:51:09.664783+0000","last_unstale":"2024-09-16T02:52:07.524623+0000","last_undegraded":"2024-09-16T02:52:07.524623+0000","last_fullsized":"2024-09-16T02:52:07.524623+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:33.640390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.308847+0000","last_change":"2024-09-16T02:51:06.641277+0000","last_active":"2024-09-16T02:52:07.308847+0000","last_peered":"2024-09-16T02:52:07.308847+0000","last_clean":"2024-09-16T02:52:07.308847+0000","last_became_active":"2024-09-16T02:51:06.641034+0000","last_became_peered":"2024-09-16T02:51:06.641034+0000","last_unstale":"2024-09-16T02:52:07.308847+0000","last_undegraded":"2024-09-16T02:52:07.308847+0000","last_fullsized":"2024-09-16T02:52:07.308847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:43:09.969023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546139+0000","last_change":"2024-09-16T02:51:09.667322+0000","last_active":"2024-09-16T02:52:07.546139+0000","last_peered":"2024-09-16T02:52:07.546139+0000","last_clean":"2024-09-16T02:52:07.546139+0000","last_became_active":"2024-09-16T02:51:09.667024+0000","last_became_peered":"2024-09-16T02:51:09.667024+0000","last_unstale":"2024-09-16T02:52:07.546139+0000","last_undegraded":"2024-09-16T02:52:07.546139+0000","last_fullsized":"2024-09-16T02:52:07.546139+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:45.944310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305799+0000","last_change":"2024-09-16T02:51:06.646481+0000","last_active":"2024-09-16T02:52:07.305799+0000","last_peered":"2024-09-16T02:52:07.305799+0000","last_clean":"2024-09-16T02:52:07.305799+0000","last_became_active":"2024-09-16T02:51:06.645498+0000","last_became_peered":"2024-09-16T02:51:06.645498+0000","last_unstale":"2024-09-16T02:52:07.305799+0000","last_undegraded":"2024-09-16T02:52:07.305799+0000","last_fullsized":"2024-09-16T02:52:07.305799+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:07.239628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546743+0000","last_change":"2024-09-16T02:51:09.664813+0000","last_active":"2024-09-16T02:52:07.546743+0000","last_peered":"2024-09-16T02:52:07.546743+0000","last_clean":"2024-09-16T02:52:07.546743+0000","last_became_active":"2024-09-16T02:51:09.664497+0000","last_became_peered":"2024-09-16T02:51:09.664497+0000","last_unstale":"2024-09-16T02:52:07.546743+0000","last_undegraded":"2024-09-16T02:52:07.546743+0000","last_fullsized":"2024-09-16T02:52:07.546743+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:46.911879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309461+0000","last_change":"2024-09-16T02:51:06.641328+0000","last_active":"2024-09-16T02:52:07.309461+0000","last_peered":"2024-09-16T02:52:07.309461+0000","last_clean":"2024-09-16T02:52:07.309461+0000","last_became_active":"2024-09-16T02:51:06.641070+0000","last_became_peered":"2024-09-16T02:51:06.641070+0000","last_unstale":"2024-09-16T02:52:07.309461+0000","last_undegraded":"2024-09-16T02:52:07.309461+0000","last_fullsized":"2024-09-16T02:52:07.309461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:02.332002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546694+0000","last_change":"2024-09-16T02:51:09.663340+0000","last_active":"2024-09-16T02:52:07.546694+0000","last_peered":"2024-09-16T02:52:07.546694+0000","last_clean":"2024-09-16T02:52:07.546694+0000","last_became_active":"2024-09-16T02:51:09.663059+0000","last_became_peered":"2024-09-16T02:51:09.663059+0000","last_unstale":"2024-09-16T02:52:07.546694+0000","last_undegraded":"2024-09-16T02:52:07.546694+0000","last_fullsized":"2024-09-16T02:52:07.546694+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:30:58.474317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309891+0000","last_change":"2024-09-16T02:51:06.644018+0000","last_active":"2024-09-16T02:52:07.309891+0000","last_peered":"2024-09-16T02:52:07.309891+0000","last_clean":"2024-09-16T02:52:07.309891+0000","last_became_active":"2024-09-16T02:51:06.643708+0000","last_became_peered":"2024-09-16T02:51:06.643708+0000","last_unstale":"2024-09-16T02:52:07.309891+0000","last_undegraded":"2024-09-16T02:52:07.309891+0000","last_fullsized":"2024-09-16T02:52:07.309891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:22.689120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313198+0000","last_change":"2024-09-16T02:51:09.670852+0000","last_active":"2024-09-16T02:52:07.313198+0000","last_peered":"2024-09-16T02:52:07.313198+0000","last_clean":"2024-09-16T02:52:07.313198+0000","last_became_active":"2024-09-16T02:51:09.670578+0000","last_became_peered":"2024-09-16T02:51:09.670578+0000","last_unstale":"2024-09-16T02:52:07.313198+0000","last_undegraded":"2024-09-16T02:52:07.313198+0000","last_fullsized":"2024-09-16T02:52:07.313198+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:20.028140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309166+0000","last_change":"2024-09-16T02:51:06.643337+0000","last_active":"2024-09-16T02:52:07.309166+0000","last_peered":"2024-09-16T02:52:07.309166+0000","last_clean":"2024-09-16T02:52:07.309166+0000","last_became_active":"2024-09-16T02:51:06.643082+0000","last_became_peered":"2024-09-16T02:51:06.643082+0000","last_unstale":"2024-09-16T02:52:07.309166+0000","last_undegraded":"2024-09-16T02:52:07.309166+0000","last_fullsized":"2024-09-16T02:52:07.309166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:57.141858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546488+0000","last_change":"2024-09-16T02:51:09.674682+0000","last_active":"2024-09-16T02:52:07.546488+0000","last_peered":"2024-09-16T02:52:07.546488+0000","last_clean":"2024-09-16T02:52:07.546488+0000","last_became_active":"2024-09-16T02:51:09.674404+0000","last_became_peered":"2024-09-16T02:51:09.674404+0000","last_unstale":"2024-09-16T02:52:07.546488+0000","last_undegraded":"2024-09-16T02:52:07.546488+0000","last_fullsized":"2024-09-16T02:52:07.546488+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:35.764165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.790743+0000","last_change":"2024-09-16T02:52:07.525133+0000","last_active":"2024-09-16T02:52:13.790743+0000","last_peered":"2024-09-16T02:52:13.790743+0000","last_clean":"2024-09-16T02:52:13.790743+0000","last_became_active":"2024-09-16T02:52:02.549836+0000","last_became_peered":"2024-09-16T02:52:02.549836+0000","last_unstale":"2024-09-16T02:52:13.790743+0000","last_undegraded":"2024-09-16T02:52:13.790743+0000","last_fullsized":"2024-09-16T02:52:13.790743+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:02.126176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000335743,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":272,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.790347+0000","last_change":"2024-09-16T02:50:42.716054+0000","last_active":"2024-09-16T02:52:13.790347+0000","last_peered":"2024-09-16T02:52:13.790347+0000","last_clean":"2024-09-16T02:52:13.790347+0000","last_became_active":"2024-09-16T02:50:42.715616+0000","last_became_peered":"2024-09-16T02:50:42.715616+0000","last_unstale":"2024-09-16T02:52:13.790347+0000","last_undegraded":"2024-09-16T02:52:13.790347+0000","last_fullsized":"2024-09-16T02:52:13.790347+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_clean_scrub_stamp":"2024-09-16T02:48:48.469170+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:35.440558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313264+0000","last_change":"2024-09-16T02:51:06.646321+0000","last_active":"2024-09-16T02:52:07.313264+0000","last_peered":"2024-09-16T02:52:07.313264+0000","last_clean":"2024-09-16T02:52:07.313264+0000","last_became_active":"2024-09-16T02:51:06.645614+0000","last_became_peered":"2024-09-16T02:51:06.645614+0000","last_unstale":"2024-09-16T02:52:07.313264+0000","last_undegraded":"2024-09-16T02:52:07.313264+0000","last_fullsized":"2024-09-16T02:52:07.313264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:04.936288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759579+0000","last_change":"2024-09-16T02:51:09.666997+0000","last_active":"2024-09-16T02:52:07.759579+0000","last_peered":"2024-09-16T02:52:07.759579+0000","last_clean":"2024-09-16T02:52:07.759579+0000","last_became_active":"2024-09-16T02:51:09.666746+0000","last_became_peered":"2024-09-16T02:51:09.666746+0000","last_unstale":"2024-09-16T02:52:07.759579+0000","last_undegraded":"2024-09-16T02:52:07.759579+0000","last_fullsized":"2024-09-16T02:52:07.759579+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:31.562444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.790992+0000","last_change":"2024-09-16T02:52:07.972124+0000","last_active":"2024-09-16T02:52:13.790992+0000","last_peered":"2024-09-16T02:52:13.790992+0000","last_clean":"2024-09-16T02:52:13.790992+0000","last_became_active":"2024-09-16T02:52:02.936089+0000","last_became_peered":"2024-09-16T02:52:02.936089+0000","last_unstale":"2024-09-16T02:52:13.790992+0000","last_undegraded":"2024-09-16T02:52:13.790992+0000","last_fullsized":"2024-09-16T02:52:13.790992+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:05.829347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028495099999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546104+0000","last_change":"2024-09-16T02:51:06.642148+0000","last_active":"2024-09-16T02:52:07.546104+0000","last_peered":"2024-09-16T02:52:07.546104+0000","last_clean":"2024-09-16T02:52:07.546104+0000","last_became_active":"2024-09-16T02:51:06.641621+0000","last_became_peered":"2024-09-16T02:51:06.641621+0000","last_unstale":"2024-09-16T02:52:07.546104+0000","last_undegraded":"2024-09-16T02:52:07.546104+0000","last_fullsized":"2024-09-16T02:52:07.546104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:38.854064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971436+0000","last_change":"2024-09-16T02:51:09.662657+0000","last_active":"2024-09-16T02:52:07.971436+0000","last_peered":"2024-09-16T02:52:07.971436+0000","last_clean":"2024-09-16T02:52:07.971436+0000","last_became_active":"2024-09-16T02:51:09.662285+0000","last_became_peered":"2024-09-16T02:51:09.662285+0000","last_unstale":"2024-09-16T02:52:07.971436+0000","last_undegraded":"2024-09-16T02:52:07.971436+0000","last_fullsized":"2024-09-16T02:52:07.971436+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:57.605041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.720602+0000","last_change":"2024-09-16T02:52:07.310231+0000","last_active":"2024-09-16T02:52:13.720602+0000","last_peered":"2024-09-16T02:52:13.720602+0000","last_clean":"2024-09-16T02:52:13.720602+0000","last_became_active":"2024-09-16T02:52:02.572710+0000","last_became_peered":"2024-09-16T02:52:02.572710+0000","last_unstale":"2024-09-16T02:52:13.720602+0000","last_undegraded":"2024-09-16T02:52:13.720602+0000","last_fullsized":"2024-09-16T02:52:13.720602+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:50.470183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023329899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309053+0000","last_change":"2024-09-16T02:51:06.640665+0000","last_active":"2024-09-16T02:52:07.309053+0000","last_peered":"2024-09-16T02:52:07.309053+0000","last_clean":"2024-09-16T02:52:07.309053+0000","last_became_active":"2024-09-16T02:51:06.640308+0000","last_became_peered":"2024-09-16T02:51:06.640308+0000","last_unstale":"2024-09-16T02:52:07.309053+0000","last_undegraded":"2024-09-16T02:52:07.309053+0000","last_fullsized":"2024-09-16T02:52:07.309053+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:47.952137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309536+0000","last_change":"2024-09-16T02:51:09.656283+0000","last_active":"2024-09-16T02:52:07.309536+0000","last_peered":"2024-09-16T02:52:07.309536+0000","last_clean":"2024-09-16T02:52:07.309536+0000","last_became_active":"2024-09-16T02:51:09.656053+0000","last_became_peered":"2024-09-16T02:51:09.656053+0000","last_unstale":"2024-09-16T02:52:07.309536+0000","last_undegraded":"2024-09-16T02:52:07.309536+0000","last_fullsized":"2024-09-16T02:52:07.309536+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:37.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.719862+0000","last_change":"2024-09-16T02:52:07.310433+0000","last_active":"2024-09-16T02:52:13.719862+0000","last_peered":"2024-09-16T02:52:13.719862+0000","last_clean":"2024-09-16T02:52:13.719862+0000","last_became_active":"2024-09-16T02:52:02.936128+0000","last_became_peered":"2024-09-16T02:52:02.936128+0000","last_unstale":"2024-09-16T02:52:13.719862+0000","last_undegraded":"2024-09-16T02:52:13.719862+0000","last_fullsized":"2024-09-16T02:52:13.719862+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:38.728856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039755900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313710+0000","last_change":"2024-09-16T02:51:06.643041+0000","last_active":"2024-09-16T02:52:07.313710+0000","last_peered":"2024-09-16T02:52:07.313710+0000","last_clean":"2024-09-16T02:52:07.313710+0000","last_became_active":"2024-09-16T02:51:06.642720+0000","last_became_peered":"2024-09-16T02:51:06.642720+0000","last_unstale":"2024-09-16T02:52:07.313710+0000","last_undegraded":"2024-09-16T02:52:07.313710+0000","last_fullsized":"2024-09-16T02:52:07.313710+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:28.686531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305196+0000","last_change":"2024-09-16T02:51:09.664679+0000","last_active":"2024-09-16T02:52:07.305196+0000","last_peered":"2024-09-16T02:52:07.305196+0000","last_clean":"2024-09-16T02:52:07.305196+0000","last_became_active":"2024-09-16T02:51:09.664424+0000","last_became_peered":"2024-09-16T02:51:09.664424+0000","last_unstale":"2024-09-16T02:52:07.305196+0000","last_undegraded":"2024-09-16T02:52:07.305196+0000","last_fullsized":"2024-09-16T02:52:07.305196+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:18:14.867877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":22,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.719866+0000","last_change":"2024-09-16T02:52:07.310226+0000","last_active":"2024-09-16T02:52:13.719866+0000","last_peered":"2024-09-16T02:52:13.719866+0000","last_clean":"2024-09-16T02:52:13.719866+0000","last_became_active":"2024-09-16T02:52:02.573921+0000","last_became_peered":"2024-09-16T02:52:02.573921+0000","last_unstale":"2024-09-16T02:52:13.719866+0000","last_undegraded":"2024-09-16T02:52:13.719866+0000","last_fullsized":"2024-09-16T02:52:13.719866+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:50.717477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047129799999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310199+0000","last_change":"2024-09-16T02:51:06.642918+0000","last_active":"2024-09-16T02:52:07.310199+0000","last_peered":"2024-09-16T02:52:07.310199+0000","last_clean":"2024-09-16T02:52:07.310199+0000","last_became_active":"2024-09-16T02:51:06.642631+0000","last_became_peered":"2024-09-16T02:51:06.642631+0000","last_unstale":"2024-09-16T02:52:07.310199+0000","last_undegraded":"2024-09-16T02:52:07.310199+0000","last_fullsized":"2024-09-16T02:52:07.310199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:21:28.542644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313435+0000","last_change":"2024-09-16T02:51:09.672830+0000","last_active":"2024-09-16T02:52:07.313435+0000","last_peered":"2024-09-16T02:52:07.313435+0000","last_clean":"2024-09-16T02:52:07.313435+0000","last_became_active":"2024-09-16T02:51:09.672543+0000","last_became_peered":"2024-09-16T02:51:09.672543+0000","last_unstale":"2024-09-16T02:52:07.313435+0000","last_undegraded":"2024-09-16T02:52:07.313435+0000","last_fullsized":"2024-09-16T02:52:07.313435+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:55.507497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.790418+0000","last_change":"2024-09-16T02:52:07.972082+0000","last_active":"2024-09-16T02:52:13.790418+0000","last_peered":"2024-09-16T02:52:13.790418+0000","last_clean":"2024-09-16T02:52:13.790418+0000","last_became_active":"2024-09-16T02:52:02.572649+0000","last_became_peered":"2024-09-16T02:52:02.572649+0000","last_unstale":"2024-09-16T02:52:13.790418+0000","last_undegraded":"2024-09-16T02:52:13.790418+0000","last_fullsized":"2024-09-16T02:52:13.790418+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:12:30.742882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049701200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546683+0000","last_change":"2024-09-16T02:51:06.648755+0000","last_active":"2024-09-16T02:52:07.546683+0000","last_peered":"2024-09-16T02:52:07.546683+0000","last_clean":"2024-09-16T02:52:07.546683+0000","last_became_active":"2024-09-16T02:51:06.648480+0000","last_became_peered":"2024-09-16T02:51:06.648480+0000","last_unstale":"2024-09-16T02:52:07.546683+0000","last_undegraded":"2024-09-16T02:52:07.546683+0000","last_fullsized":"2024-09-16T02:52:07.546683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:48.587318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310152+0000","last_change":"2024-09-16T02:51:09.664795+0000","last_active":"2024-09-16T02:52:07.310152+0000","last_peered":"2024-09-16T02:52:07.310152+0000","last_clean":"2024-09-16T02:52:07.310152+0000","last_became_active":"2024-09-16T02:51:09.664550+0000","last_became_peered":"2024-09-16T02:51:09.664550+0000","last_unstale":"2024-09-16T02:52:07.310152+0000","last_undegraded":"2024-09-16T02:52:07.310152+0000","last_fullsized":"2024-09-16T02:52:07.310152+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:30.706302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.789559+0000","last_change":"2024-09-16T02:52:07.759693+0000","last_active":"2024-09-16T02:52:13.789559+0000","last_peered":"2024-09-16T02:52:13.789559+0000","last_clean":"2024-09-16T02:52:13.789559+0000","last_became_active":"2024-09-16T02:52:02.549911+0000","last_became_peered":"2024-09-16T02:52:02.549911+0000","last_unstale":"2024-09-16T02:52:13.789559+0000","last_undegraded":"2024-09-16T02:52:13.789559+0000","last_fullsized":"2024-09-16T02:52:13.789559+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:40.093273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035466600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310328+0000","last_change":"2024-09-16T02:51:06.644704+0000","last_active":"2024-09-16T02:52:07.310328+0000","last_peered":"2024-09-16T02:52:07.310328+0000","last_clean":"2024-09-16T02:52:07.310328+0000","last_became_active":"2024-09-16T02:51:06.644413+0000","last_became_peered":"2024-09-16T02:51:06.644413+0000","last_unstale":"2024-09-16T02:52:07.310328+0000","last_undegraded":"2024-09-16T02:52:07.310328+0000","last_fullsized":"2024-09-16T02:52:07.310328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:29.697109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759926+0000","last_change":"2024-09-16T02:51:09.656355+0000","last_active":"2024-09-16T02:52:07.759926+0000","last_peered":"2024-09-16T02:52:07.759926+0000","last_clean":"2024-09-16T02:52:07.759926+0000","last_became_active":"2024-09-16T02:51:09.655309+0000","last_became_peered":"2024-09-16T02:51:09.655309+0000","last_unstale":"2024-09-16T02:52:07.759926+0000","last_undegraded":"2024-09-16T02:52:07.759926+0000","last_fullsized":"2024-09-16T02:52:07.759926+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:04.051576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.721550+0000","last_change":"2024-09-16T02:52:07.305373+0000","last_active":"2024-09-16T02:52:13.721550+0000","last_peered":"2024-09-16T02:52:13.721550+0000","last_clean":"2024-09-16T02:52:13.721550+0000","last_became_active":"2024-09-16T02:52:02.572654+0000","last_became_peered":"2024-09-16T02:52:02.572654+0000","last_unstale":"2024-09-16T02:52:13.721550+0000","last_undegraded":"2024-09-16T02:52:13.721550+0000","last_fullsized":"2024-09-16T02:52:13.721550+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:00.656506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048561600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524789+0000","last_change":"2024-09-16T02:51:06.642649+0000","last_active":"2024-09-16T02:52:07.524789+0000","last_peered":"2024-09-16T02:52:07.524789+0000","last_clean":"2024-09-16T02:52:07.524789+0000","last_became_active":"2024-09-16T02:51:06.642328+0000","last_became_peered":"2024-09-16T02:51:06.642328+0000","last_unstale":"2024-09-16T02:52:07.524789+0000","last_undegraded":"2024-09-16T02:52:07.524789+0000","last_fullsized":"2024-09-16T02:52:07.524789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:46.003891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971767+0000","last_change":"2024-09-16T02:51:09.669803+0000","last_active":"2024-09-16T02:52:07.971767+0000","last_peered":"2024-09-16T02:52:07.971767+0000","last_clean":"2024-09-16T02:52:07.971767+0000","last_became_active":"2024-09-16T02:51:09.669145+0000","last_became_peered":"2024-09-16T02:51:09.669145+0000","last_unstale":"2024-09-16T02:52:07.971767+0000","last_undegraded":"2024-09-16T02:52:07.971767+0000","last_fullsized":"2024-09-16T02:52:07.971767+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:53.542737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546085+0000","last_change":"2024-09-16T02:51:06.641132+0000","last_active":"2024-09-16T02:52:07.546085+0000","last_peered":"2024-09-16T02:52:07.546085+0000","last_clean":"2024-09-16T02:52:07.546085+0000","last_became_active":"2024-09-16T02:51:06.640840+0000","last_became_peered":"2024-09-16T02:51:06.640840+0000","last_unstale":"2024-09-16T02:52:07.546085+0000","last_undegraded":"2024-09-16T02:52:07.546085+0000","last_fullsized":"2024-09-16T02:52:07.546085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:28.314486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.304917+0000","last_change":"2024-09-16T02:51:09.656503+0000","last_active":"2024-09-16T02:52:07.304917+0000","last_peered":"2024-09-16T02:52:07.304917+0000","last_clean":"2024-09-16T02:52:07.304917+0000","last_became_active":"2024-09-16T02:51:09.656218+0000","last_became_peered":"2024-09-16T02:51:09.656218+0000","last_unstale":"2024-09-16T02:52:07.304917+0000","last_undegraded":"2024-09-16T02:52:07.304917+0000","last_fullsized":"2024-09-16T02:52:07.304917+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:48.581495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309911+0000","last_change":"2024-09-16T02:51:06.641950+0000","last_active":"2024-09-16T02:52:07.309911+0000","last_peered":"2024-09-16T02:52:07.309911+0000","last_clean":"2024-09-16T02:52:07.309911+0000","last_became_active":"2024-09-16T02:51:06.641698+0000","last_became_peered":"2024-09-16T02:51:06.641698+0000","last_unstale":"2024-09-16T02:52:07.309911+0000","last_undegraded":"2024-09-16T02:52:07.309911+0000","last_fullsized":"2024-09-16T02:52:07.309911+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:37.801316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759493+0000","last_change":"2024-09-16T02:51:09.660270+0000","last_active":"2024-09-16T02:52:07.759493+0000","last_peered":"2024-09-16T02:52:07.759493+0000","last_clean":"2024-09-16T02:52:07.759493+0000","last_became_active":"2024-09-16T02:51:09.660125+0000","last_became_peered":"2024-09-16T02:51:09.660125+0000","last_unstale":"2024-09-16T02:52:07.759493+0000","last_undegraded":"2024-09-16T02:52:07.759493+0000","last_fullsized":"2024-09-16T02:52:07.759493+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:55.375961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":34,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310046+0000","last_change":"2024-09-16T02:51:38.947545+0000","last_active":"2024-09-16T02:52:07.310046+0000","last_peered":"2024-09-16T02:52:07.310046+0000","last_clean":"2024-09-16T02:52:07.310046+0000","last_became_active":"2024-09-16T02:51:38.947197+0000","last_became_peered":"2024-09-16T02:51:38.947197+0000","last_unstale":"2024-09-16T02:52:07.310046+0000","last_undegraded":"2024-09-16T02:52:07.310046+0000","last_fullsized":"2024-09-16T02:52:07.310046+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:46.866470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759819+0000","last_change":"2024-09-16T02:51:09.662949+0000","last_active":"2024-09-16T02:52:07.759819+0000","last_peered":"2024-09-16T02:52:07.759819+0000","last_clean":"2024-09-16T02:52:07.759819+0000","last_became_active":"2024-09-16T02:51:09.662314+0000","last_became_peered":"2024-09-16T02:51:09.662314+0000","last_unstale":"2024-09-16T02:52:07.759819+0000","last_undegraded":"2024-09-16T02:52:07.759819+0000","last_fullsized":"2024-09-16T02:52:07.759819+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:22.458547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546689+0000","last_change":"2024-09-16T02:51:06.648091+0000","last_active":"2024-09-16T02:52:07.546689+0000","last_peered":"2024-09-16T02:52:07.546689+0000","last_clean":"2024-09-16T02:52:07.546689+0000","last_became_active":"2024-09-16T02:51:06.647804+0000","last_became_peered":"2024-09-16T02:51:06.647804+0000","last_unstale":"2024-09-16T02:52:07.546689+0000","last_undegraded":"2024-09-16T02:52:07.546689+0000","last_fullsized":"2024-09-16T02:52:07.546689+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:15.671970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524386+0000","last_change":"2024-09-16T02:51:09.664126+0000","last_active":"2024-09-16T02:52:07.524386+0000","last_peered":"2024-09-16T02:52:07.524386+0000","last_clean":"2024-09-16T02:52:07.524386+0000","last_became_active":"2024-09-16T02:51:09.663831+0000","last_became_peered":"2024-09-16T02:51:09.663831+0000","last_unstale":"2024-09-16T02:52:07.524386+0000","last_undegraded":"2024-09-16T02:52:07.524386+0000","last_fullsized":"2024-09-16T02:52:07.524386+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:54:32.494141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313360+0000","last_change":"2024-09-16T02:51:09.670691+0000","last_active":"2024-09-16T02:52:07.313360+0000","last_peered":"2024-09-16T02:52:07.313360+0000","last_clean":"2024-09-16T02:52:07.313360+0000","last_became_active":"2024-09-16T02:51:09.670428+0000","last_became_peered":"2024-09-16T02:51:09.670428+0000","last_unstale":"2024-09-16T02:52:07.313360+0000","last_undegraded":"2024-09-16T02:52:07.313360+0000","last_fullsized":"2024-09-16T02:52:07.313360+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:52.778319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546446+0000","last_change":"2024-09-16T02:51:06.644163+0000","last_active":"2024-09-16T02:52:07.546446+0000","last_peered":"2024-09-16T02:52:07.546446+0000","last_clean":"2024-09-16T02:52:07.546446+0000","last_became_active":"2024-09-16T02:51:06.643535+0000","last_became_peered":"2024-09-16T02:51:06.643535+0000","last_unstale":"2024-09-16T02:52:07.546446+0000","last_undegraded":"2024-09-16T02:52:07.546446+0000","last_fullsized":"2024-09-16T02:52:07.546446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:15.379378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313255+0000","last_change":"2024-09-16T02:51:09.676610+0000","last_active":"2024-09-16T02:52:07.313255+0000","last_peered":"2024-09-16T02:52:07.313255+0000","last_clean":"2024-09-16T02:52:07.313255+0000","last_became_active":"2024-09-16T02:51:09.676308+0000","last_became_peered":"2024-09-16T02:51:09.676308+0000","last_unstale":"2024-09-16T02:52:07.313255+0000","last_undegraded":"2024-09-16T02:52:07.313255+0000","last_fullsized":"2024-09-16T02:52:07.313255+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:27:01.653205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546514+0000","last_change":"2024-09-16T02:51:06.641137+0000","last_active":"2024-09-16T02:52:07.546514+0000","last_peered":"2024-09-16T02:52:07.546514+0000","last_clean":"2024-09-16T02:52:07.546514+0000","last_became_active":"2024-09-16T02:51:06.640657+0000","last_became_peered":"2024-09-16T02:51:06.640657+0000","last_unstale":"2024-09-16T02:52:07.546514+0000","last_undegraded":"2024-09-16T02:52:07.546514+0000","last_fullsized":"2024-09-16T02:52:07.546514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:54.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.972043+0000","last_change":"2024-09-16T02:51:09.666545+0000","last_active":"2024-09-16T02:52:07.972043+0000","last_peered":"2024-09-16T02:52:07.972043+0000","last_clean":"2024-09-16T02:52:07.972043+0000","last_became_active":"2024-09-16T02:51:09.666265+0000","last_became_peered":"2024-09-16T02:51:09.666265+0000","last_unstale":"2024-09-16T02:52:07.972043+0000","last_undegraded":"2024-09-16T02:52:07.972043+0000","last_fullsized":"2024-09-16T02:52:07.972043+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:25:10.398258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759890+0000","last_change":"2024-09-16T02:51:06.639963+0000","last_active":"2024-09-16T02:52:07.759890+0000","last_peered":"2024-09-16T02:52:07.759890+0000","last_clean":"2024-09-16T02:52:07.759890+0000","last_became_active":"2024-09-16T02:51:06.639712+0000","last_became_peered":"2024-09-16T02:51:06.639712+0000","last_unstale":"2024-09-16T02:52:07.759890+0000","last_undegraded":"2024-09-16T02:52:07.759890+0000","last_fullsized":"2024-09-16T02:52:07.759890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:18.844166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759756+0000","last_change":"2024-09-16T02:51:09.665527+0000","last_active":"2024-09-16T02:52:07.759756+0000","last_peered":"2024-09-16T02:52:07.759756+0000","last_clean":"2024-09-16T02:52:07.759756+0000","last_became_active":"2024-09-16T02:51:09.665277+0000","last_became_peered":"2024-09-16T02:51:09.665277+0000","last_unstale":"2024-09-16T02:52:07.759756+0000","last_undegraded":"2024-09-16T02:52:07.759756+0000","last_fullsized":"2024-09-16T02:52:07.759756+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:53.607607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.972129+0000","last_change":"2024-09-16T02:51:06.644659+0000","last_active":"2024-09-16T02:52:07.972129+0000","last_peered":"2024-09-16T02:52:07.972129+0000","last_clean":"2024-09-16T02:52:07.972129+0000","last_became_active":"2024-09-16T02:51:06.644359+0000","last_became_peered":"2024-09-16T02:51:06.644359+0000","last_unstale":"2024-09-16T02:52:07.972129+0000","last_undegraded":"2024-09-16T02:52:07.972129+0000","last_fullsized":"2024-09-16T02:52:07.972129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:05.701676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201311,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28380,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716772,"statfs":{"total":95995035648,"available":95965974528,"internally_reserved":0,"allocated":1392640,"data_stored":943060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54500000000000004,"15min":0.54800000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73399999999999999,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.751,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.42699999999999999}]},{"osd":1,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.433,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.76200000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76700000000000002,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54000000000000004,"15min":0.54200000000000004},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68600000000000005,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77500000000000002,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.51000000000000001}]},{"osd":3,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69499999999999995,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58199999999999996,"15min":0.57999999999999996},"min":{"1min":0.432,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55400000000000005}]},{"osd":4,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.46999999999999997,"15min":0.47599999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.67000000000000004,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.377},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.499,"15min":0.501},"min":{"1min":0.35499999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.58099999999999996}]},{"osd":5,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.49099999999999999,"15min":0.495},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52200000000000002,"15min":0.52400000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.497}]},{"osd":6,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.70299999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54500000000000004,"15min":0.54400000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48699999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462949,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28380,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716772,"statfs":{"total":95995035648,"available":95965974528,"internally_reserved":0,"allocated":1392640,"data_stored":944473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51700000000000002,"15min":0.52300000000000002},"min":{"1min":0.32300000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.622,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.56200000000000006,"15min":0.57199999999999995},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70499999999999996,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.55200000000000005}]},{"osd":1,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.53200000000000003,"15min":0.54000000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65400000000000003,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56799999999999995,"15min":0.56899999999999995},"min":{"1min":0.42499999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69599999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.46700000000000003}]},{"osd":2,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52800000000000002,"15min":0.53500000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68999999999999995,"5min":0.752,"15min":0.752},"last":0.374},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.54100000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72599999999999998,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.39200000000000002}]},{"osd":3,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.745,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55700000000000005,"15min":0.56399999999999995},"min":{"1min":0.36699999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72099999999999997,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.44900000000000001}]},{"osd":4,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42199999999999999,"15min":0.42099999999999999},"min":{"1min":0.28699999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.72099999999999997,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.44900000000000001,"15min":0.44700000000000001},"min":{"1min":0.248,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.81100000000000005,"5min":0.87,"15min":0.87},"last":0.503}]},{"osd":5,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47299999999999998,"15min":0.47799999999999998},"min":{"1min":0.26100000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.69599999999999995,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.27600000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.53100000000000003}]},{"osd":7,"last update":"Mon Sep 16 02:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56100000000000005,"15min":0.56999999999999995},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.53000000000000003,"15min":0.54200000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68700000000000006,"5min":0.748,"15min":0.748},"last":0.495}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":354264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.497,"15min":0.499},"min":{"1min":0.29199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.66700000000000004,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52800000000000002,"15min":0.52900000000000003},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.60499999999999998}]},{"osd":1,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.623},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.35199999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.50800000000000001}]},{"osd":2,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.48899999999999999,"15min":0.48499999999999999},"min":{"1min":0.38100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57399999999999995}]},{"osd":3,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34399999999999997,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.72299999999999998,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.67300000000000004}]},{"osd":4,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.41099999999999998,"15min":0.40400000000000003},"min":{"1min":0.30599999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39200000000000002},"min":{"1min":0.32000000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.49099999999999999}]},{"osd":6,"last update":"Mon Sep 16 02:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.44800000000000001,"15min":0.44},"min":{"1min":0.36599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.439}]},{"osd":7,"last update":"Mon Sep 16 02:52:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.38700000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69299999999999995,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.52200000000000002,"15min":0.51600000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.46000000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986221,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":352542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.51400000000000001,"15min":0.51700000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68100000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.59199999999999997,"15min":0.54400000000000004},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":10.483000000000001,"5min":10.483000000000001,"15min":10.483000000000001},"last":0.57599999999999996}]},{"osd":1,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.629,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.497},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.64500000000000002,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.50700000000000001}]},{"osd":2,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.50900000000000001,"15min":0.51000000000000001},"min":{"1min":0.34100000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.66500000000000004,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68400000000000005,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.61399999999999999,"15min":0.56200000000000006},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":10.507,"5min":10.507,"15min":10.507},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50900000000000001,"15min":0.503},"min":{"1min":0.35099999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65900000000000003,"5min":0.745,"15min":0.745},"last":0.41299999999999998}]},{"osd":5,"last update":"Mon Sep 16 02:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.379,"15min":0.377},"min":{"1min":0.28000000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53100000000000003,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40999999999999998,"15min":0.40400000000000003},"min":{"1min":0.313,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.435}]},{"osd":6,"last update":"Mon Sep 16 02:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.49099999999999999,"15min":0.495},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64100000000000001,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.432,"15min":0.437},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.624,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.38600000000000001}]},{"osd":7,"last update":"Mon Sep 16 02:52:43 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71199999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.72399999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.53900000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149746,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":354209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:11 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.37,"15min":0.374},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.52800000000000002,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.373},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.43099999999999999,"15min":0.44900000000000001},"min":{"1min":0.30199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.53000000000000003,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.32900000000000001}]},{"osd":1,"last update":"Mon Sep 16 02:52:11 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.377,"15min":0.39100000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.50600000000000001,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.41599999999999998,"15min":0.42899999999999999},"min":{"1min":0.252,"5min":0.221,"15min":0.221},"max":{"1min":0.53000000000000003,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.309}]},{"osd":2,"last update":"Mon Sep 16 02:52:11 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.42699999999999999,"15min":0.44400000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.502,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.41399999999999998,"15min":0.433},"min":{"1min":0.23699999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54200000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.26500000000000001}]},{"osd":4,"last update":"Mon Sep 16 02:52:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57299999999999995,"15min":0.58499999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.85499999999999998,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.503},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55500000000000005,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78600000000000003,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.44700000000000001}]},{"osd":5,"last update":"Mon Sep 16 02:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.56799999999999995,"15min":0.57599999999999996},"min":{"1min":0.39900000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51300000000000001}]},{"osd":6,"last update":"Mon Sep 16 02:52:17 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71399999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.58599999999999997,"15min":0.59399999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.69899999999999995,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.437}]},{"osd":7,"last update":"Mon Sep 16 02:52:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.56999999999999995,"15min":0.57599999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.41899999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411381,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":790528,"data_stored":352088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.36099999999999999,"15min":0.37},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.42999999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.373,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.46600000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.308}]},{"osd":1,"last update":"Mon Sep 16 02:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.377,"15min":0.38300000000000001},"min":{"1min":0.255,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.48599999999999999,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39000000000000001,"15min":0.39800000000000002},"min":{"1min":0.26400000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.497,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.40999999999999998}]},{"osd":3,"last update":"Mon Sep 16 02:52:15 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.443,"15min":0.45800000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.57899999999999996,"5min":0.626,"15min":0.626},"last":0.42399999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.44600000000000001,"15min":0.46400000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.504,"5min":0.623,"15min":0.623},"last":0.36599999999999999}]},{"osd":4,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54400000000000004,"15min":0.54700000000000004},"min":{"1min":0.40100000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.71399999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.39500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.65800000000000003,"5min":0.75,"15min":0.75},"last":0.71599999999999997}]},{"osd":5,"last update":"Mon Sep 16 02:51:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.57699999999999996,"15min":0.58399999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.70599999999999996,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.57299999999999995,"15min":0.57099999999999995},"min":{"1min":0.38700000000000001,"5min":0.317,"15min":0.317},"max":{"1min":0.72799999999999998,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.65200000000000002}]},{"osd":6,"last update":"Mon Sep 16 02:52:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73399999999999999,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57699999999999996,"15min":0.58399999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.63300000000000001}]},{"osd":7,"last update":"Mon Sep 16 02:52:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56000000000000005,"15min":0.56599999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72999999999999998,"5min":0.746,"15min":0.746},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.76700000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:30 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.34899999999999998,"15min":0.32800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.47799999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.36299999999999999,"15min":0.33900000000000002},"min":{"1min":0.248,"5min":0.221,"15min":0.221},"max":{"1min":0.57799999999999996,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.30399999999999999}]},{"osd":2,"last update":"Mon Sep 16 02:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36199999999999999,"15min":0.35699999999999998},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.52700000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.37,"5min":0.38600000000000001,"15min":0.38},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.52400000000000002,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.36699999999999999}]},{"osd":3,"last update":"Mon Sep 16 02:52:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41899999999999998,"15min":0.42099999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.55200000000000005,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.34300000000000003}]},{"osd":4,"last update":"Mon Sep 16 02:52:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36399999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.76000000000000001,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.54800000000000004,"15min":0.52900000000000003},"min":{"1min":0.41299999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.51800000000000002}]},{"osd":5,"last update":"Mon Sep 16 02:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55200000000000005,"15min":0.54700000000000004},"min":{"1min":0.36399999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55600000000000005,"15min":0.54800000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.77000000000000002,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.42699999999999999}]},{"osd":6,"last update":"Mon Sep 16 02:52:17 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.23,"15min":1.3360000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.752,"5min":19.085000000000001,"15min":19.085000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59399999999999997,"15min":0.59299999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.49099999999999999}]},{"osd":7,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79800000000000004,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.41699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32484,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712668,"statfs":{"total":95995035648,"available":95961772032,"internally_reserved":0,"allocated":1400832,"data_stored":943184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 02:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.34399999999999997,"15min":0.31900000000000001},"min":{"1min":0.24099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.32300000000000001},"min":{"1min":0.251,"5min":0.185,"15min":0.185},"max":{"1min":0.627,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Mon Sep 16 02:52:49 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.38300000000000001,"15min":0.36599999999999999},"min":{"1min":0.23400000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.36199999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.61699999999999999}]},{"osd":3,"last update":"Mon Sep 16 02:52:20 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.41499999999999998},"min":{"1min":0.27600000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.53600000000000003,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.497},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.51000000000000001,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.58499999999999996}]},{"osd":4,"last update":"Mon Sep 16 02:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56999999999999995,"15min":0.56200000000000006},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":1.044},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.82899999999999996}]},{"osd":5,"last update":"Mon Sep 16 02:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.56999999999999995,"15min":0.55200000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.60499999999999998,"15min":0.59499999999999997},"min":{"1min":0.44400000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":1.056}]},{"osd":6,"last update":"Mon Sep 16 02:52:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58899999999999997,"15min":0.58999999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.79800000000000004,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":1.1080000000000001},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.79900000000000004,"15min":0.83299999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90900000000000003,"5min":5.2679999999999998,"15min":5.2679999999999998},"last":0.67500000000000004}]},{"osd":7,"last update":"Mon Sep 16 02:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.59099999999999997,"15min":0.58399999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59999999999999998,"15min":0.58799999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.9079999999999999,"5min":1.9079999999999999,"15min":1.9079999999999999},"last":0.91600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T02:53:05.484 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T02:53:05.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:05 smithi097 ceph-mon[27580]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:53:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:05 smithi097 ceph-mon[38292]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:53:05.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:05 smithi184 ceph-mon[31162]: from='client.24623 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:53:06.376 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:06.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:06 smithi097 ceph-mon[38292]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:06 smithi097 ceph-mon[27580]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:06 smithi184 ceph-mon[31162]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:08 smithi184 ceph-mon[31162]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:08.948 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:08 smithi097 ceph-mon[27580]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:08.948 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:08 smithi097 ceph-mon[38292]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:09.197 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:53:09] "GET /metrics HTTP/1.1" 200 33665 "" "Prometheus/2.43.0" 2024-09-16T02:53:09.456 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:53:09.458 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-16T02:53:10.062 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:09 smithi097 systemd[1]: Stopping Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:53:10.640 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-09-16T02:53:07.525678+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593533,"num_objects":26,"num_object_clones":0,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":229,"num_write_kb":2435,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":228264,"kb_used_data":8008,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749732952,"statfs":{"total":767960285184,"available":767726542848,"internally_reserved":0,"allocated":8200192,"data_stored":4596087,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002637"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309525+0000","last_change":"2024-09-16T02:51:39.470231+0000","last_active":"2024-09-16T02:52:07.309525+0000","last_peered":"2024-09-16T02:52:07.309525+0000","last_clean":"2024-09-16T02:52:07.309525+0000","last_became_active":"2024-09-16T02:51:39.469829+0000","last_became_peered":"2024-09-16T02:51:39.469829+0000","last_unstale":"2024-09-16T02:52:07.309525+0000","last_undegraded":"2024-09-16T02:52:07.309525+0000","last_fullsized":"2024-09-16T02:52:07.309525+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:40:03.549972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310299+0000","last_change":"2024-09-16T02:51:39.470082+0000","last_active":"2024-09-16T02:52:07.310299+0000","last_peered":"2024-09-16T02:52:07.310299+0000","last_clean":"2024-09-16T02:52:07.310299+0000","last_became_active":"2024-09-16T02:51:39.469709+0000","last_became_peered":"2024-09-16T02:51:39.469709+0000","last_unstale":"2024-09-16T02:52:07.310299+0000","last_undegraded":"2024-09-16T02:52:07.310299+0000","last_fullsized":"2024-09-16T02:52:07.310299+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:11:43.087383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971881+0000","last_change":"2024-09-16T02:51:09.654570+0000","last_active":"2024-09-16T02:52:07.971881+0000","last_peered":"2024-09-16T02:52:07.971881+0000","last_clean":"2024-09-16T02:52:07.971881+0000","last_became_active":"2024-09-16T02:51:09.654291+0000","last_became_peered":"2024-09-16T02:51:09.654291+0000","last_unstale":"2024-09-16T02:52:07.971881+0000","last_undegraded":"2024-09-16T02:52:07.971881+0000","last_fullsized":"2024-09-16T02:52:07.971881+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:33:23.097855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313048+0000","last_change":"2024-09-16T02:51:09.675104+0000","last_active":"2024-09-16T02:52:07.313048+0000","last_peered":"2024-09-16T02:52:07.313048+0000","last_clean":"2024-09-16T02:52:07.313048+0000","last_became_active":"2024-09-16T02:51:09.674814+0000","last_became_peered":"2024-09-16T02:51:09.674814+0000","last_unstale":"2024-09-16T02:52:07.313048+0000","last_undegraded":"2024-09-16T02:52:07.313048+0000","last_fullsized":"2024-09-16T02:52:07.313048+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:38:27.965930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546356+0000","last_change":"2024-09-16T02:51:09.655542+0000","last_active":"2024-09-16T02:52:07.546356+0000","last_peered":"2024-09-16T02:52:07.546356+0000","last_clean":"2024-09-16T02:52:07.546356+0000","last_became_active":"2024-09-16T02:51:09.655261+0000","last_became_peered":"2024-09-16T02:51:09.655261+0000","last_unstale":"2024-09-16T02:52:07.546356+0000","last_undegraded":"2024-09-16T02:52:07.546356+0000","last_fullsized":"2024-09-16T02:52:07.546356+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:11:56.738910+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":19,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.308973+0000","last_change":"2024-09-16T02:51:39.039670+0000","last_active":"2024-09-16T02:52:07.308973+0000","last_peered":"2024-09-16T02:52:07.308973+0000","last_clean":"2024-09-16T02:52:07.308973+0000","last_became_active":"2024-09-16T02:51:39.039358+0000","last_became_peered":"2024-09-16T02:51:39.039358+0000","last_unstale":"2024-09-16T02:52:07.308973+0000","last_undegraded":"2024-09-16T02:52:07.308973+0000","last_fullsized":"2024-09-16T02:52:07.308973+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:00.914514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546056+0000","last_change":"2024-09-16T02:51:09.663180+0000","last_active":"2024-09-16T02:52:07.546056+0000","last_peered":"2024-09-16T02:52:07.546056+0000","last_clean":"2024-09-16T02:52:07.546056+0000","last_became_active":"2024-09-16T02:51:09.662916+0000","last_became_peered":"2024-09-16T02:51:09.662916+0000","last_unstale":"2024-09-16T02:52:07.546056+0000","last_undegraded":"2024-09-16T02:52:07.546056+0000","last_fullsized":"2024-09-16T02:52:07.546056+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:29:51.711496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759387+0000","last_change":"2024-09-16T02:51:09.665921+0000","last_active":"2024-09-16T02:52:07.759387+0000","last_peered":"2024-09-16T02:52:07.759387+0000","last_clean":"2024-09-16T02:52:07.759387+0000","last_became_active":"2024-09-16T02:51:09.665656+0000","last_became_peered":"2024-09-16T02:51:09.665656+0000","last_unstale":"2024-09-16T02:52:07.759387+0000","last_undegraded":"2024-09-16T02:52:07.759387+0000","last_fullsized":"2024-09-16T02:52:07.759387+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:49:37.490666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546828+0000","last_change":"2024-09-16T02:51:09.674683+0000","last_active":"2024-09-16T02:52:07.546828+0000","last_peered":"2024-09-16T02:52:07.546828+0000","last_clean":"2024-09-16T02:52:07.546828+0000","last_became_active":"2024-09-16T02:51:09.674427+0000","last_became_peered":"2024-09-16T02:51:09.674427+0000","last_unstale":"2024-09-16T02:52:07.546828+0000","last_undegraded":"2024-09-16T02:52:07.546828+0000","last_fullsized":"2024-09-16T02:52:07.546828+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:29:29.201871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524856+0000","last_change":"2024-09-16T02:51:09.667194+0000","last_active":"2024-09-16T02:52:07.524856+0000","last_peered":"2024-09-16T02:52:07.524856+0000","last_clean":"2024-09-16T02:52:07.524856+0000","last_became_active":"2024-09-16T02:51:09.666858+0000","last_became_peered":"2024-09-16T02:51:09.666858+0000","last_unstale":"2024-09-16T02:52:07.524856+0000","last_undegraded":"2024-09-16T02:52:07.524856+0000","last_fullsized":"2024-09-16T02:52:07.524856+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:33:17.357552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524846+0000","last_change":"2024-09-16T02:51:09.666021+0000","last_active":"2024-09-16T02:52:07.524846+0000","last_peered":"2024-09-16T02:52:07.524846+0000","last_clean":"2024-09-16T02:52:07.524846+0000","last_became_active":"2024-09-16T02:51:09.664583+0000","last_became_peered":"2024-09-16T02:51:09.664583+0000","last_unstale":"2024-09-16T02:52:07.524846+0000","last_undegraded":"2024-09-16T02:52:07.524846+0000","last_fullsized":"2024-09-16T02:52:07.524846+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:01:16.100087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305292+0000","last_change":"2024-09-16T02:51:09.663095+0000","last_active":"2024-09-16T02:52:07.305292+0000","last_peered":"2024-09-16T02:52:07.305292+0000","last_clean":"2024-09-16T02:52:07.305292+0000","last_became_active":"2024-09-16T02:51:09.662577+0000","last_became_peered":"2024-09-16T02:51:09.662577+0000","last_unstale":"2024-09-16T02:52:07.305292+0000","last_undegraded":"2024-09-16T02:52:07.305292+0000","last_fullsized":"2024-09-16T02:52:07.305292+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:06.346927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759713+0000","last_change":"2024-09-16T02:51:09.659743+0000","last_active":"2024-09-16T02:52:07.759713+0000","last_peered":"2024-09-16T02:52:07.759713+0000","last_clean":"2024-09-16T02:52:07.759713+0000","last_became_active":"2024-09-16T02:51:09.659503+0000","last_became_peered":"2024-09-16T02:51:09.659503+0000","last_unstale":"2024-09-16T02:52:07.759713+0000","last_undegraded":"2024-09-16T02:52:07.759713+0000","last_fullsized":"2024-09-16T02:52:07.759713+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:05.957864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971487+0000","last_change":"2024-09-16T02:51:09.667066+0000","last_active":"2024-09-16T02:52:07.971487+0000","last_peered":"2024-09-16T02:52:07.971487+0000","last_clean":"2024-09-16T02:52:07.971487+0000","last_became_active":"2024-09-16T02:51:09.666823+0000","last_became_peered":"2024-09-16T02:51:09.666823+0000","last_unstale":"2024-09-16T02:52:07.971487+0000","last_undegraded":"2024-09-16T02:52:07.971487+0000","last_fullsized":"2024-09-16T02:52:07.971487+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:30.067908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309835+0000","last_change":"2024-09-16T02:51:09.653761+0000","last_active":"2024-09-16T02:52:07.309835+0000","last_peered":"2024-09-16T02:52:07.309835+0000","last_clean":"2024-09-16T02:52:07.309835+0000","last_became_active":"2024-09-16T02:51:09.652737+0000","last_became_peered":"2024-09-16T02:51:09.652737+0000","last_unstale":"2024-09-16T02:52:07.309835+0000","last_undegraded":"2024-09-16T02:52:07.309835+0000","last_fullsized":"2024-09-16T02:52:07.309835+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:55:24.164012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313055+0000","last_change":"2024-09-16T02:51:09.672197+0000","last_active":"2024-09-16T02:52:07.313055+0000","last_peered":"2024-09-16T02:52:07.313055+0000","last_clean":"2024-09-16T02:52:07.313055+0000","last_became_active":"2024-09-16T02:51:09.671342+0000","last_became_peered":"2024-09-16T02:51:09.671342+0000","last_unstale":"2024-09-16T02:52:07.313055+0000","last_undegraded":"2024-09-16T02:52:07.313055+0000","last_fullsized":"2024-09-16T02:52:07.313055+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:05.148248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313696+0000","last_change":"2024-09-16T02:51:09.667985+0000","last_active":"2024-09-16T02:52:07.313696+0000","last_peered":"2024-09-16T02:52:07.313696+0000","last_clean":"2024-09-16T02:52:07.313696+0000","last_became_active":"2024-09-16T02:51:09.667695+0000","last_became_peered":"2024-09-16T02:51:09.667695+0000","last_unstale":"2024-09-16T02:52:07.313696+0000","last_undegraded":"2024-09-16T02:52:07.313696+0000","last_fullsized":"2024-09-16T02:52:07.313696+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:16:08.577935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309424+0000","last_change":"2024-09-16T02:51:09.664877+0000","last_active":"2024-09-16T02:52:07.309424+0000","last_peered":"2024-09-16T02:52:07.309424+0000","last_clean":"2024-09-16T02:52:07.309424+0000","last_became_active":"2024-09-16T02:51:09.664583+0000","last_became_peered":"2024-09-16T02:51:09.664583+0000","last_unstale":"2024-09-16T02:52:07.309424+0000","last_undegraded":"2024-09-16T02:52:07.309424+0000","last_fullsized":"2024-09-16T02:52:07.309424+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:57:28.394382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546664+0000","last_change":"2024-09-16T02:51:09.667769+0000","last_active":"2024-09-16T02:52:07.546664+0000","last_peered":"2024-09-16T02:52:07.546664+0000","last_clean":"2024-09-16T02:52:07.546664+0000","last_became_active":"2024-09-16T02:51:09.666983+0000","last_became_peered":"2024-09-16T02:51:09.666983+0000","last_unstale":"2024-09-16T02:52:07.546664+0000","last_undegraded":"2024-09-16T02:52:07.546664+0000","last_fullsized":"2024-09-16T02:52:07.546664+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:50:23.699381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524707+0000","last_change":"2024-09-16T02:51:09.662262+0000","last_active":"2024-09-16T02:52:07.524707+0000","last_peered":"2024-09-16T02:52:07.524707+0000","last_clean":"2024-09-16T02:52:07.524707+0000","last_became_active":"2024-09-16T02:51:09.661102+0000","last_became_peered":"2024-09-16T02:51:09.661102+0000","last_unstale":"2024-09-16T02:52:07.524707+0000","last_undegraded":"2024-09-16T02:52:07.524707+0000","last_fullsized":"2024-09-16T02:52:07.524707+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:50:49.320091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971717+0000","last_change":"2024-09-16T02:51:09.657161+0000","last_active":"2024-09-16T02:52:07.971717+0000","last_peered":"2024-09-16T02:52:07.971717+0000","last_clean":"2024-09-16T02:52:07.971717+0000","last_became_active":"2024-09-16T02:51:09.656871+0000","last_became_peered":"2024-09-16T02:51:09.656871+0000","last_unstale":"2024-09-16T02:52:07.971717+0000","last_undegraded":"2024-09-16T02:52:07.971717+0000","last_fullsized":"2024-09-16T02:52:07.971717+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:16:16.977312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313624+0000","last_change":"2024-09-16T02:51:09.669987+0000","last_active":"2024-09-16T02:52:07.313624+0000","last_peered":"2024-09-16T02:52:07.313624+0000","last_clean":"2024-09-16T02:52:07.313624+0000","last_became_active":"2024-09-16T02:51:09.669691+0000","last_became_peered":"2024-09-16T02:51:09.669691+0000","last_unstale":"2024-09-16T02:52:07.313624+0000","last_undegraded":"2024-09-16T02:52:07.313624+0000","last_fullsized":"2024-09-16T02:52:07.313624+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:37:28.220792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759438+0000","last_change":"2024-09-16T02:51:09.662531+0000","last_active":"2024-09-16T02:52:07.759438+0000","last_peered":"2024-09-16T02:52:07.759438+0000","last_clean":"2024-09-16T02:52:07.759438+0000","last_became_active":"2024-09-16T02:51:09.662263+0000","last_became_peered":"2024-09-16T02:51:09.662263+0000","last_unstale":"2024-09-16T02:52:07.759438+0000","last_undegraded":"2024-09-16T02:52:07.759438+0000","last_fullsized":"2024-09-16T02:52:07.759438+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:53:22.360153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313249+0000","last_change":"2024-09-16T02:51:09.673160+0000","last_active":"2024-09-16T02:52:07.313249+0000","last_peered":"2024-09-16T02:52:07.313249+0000","last_clean":"2024-09-16T02:52:07.313249+0000","last_became_active":"2024-09-16T02:51:09.672481+0000","last_became_peered":"2024-09-16T02:51:09.672481+0000","last_unstale":"2024-09-16T02:52:07.313249+0000","last_undegraded":"2024-09-16T02:52:07.313249+0000","last_fullsized":"2024-09-16T02:52:07.313249+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:49:11.885878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759848+0000","last_change":"2024-09-16T02:51:09.663210+0000","last_active":"2024-09-16T02:52:07.759848+0000","last_peered":"2024-09-16T02:52:07.759848+0000","last_clean":"2024-09-16T02:52:07.759848+0000","last_became_active":"2024-09-16T02:51:09.662959+0000","last_became_peered":"2024-09-16T02:51:09.662959+0000","last_unstale":"2024-09-16T02:52:07.759848+0000","last_undegraded":"2024-09-16T02:52:07.759848+0000","last_fullsized":"2024-09-16T02:52:07.759848+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:51:30.214267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524960+0000","last_change":"2024-09-16T02:51:09.669036+0000","last_active":"2024-09-16T02:52:07.524960+0000","last_peered":"2024-09-16T02:52:07.524960+0000","last_clean":"2024-09-16T02:52:07.524960+0000","last_became_active":"2024-09-16T02:51:09.668616+0000","last_became_peered":"2024-09-16T02:51:09.668616+0000","last_unstale":"2024-09-16T02:52:07.524960+0000","last_undegraded":"2024-09-16T02:52:07.524960+0000","last_fullsized":"2024-09-16T02:52:07.524960+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:29.381001+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309680+0000","last_change":"2024-09-16T02:51:09.655711+0000","last_active":"2024-09-16T02:52:07.309680+0000","last_peered":"2024-09-16T02:52:07.309680+0000","last_clean":"2024-09-16T02:52:07.309680+0000","last_became_active":"2024-09-16T02:51:09.655297+0000","last_became_peered":"2024-09-16T02:51:09.655297+0000","last_unstale":"2024-09-16T02:52:07.309680+0000","last_undegraded":"2024-09-16T02:52:07.309680+0000","last_fullsized":"2024-09-16T02:52:07.309680+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:15:37.394383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759864+0000","last_change":"2024-09-16T02:51:09.662607+0000","last_active":"2024-09-16T02:52:07.759864+0000","last_peered":"2024-09-16T02:52:07.759864+0000","last_clean":"2024-09-16T02:52:07.759864+0000","last_became_active":"2024-09-16T02:51:09.662347+0000","last_became_peered":"2024-09-16T02:51:09.662347+0000","last_unstale":"2024-09-16T02:52:07.759864+0000","last_undegraded":"2024-09-16T02:52:07.759864+0000","last_fullsized":"2024-09-16T02:52:07.759864+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:34:51.694131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971828+0000","last_change":"2024-09-16T02:51:09.669527+0000","last_active":"2024-09-16T02:52:07.971828+0000","last_peered":"2024-09-16T02:52:07.971828+0000","last_clean":"2024-09-16T02:52:07.971828+0000","last_became_active":"2024-09-16T02:51:09.669227+0000","last_became_peered":"2024-09-16T02:51:09.669227+0000","last_unstale":"2024-09-16T02:52:07.971828+0000","last_undegraded":"2024-09-16T02:52:07.971828+0000","last_fullsized":"2024-09-16T02:52:07.971828+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:19.317035+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313582+0000","last_change":"2024-09-16T02:51:09.675762+0000","last_active":"2024-09-16T02:52:07.313582+0000","last_peered":"2024-09-16T02:52:07.313582+0000","last_clean":"2024-09-16T02:52:07.313582+0000","last_became_active":"2024-09-16T02:51:09.675512+0000","last_became_peered":"2024-09-16T02:51:09.675512+0000","last_unstale":"2024-09-16T02:52:07.313582+0000","last_undegraded":"2024-09-16T02:52:07.313582+0000","last_fullsized":"2024-09-16T02:52:07.313582+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:42:57.204736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.308807+0000","last_change":"2024-09-16T02:51:09.664012+0000","last_active":"2024-09-16T02:52:07.308807+0000","last_peered":"2024-09-16T02:52:07.308807+0000","last_clean":"2024-09-16T02:52:07.308807+0000","last_became_active":"2024-09-16T02:51:09.663706+0000","last_became_peered":"2024-09-16T02:51:09.663706+0000","last_unstale":"2024-09-16T02:52:07.308807+0000","last_undegraded":"2024-09-16T02:52:07.308807+0000","last_fullsized":"2024-09-16T02:52:07.308807+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:53.625394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524277+0000","last_change":"2024-09-16T02:51:09.665110+0000","last_active":"2024-09-16T02:52:07.524277+0000","last_peered":"2024-09-16T02:52:07.524277+0000","last_clean":"2024-09-16T02:52:07.524277+0000","last_became_active":"2024-09-16T02:51:09.664861+0000","last_became_peered":"2024-09-16T02:51:09.664861+0000","last_unstale":"2024-09-16T02:52:07.524277+0000","last_undegraded":"2024-09-16T02:52:07.524277+0000","last_fullsized":"2024-09-16T02:52:07.524277+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:35:58.076127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305019+0000","last_change":"2024-09-16T02:51:09.657235+0000","last_active":"2024-09-16T02:52:07.305019+0000","last_peered":"2024-09-16T02:52:07.305019+0000","last_clean":"2024-09-16T02:52:07.305019+0000","last_became_active":"2024-09-16T02:51:09.656955+0000","last_became_peered":"2024-09-16T02:51:09.656955+0000","last_unstale":"2024-09-16T02:52:07.305019+0000","last_undegraded":"2024-09-16T02:52:07.305019+0000","last_fullsized":"2024-09-16T02:52:07.305019+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:24.325893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759893+0000","last_change":"2024-09-16T02:51:06.641183+0000","last_active":"2024-09-16T02:52:07.759893+0000","last_peered":"2024-09-16T02:52:07.759893+0000","last_clean":"2024-09-16T02:52:07.759893+0000","last_became_active":"2024-09-16T02:51:06.640907+0000","last_became_peered":"2024-09-16T02:51:06.640907+0000","last_unstale":"2024-09-16T02:52:07.759893+0000","last_undegraded":"2024-09-16T02:52:07.759893+0000","last_fullsized":"2024-09-16T02:52:07.759893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:25:07.731412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971798+0000","last_change":"2024-09-16T02:51:09.669646+0000","last_active":"2024-09-16T02:52:07.971798+0000","last_peered":"2024-09-16T02:52:07.971798+0000","last_clean":"2024-09-16T02:52:07.971798+0000","last_became_active":"2024-09-16T02:51:09.669260+0000","last_became_peered":"2024-09-16T02:51:09.669260+0000","last_unstale":"2024-09-16T02:52:07.971798+0000","last_undegraded":"2024-09-16T02:52:07.971798+0000","last_fullsized":"2024-09-16T02:52:07.971798+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:04:10.310564+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524504+0000","last_change":"2024-09-16T02:51:06.643413+0000","last_active":"2024-09-16T02:52:07.524504+0000","last_peered":"2024-09-16T02:52:07.524504+0000","last_clean":"2024-09-16T02:52:07.524504+0000","last_became_active":"2024-09-16T02:51:06.643156+0000","last_became_peered":"2024-09-16T02:51:06.643156+0000","last_unstale":"2024-09-16T02:52:07.524504+0000","last_undegraded":"2024-09-16T02:52:07.524504+0000","last_fullsized":"2024-09-16T02:52:07.524504+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:47:21.401464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759538+0000","last_change":"2024-09-16T02:51:06.639869+0000","last_active":"2024-09-16T02:52:07.759538+0000","last_peered":"2024-09-16T02:52:07.759538+0000","last_clean":"2024-09-16T02:52:07.759538+0000","last_became_active":"2024-09-16T02:51:06.639556+0000","last_became_peered":"2024-09-16T02:51:06.639556+0000","last_unstale":"2024-09-16T02:52:07.759538+0000","last_undegraded":"2024-09-16T02:52:07.759538+0000","last_fullsized":"2024-09-16T02:52:07.759538+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:24:15.846830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759476+0000","last_change":"2024-09-16T02:51:09.661874+0000","last_active":"2024-09-16T02:52:07.759476+0000","last_peered":"2024-09-16T02:52:07.759476+0000","last_clean":"2024-09-16T02:52:07.759476+0000","last_became_active":"2024-09-16T02:51:09.661574+0000","last_became_peered":"2024-09-16T02:51:09.661574+0000","last_unstale":"2024-09-16T02:52:07.759476+0000","last_undegraded":"2024-09-16T02:52:07.759476+0000","last_fullsized":"2024-09-16T02:52:07.759476+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:05:37.417950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313265+0000","last_change":"2024-09-16T02:51:06.643695+0000","last_active":"2024-09-16T02:52:07.313265+0000","last_peered":"2024-09-16T02:52:07.313265+0000","last_clean":"2024-09-16T02:52:07.313265+0000","last_became_active":"2024-09-16T02:51:06.643428+0000","last_became_peered":"2024-09-16T02:51:06.643428+0000","last_unstale":"2024-09-16T02:52:07.313265+0000","last_undegraded":"2024-09-16T02:52:07.313265+0000","last_fullsized":"2024-09-16T02:52:07.313265+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:39:50.102426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309703+0000","last_change":"2024-09-16T02:51:09.654742+0000","last_active":"2024-09-16T02:52:07.309703+0000","last_peered":"2024-09-16T02:52:07.309703+0000","last_clean":"2024-09-16T02:52:07.309703+0000","last_became_active":"2024-09-16T02:51:09.654483+0000","last_became_peered":"2024-09-16T02:51:09.654483+0000","last_unstale":"2024-09-16T02:52:07.309703+0000","last_undegraded":"2024-09-16T02:52:07.309703+0000","last_fullsized":"2024-09-16T02:52:07.309703+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:13:34.059722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524709+0000","last_change":"2024-09-16T02:51:06.641841+0000","last_active":"2024-09-16T02:52:07.524709+0000","last_peered":"2024-09-16T02:52:07.524709+0000","last_clean":"2024-09-16T02:52:07.524709+0000","last_became_active":"2024-09-16T02:51:06.641479+0000","last_became_peered":"2024-09-16T02:51:06.641479+0000","last_unstale":"2024-09-16T02:52:07.524709+0000","last_undegraded":"2024-09-16T02:52:07.524709+0000","last_fullsized":"2024-09-16T02:52:07.524709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:57:42.030616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313549+0000","last_change":"2024-09-16T02:51:09.676565+0000","last_active":"2024-09-16T02:52:07.313549+0000","last_peered":"2024-09-16T02:52:07.313549+0000","last_clean":"2024-09-16T02:52:07.313549+0000","last_became_active":"2024-09-16T02:51:09.676256+0000","last_became_peered":"2024-09-16T02:51:09.676256+0000","last_unstale":"2024-09-16T02:52:07.313549+0000","last_undegraded":"2024-09-16T02:52:07.313549+0000","last_fullsized":"2024-09-16T02:52:07.313549+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:35:28.588030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313684+0000","last_change":"2024-09-16T02:51:06.643775+0000","last_active":"2024-09-16T02:52:07.313684+0000","last_peered":"2024-09-16T02:52:07.313684+0000","last_clean":"2024-09-16T02:52:07.313684+0000","last_became_active":"2024-09-16T02:51:06.643464+0000","last_became_peered":"2024-09-16T02:51:06.643464+0000","last_unstale":"2024-09-16T02:52:07.313684+0000","last_undegraded":"2024-09-16T02:52:07.313684+0000","last_fullsized":"2024-09-16T02:52:07.313684+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:57:20.295144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.972076+0000","last_change":"2024-09-16T02:51:09.658420+0000","last_active":"2024-09-16T02:52:07.972076+0000","last_peered":"2024-09-16T02:52:07.972076+0000","last_clean":"2024-09-16T02:52:07.972076+0000","last_became_active":"2024-09-16T02:51:09.657501+0000","last_became_peered":"2024-09-16T02:51:09.657501+0000","last_unstale":"2024-09-16T02:52:07.972076+0000","last_undegraded":"2024-09-16T02:52:07.972076+0000","last_fullsized":"2024-09-16T02:52:07.972076+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:07:15.163095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309811+0000","last_change":"2024-09-16T02:51:06.639956+0000","last_active":"2024-09-16T02:52:07.309811+0000","last_peered":"2024-09-16T02:52:07.309811+0000","last_clean":"2024-09-16T02:52:07.309811+0000","last_became_active":"2024-09-16T02:51:06.639681+0000","last_became_peered":"2024-09-16T02:51:06.639681+0000","last_unstale":"2024-09-16T02:52:07.309811+0000","last_undegraded":"2024-09-16T02:52:07.309811+0000","last_fullsized":"2024-09-16T02:52:07.309811+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:36.859800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305421+0000","last_change":"2024-09-16T02:51:09.662866+0000","last_active":"2024-09-16T02:52:07.305421+0000","last_peered":"2024-09-16T02:52:07.305421+0000","last_clean":"2024-09-16T02:52:07.305421+0000","last_became_active":"2024-09-16T02:51:09.662099+0000","last_became_peered":"2024-09-16T02:51:09.662099+0000","last_unstale":"2024-09-16T02:52:07.305421+0000","last_undegraded":"2024-09-16T02:52:07.305421+0000","last_fullsized":"2024-09-16T02:52:07.305421+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:43:37.603114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"69'9","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524772+0000","last_change":"2024-09-16T02:51:06.642246+0000","last_active":"2024-09-16T02:52:07.524772+0000","last_peered":"2024-09-16T02:52:07.524772+0000","last_clean":"2024-09-16T02:52:07.524772+0000","last_became_active":"2024-09-16T02:51:06.641630+0000","last_became_peered":"2024-09-16T02:51:06.641630+0000","last_unstale":"2024-09-16T02:52:07.524772+0000","last_undegraded":"2024-09-16T02:52:07.524772+0000","last_fullsized":"2024-09-16T02:52:07.524772+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:42:08.985269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2348,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546391+0000","last_change":"2024-09-16T02:51:09.655495+0000","last_active":"2024-09-16T02:52:07.546391+0000","last_peered":"2024-09-16T02:52:07.546391+0000","last_clean":"2024-09-16T02:52:07.546391+0000","last_became_active":"2024-09-16T02:51:09.655189+0000","last_became_peered":"2024-09-16T02:51:09.655189+0000","last_unstale":"2024-09-16T02:52:07.546391+0000","last_undegraded":"2024-09-16T02:52:07.546391+0000","last_fullsized":"2024-09-16T02:52:07.546391+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:20:43.481394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971948+0000","last_change":"2024-09-16T02:51:06.647797+0000","last_active":"2024-09-16T02:52:07.971948+0000","last_peered":"2024-09-16T02:52:07.971948+0000","last_clean":"2024-09-16T02:52:07.971948+0000","last_became_active":"2024-09-16T02:51:06.647512+0000","last_became_peered":"2024-09-16T02:51:06.647512+0000","last_unstale":"2024-09-16T02:52:07.971948+0000","last_undegraded":"2024-09-16T02:52:07.971948+0000","last_fullsized":"2024-09-16T02:52:07.971948+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:25:42.273657+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971605+0000","last_change":"2024-09-16T02:51:09.657162+0000","last_active":"2024-09-16T02:52:07.971605+0000","last_peered":"2024-09-16T02:52:07.971605+0000","last_clean":"2024-09-16T02:52:07.971605+0000","last_became_active":"2024-09-16T02:51:09.656668+0000","last_became_peered":"2024-09-16T02:51:09.656668+0000","last_unstale":"2024-09-16T02:52:07.971605+0000","last_undegraded":"2024-09-16T02:52:07.971605+0000","last_fullsized":"2024-09-16T02:52:07.971605+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:30:55.020269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313686+0000","last_change":"2024-09-16T02:51:06.639909+0000","last_active":"2024-09-16T02:52:07.313686+0000","last_peered":"2024-09-16T02:52:07.313686+0000","last_clean":"2024-09-16T02:52:07.313686+0000","last_became_active":"2024-09-16T02:51:06.639578+0000","last_became_peered":"2024-09-16T02:51:06.639578+0000","last_unstale":"2024-09-16T02:52:07.313686+0000","last_undegraded":"2024-09-16T02:52:07.313686+0000","last_fullsized":"2024-09-16T02:52:07.313686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:12:20.129785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":31,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546472+0000","last_change":"2024-09-16T02:51:38.947360+0000","last_active":"2024-09-16T02:52:07.546472+0000","last_peered":"2024-09-16T02:52:07.546472+0000","last_clean":"2024-09-16T02:52:07.546472+0000","last_became_active":"2024-09-16T02:51:38.947114+0000","last_became_peered":"2024-09-16T02:51:38.947114+0000","last_unstale":"2024-09-16T02:52:07.546472+0000","last_undegraded":"2024-09-16T02:52:07.546472+0000","last_fullsized":"2024-09-16T02:52:07.546472+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:32:04.564063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524708+0000","last_change":"2024-09-16T02:51:06.644125+0000","last_active":"2024-09-16T02:52:07.524708+0000","last_peered":"2024-09-16T02:52:07.524708+0000","last_clean":"2024-09-16T02:52:07.524708+0000","last_became_active":"2024-09-16T02:51:06.643841+0000","last_became_peered":"2024-09-16T02:51:06.643841+0000","last_unstale":"2024-09-16T02:52:07.524708+0000","last_undegraded":"2024-09-16T02:52:07.524708+0000","last_fullsized":"2024-09-16T02:52:07.524708+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:25:47.590042+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524623+0000","last_change":"2024-09-16T02:51:09.665080+0000","last_active":"2024-09-16T02:52:07.524623+0000","last_peered":"2024-09-16T02:52:07.524623+0000","last_clean":"2024-09-16T02:52:07.524623+0000","last_became_active":"2024-09-16T02:51:09.664783+0000","last_became_peered":"2024-09-16T02:51:09.664783+0000","last_unstale":"2024-09-16T02:52:07.524623+0000","last_undegraded":"2024-09-16T02:52:07.524623+0000","last_fullsized":"2024-09-16T02:52:07.524623+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:25:33.640390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":33,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.308847+0000","last_change":"2024-09-16T02:51:06.641277+0000","last_active":"2024-09-16T02:52:07.308847+0000","last_peered":"2024-09-16T02:52:07.308847+0000","last_clean":"2024-09-16T02:52:07.308847+0000","last_became_active":"2024-09-16T02:51:06.641034+0000","last_became_peered":"2024-09-16T02:51:06.641034+0000","last_unstale":"2024-09-16T02:52:07.308847+0000","last_undegraded":"2024-09-16T02:52:07.308847+0000","last_fullsized":"2024-09-16T02:52:07.308847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:43:09.969023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546139+0000","last_change":"2024-09-16T02:51:09.667322+0000","last_active":"2024-09-16T02:52:07.546139+0000","last_peered":"2024-09-16T02:52:07.546139+0000","last_clean":"2024-09-16T02:52:07.546139+0000","last_became_active":"2024-09-16T02:51:09.667024+0000","last_became_peered":"2024-09-16T02:51:09.667024+0000","last_unstale":"2024-09-16T02:52:07.546139+0000","last_undegraded":"2024-09-16T02:52:07.546139+0000","last_fullsized":"2024-09-16T02:52:07.546139+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:45.944310+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"66'1","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305799+0000","last_change":"2024-09-16T02:51:06.646481+0000","last_active":"2024-09-16T02:52:07.305799+0000","last_peered":"2024-09-16T02:52:07.305799+0000","last_clean":"2024-09-16T02:52:07.305799+0000","last_became_active":"2024-09-16T02:51:06.645498+0000","last_became_peered":"2024-09-16T02:51:06.645498+0000","last_unstale":"2024-09-16T02:52:07.305799+0000","last_undegraded":"2024-09-16T02:52:07.305799+0000","last_fullsized":"2024-09-16T02:52:07.305799+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:47:07.239628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546743+0000","last_change":"2024-09-16T02:51:09.664813+0000","last_active":"2024-09-16T02:52:07.546743+0000","last_peered":"2024-09-16T02:52:07.546743+0000","last_clean":"2024-09-16T02:52:07.546743+0000","last_became_active":"2024-09-16T02:51:09.664497+0000","last_became_peered":"2024-09-16T02:51:09.664497+0000","last_unstale":"2024-09-16T02:52:07.546743+0000","last_undegraded":"2024-09-16T02:52:07.546743+0000","last_fullsized":"2024-09-16T02:52:07.546743+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:46.911879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"66'2","reported_seq":27,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309461+0000","last_change":"2024-09-16T02:51:06.641328+0000","last_active":"2024-09-16T02:52:07.309461+0000","last_peered":"2024-09-16T02:52:07.309461+0000","last_clean":"2024-09-16T02:52:07.309461+0000","last_became_active":"2024-09-16T02:51:06.641070+0000","last_became_peered":"2024-09-16T02:51:06.641070+0000","last_unstale":"2024-09-16T02:52:07.309461+0000","last_undegraded":"2024-09-16T02:52:07.309461+0000","last_fullsized":"2024-09-16T02:52:07.309461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:02.332002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546694+0000","last_change":"2024-09-16T02:51:09.663340+0000","last_active":"2024-09-16T02:52:07.546694+0000","last_peered":"2024-09-16T02:52:07.546694+0000","last_clean":"2024-09-16T02:52:07.546694+0000","last_became_active":"2024-09-16T02:51:09.663059+0000","last_became_peered":"2024-09-16T02:51:09.663059+0000","last_unstale":"2024-09-16T02:52:07.546694+0000","last_undegraded":"2024-09-16T02:52:07.546694+0000","last_fullsized":"2024-09-16T02:52:07.546694+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:30:58.474317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309891+0000","last_change":"2024-09-16T02:51:06.644018+0000","last_active":"2024-09-16T02:52:07.309891+0000","last_peered":"2024-09-16T02:52:07.309891+0000","last_clean":"2024-09-16T02:52:07.309891+0000","last_became_active":"2024-09-16T02:51:06.643708+0000","last_became_peered":"2024-09-16T02:51:06.643708+0000","last_unstale":"2024-09-16T02:52:07.309891+0000","last_undegraded":"2024-09-16T02:52:07.309891+0000","last_fullsized":"2024-09-16T02:52:07.309891+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:29:22.689120+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313198+0000","last_change":"2024-09-16T02:51:09.670852+0000","last_active":"2024-09-16T02:52:07.313198+0000","last_peered":"2024-09-16T02:52:07.313198+0000","last_clean":"2024-09-16T02:52:07.313198+0000","last_became_active":"2024-09-16T02:51:09.670578+0000","last_became_peered":"2024-09-16T02:51:09.670578+0000","last_unstale":"2024-09-16T02:52:07.313198+0000","last_undegraded":"2024-09-16T02:52:07.313198+0000","last_fullsized":"2024-09-16T02:52:07.313198+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:05:20.028140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309166+0000","last_change":"2024-09-16T02:51:06.643337+0000","last_active":"2024-09-16T02:52:07.309166+0000","last_peered":"2024-09-16T02:52:07.309166+0000","last_clean":"2024-09-16T02:52:07.309166+0000","last_became_active":"2024-09-16T02:51:06.643082+0000","last_became_peered":"2024-09-16T02:51:06.643082+0000","last_unstale":"2024-09-16T02:52:07.309166+0000","last_undegraded":"2024-09-16T02:52:07.309166+0000","last_fullsized":"2024-09-16T02:52:07.309166+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:26:57.141858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546488+0000","last_change":"2024-09-16T02:51:09.674682+0000","last_active":"2024-09-16T02:52:07.546488+0000","last_peered":"2024-09-16T02:52:07.546488+0000","last_clean":"2024-09-16T02:52:07.546488+0000","last_became_active":"2024-09-16T02:51:09.674404+0000","last_became_peered":"2024-09-16T02:51:09.674404+0000","last_unstale":"2024-09-16T02:52:07.546488+0000","last_undegraded":"2024-09-16T02:52:07.546488+0000","last_fullsized":"2024-09-16T02:52:07.546488+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:50:35.764165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.790743+0000","last_change":"2024-09-16T02:52:07.525133+0000","last_active":"2024-09-16T02:52:13.790743+0000","last_peered":"2024-09-16T02:52:13.790743+0000","last_clean":"2024-09-16T02:52:13.790743+0000","last_became_active":"2024-09-16T02:52:02.549836+0000","last_became_peered":"2024-09-16T02:52:02.549836+0000","last_unstale":"2024-09-16T02:52:13.790743+0000","last_undegraded":"2024-09-16T02:52:13.790743+0000","last_fullsized":"2024-09-16T02:52:13.790743+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:02.126176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000335743,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":272,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.790347+0000","last_change":"2024-09-16T02:50:42.716054+0000","last_active":"2024-09-16T02:52:13.790347+0000","last_peered":"2024-09-16T02:52:13.790347+0000","last_clean":"2024-09-16T02:52:13.790347+0000","last_became_active":"2024-09-16T02:50:42.715616+0000","last_became_peered":"2024-09-16T02:50:42.715616+0000","last_unstale":"2024-09-16T02:52:13.790347+0000","last_undegraded":"2024-09-16T02:52:13.790347+0000","last_fullsized":"2024-09-16T02:52:13.790347+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_clean_scrub_stamp":"2024-09-16T02:48:48.469170+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:35.440558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313264+0000","last_change":"2024-09-16T02:51:06.646321+0000","last_active":"2024-09-16T02:52:07.313264+0000","last_peered":"2024-09-16T02:52:07.313264+0000","last_clean":"2024-09-16T02:52:07.313264+0000","last_became_active":"2024-09-16T02:51:06.645614+0000","last_became_peered":"2024-09-16T02:51:06.645614+0000","last_unstale":"2024-09-16T02:52:07.313264+0000","last_undegraded":"2024-09-16T02:52:07.313264+0000","last_fullsized":"2024-09-16T02:52:07.313264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:45:04.936288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759579+0000","last_change":"2024-09-16T02:51:09.666997+0000","last_active":"2024-09-16T02:52:07.759579+0000","last_peered":"2024-09-16T02:52:07.759579+0000","last_clean":"2024-09-16T02:52:07.759579+0000","last_became_active":"2024-09-16T02:51:09.666746+0000","last_became_peered":"2024-09-16T02:51:09.666746+0000","last_unstale":"2024-09-16T02:52:07.759579+0000","last_undegraded":"2024-09-16T02:52:07.759579+0000","last_fullsized":"2024-09-16T02:52:07.759579+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:07:31.562444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.790992+0000","last_change":"2024-09-16T02:52:07.972124+0000","last_active":"2024-09-16T02:52:13.790992+0000","last_peered":"2024-09-16T02:52:13.790992+0000","last_clean":"2024-09-16T02:52:13.790992+0000","last_became_active":"2024-09-16T02:52:02.936089+0000","last_became_peered":"2024-09-16T02:52:02.936089+0000","last_unstale":"2024-09-16T02:52:13.790992+0000","last_undegraded":"2024-09-16T02:52:13.790992+0000","last_fullsized":"2024-09-16T02:52:13.790992+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:53:05.829347+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00028495099999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546104+0000","last_change":"2024-09-16T02:51:06.642148+0000","last_active":"2024-09-16T02:52:07.546104+0000","last_peered":"2024-09-16T02:52:07.546104+0000","last_clean":"2024-09-16T02:52:07.546104+0000","last_became_active":"2024-09-16T02:51:06.641621+0000","last_became_peered":"2024-09-16T02:51:06.641621+0000","last_unstale":"2024-09-16T02:52:07.546104+0000","last_undegraded":"2024-09-16T02:52:07.546104+0000","last_fullsized":"2024-09-16T02:52:07.546104+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:38.854064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971436+0000","last_change":"2024-09-16T02:51:09.662657+0000","last_active":"2024-09-16T02:52:07.971436+0000","last_peered":"2024-09-16T02:52:07.971436+0000","last_clean":"2024-09-16T02:52:07.971436+0000","last_became_active":"2024-09-16T02:51:09.662285+0000","last_became_peered":"2024-09-16T02:51:09.662285+0000","last_unstale":"2024-09-16T02:52:07.971436+0000","last_undegraded":"2024-09-16T02:52:07.971436+0000","last_fullsized":"2024-09-16T02:52:07.971436+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:33:57.605041+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.720602+0000","last_change":"2024-09-16T02:52:07.310231+0000","last_active":"2024-09-16T02:52:13.720602+0000","last_peered":"2024-09-16T02:52:13.720602+0000","last_clean":"2024-09-16T02:52:13.720602+0000","last_became_active":"2024-09-16T02:52:02.572710+0000","last_became_peered":"2024-09-16T02:52:02.572710+0000","last_unstale":"2024-09-16T02:52:13.720602+0000","last_undegraded":"2024-09-16T02:52:13.720602+0000","last_fullsized":"2024-09-16T02:52:13.720602+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:42:50.470183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023329899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309053+0000","last_change":"2024-09-16T02:51:06.640665+0000","last_active":"2024-09-16T02:52:07.309053+0000","last_peered":"2024-09-16T02:52:07.309053+0000","last_clean":"2024-09-16T02:52:07.309053+0000","last_became_active":"2024-09-16T02:51:06.640308+0000","last_became_peered":"2024-09-16T02:51:06.640308+0000","last_unstale":"2024-09-16T02:52:07.309053+0000","last_undegraded":"2024-09-16T02:52:07.309053+0000","last_fullsized":"2024-09-16T02:52:07.309053+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:47.952137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309536+0000","last_change":"2024-09-16T02:51:09.656283+0000","last_active":"2024-09-16T02:52:07.309536+0000","last_peered":"2024-09-16T02:52:07.309536+0000","last_clean":"2024-09-16T02:52:07.309536+0000","last_became_active":"2024-09-16T02:51:09.656053+0000","last_became_peered":"2024-09-16T02:51:09.656053+0000","last_unstale":"2024-09-16T02:52:07.309536+0000","last_undegraded":"2024-09-16T02:52:07.309536+0000","last_fullsized":"2024-09-16T02:52:07.309536+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:49:37.151546+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.719862+0000","last_change":"2024-09-16T02:52:07.310433+0000","last_active":"2024-09-16T02:52:13.719862+0000","last_peered":"2024-09-16T02:52:13.719862+0000","last_clean":"2024-09-16T02:52:13.719862+0000","last_became_active":"2024-09-16T02:52:02.936128+0000","last_became_peered":"2024-09-16T02:52:02.936128+0000","last_unstale":"2024-09-16T02:52:13.719862+0000","last_undegraded":"2024-09-16T02:52:13.719862+0000","last_fullsized":"2024-09-16T02:52:13.719862+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:19:38.728856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00039755900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313710+0000","last_change":"2024-09-16T02:51:06.643041+0000","last_active":"2024-09-16T02:52:07.313710+0000","last_peered":"2024-09-16T02:52:07.313710+0000","last_clean":"2024-09-16T02:52:07.313710+0000","last_became_active":"2024-09-16T02:51:06.642720+0000","last_became_peered":"2024-09-16T02:51:06.642720+0000","last_unstale":"2024-09-16T02:52:07.313710+0000","last_undegraded":"2024-09-16T02:52:07.313710+0000","last_fullsized":"2024-09-16T02:52:07.313710+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:48:28.686531+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.305196+0000","last_change":"2024-09-16T02:51:09.664679+0000","last_active":"2024-09-16T02:52:07.305196+0000","last_peered":"2024-09-16T02:52:07.305196+0000","last_clean":"2024-09-16T02:52:07.305196+0000","last_became_active":"2024-09-16T02:51:09.664424+0000","last_became_peered":"2024-09-16T02:51:09.664424+0000","last_unstale":"2024-09-16T02:52:07.305196+0000","last_undegraded":"2024-09-16T02:52:07.305196+0000","last_fullsized":"2024-09-16T02:52:07.305196+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:18:14.867877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.2","version":"75'2","reported_seq":22,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.719866+0000","last_change":"2024-09-16T02:52:07.310226+0000","last_active":"2024-09-16T02:52:13.719866+0000","last_peered":"2024-09-16T02:52:13.719866+0000","last_clean":"2024-09-16T02:52:13.719866+0000","last_became_active":"2024-09-16T02:52:02.573921+0000","last_became_peered":"2024-09-16T02:52:02.573921+0000","last_unstale":"2024-09-16T02:52:13.719866+0000","last_undegraded":"2024-09-16T02:52:13.719866+0000","last_fullsized":"2024-09-16T02:52:13.719866+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:29:50.717477+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047129799999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310199+0000","last_change":"2024-09-16T02:51:06.642918+0000","last_active":"2024-09-16T02:52:07.310199+0000","last_peered":"2024-09-16T02:52:07.310199+0000","last_clean":"2024-09-16T02:52:07.310199+0000","last_became_active":"2024-09-16T02:51:06.642631+0000","last_became_peered":"2024-09-16T02:51:06.642631+0000","last_unstale":"2024-09-16T02:52:07.310199+0000","last_undegraded":"2024-09-16T02:52:07.310199+0000","last_fullsized":"2024-09-16T02:52:07.310199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:21:28.542644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313435+0000","last_change":"2024-09-16T02:51:09.672830+0000","last_active":"2024-09-16T02:52:07.313435+0000","last_peered":"2024-09-16T02:52:07.313435+0000","last_clean":"2024-09-16T02:52:07.313435+0000","last_became_active":"2024-09-16T02:51:09.672543+0000","last_became_peered":"2024-09-16T02:51:09.672543+0000","last_unstale":"2024-09-16T02:52:07.313435+0000","last_undegraded":"2024-09-16T02:52:07.313435+0000","last_fullsized":"2024-09-16T02:52:07.313435+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:19:55.507497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.3","version":"73'1","reported_seq":21,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.790418+0000","last_change":"2024-09-16T02:52:07.972082+0000","last_active":"2024-09-16T02:52:13.790418+0000","last_peered":"2024-09-16T02:52:13.790418+0000","last_clean":"2024-09-16T02:52:13.790418+0000","last_became_active":"2024-09-16T02:52:02.572649+0000","last_became_peered":"2024-09-16T02:52:02.572649+0000","last_unstale":"2024-09-16T02:52:13.790418+0000","last_undegraded":"2024-09-16T02:52:13.790418+0000","last_fullsized":"2024-09-16T02:52:13.790418+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:12:30.742882+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00049701200000000002,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546683+0000","last_change":"2024-09-16T02:51:06.648755+0000","last_active":"2024-09-16T02:52:07.546683+0000","last_peered":"2024-09-16T02:52:07.546683+0000","last_clean":"2024-09-16T02:52:07.546683+0000","last_became_active":"2024-09-16T02:51:06.648480+0000","last_became_peered":"2024-09-16T02:51:06.648480+0000","last_unstale":"2024-09-16T02:52:07.546683+0000","last_undegraded":"2024-09-16T02:52:07.546683+0000","last_fullsized":"2024-09-16T02:52:07.546683+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:22:48.587318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310152+0000","last_change":"2024-09-16T02:51:09.664795+0000","last_active":"2024-09-16T02:52:07.310152+0000","last_peered":"2024-09-16T02:52:07.310152+0000","last_clean":"2024-09-16T02:52:07.310152+0000","last_became_active":"2024-09-16T02:51:09.664550+0000","last_became_peered":"2024-09-16T02:51:09.664550+0000","last_unstale":"2024-09-16T02:52:07.310152+0000","last_undegraded":"2024-09-16T02:52:07.310152+0000","last_fullsized":"2024-09-16T02:52:07.310152+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:21:30.706302+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.789559+0000","last_change":"2024-09-16T02:52:07.759693+0000","last_active":"2024-09-16T02:52:13.789559+0000","last_peered":"2024-09-16T02:52:13.789559+0000","last_clean":"2024-09-16T02:52:13.789559+0000","last_became_active":"2024-09-16T02:52:02.549911+0000","last_became_peered":"2024-09-16T02:52:02.549911+0000","last_unstale":"2024-09-16T02:52:13.789559+0000","last_undegraded":"2024-09-16T02:52:13.789559+0000","last_fullsized":"2024-09-16T02:52:13.789559+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:18:40.093273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035466600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310328+0000","last_change":"2024-09-16T02:51:06.644704+0000","last_active":"2024-09-16T02:52:07.310328+0000","last_peered":"2024-09-16T02:52:07.310328+0000","last_clean":"2024-09-16T02:52:07.310328+0000","last_became_active":"2024-09-16T02:51:06.644413+0000","last_became_peered":"2024-09-16T02:51:06.644413+0000","last_unstale":"2024-09-16T02:52:07.310328+0000","last_undegraded":"2024-09-16T02:52:07.310328+0000","last_fullsized":"2024-09-16T02:52:07.310328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:56:29.697109+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759926+0000","last_change":"2024-09-16T02:51:09.656355+0000","last_active":"2024-09-16T02:52:07.759926+0000","last_peered":"2024-09-16T02:52:07.759926+0000","last_clean":"2024-09-16T02:52:07.759926+0000","last_became_active":"2024-09-16T02:51:09.655309+0000","last_became_peered":"2024-09-16T02:51:09.655309+0000","last_unstale":"2024-09-16T02:52:07.759926+0000","last_undegraded":"2024-09-16T02:52:07.759926+0000","last_fullsized":"2024-09-16T02:52:07.759926+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:27:04.051576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":20,"reported_epoch":76,"state":"active+clean","last_fresh":"2024-09-16T02:52:13.721550+0000","last_change":"2024-09-16T02:52:07.305373+0000","last_active":"2024-09-16T02:52:13.721550+0000","last_peered":"2024-09-16T02:52:13.721550+0000","last_clean":"2024-09-16T02:52:13.721550+0000","last_became_active":"2024-09-16T02:52:02.572654+0000","last_became_peered":"2024-09-16T02:52:02.572654+0000","last_unstale":"2024-09-16T02:52:13.721550+0000","last_undegraded":"2024-09-16T02:52:13.721550+0000","last_fullsized":"2024-09-16T02:52:13.721550+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:31:00.656506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00048561600000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524789+0000","last_change":"2024-09-16T02:51:06.642649+0000","last_active":"2024-09-16T02:52:07.524789+0000","last_peered":"2024-09-16T02:52:07.524789+0000","last_clean":"2024-09-16T02:52:07.524789+0000","last_became_active":"2024-09-16T02:51:06.642328+0000","last_became_peered":"2024-09-16T02:51:06.642328+0000","last_unstale":"2024-09-16T02:52:07.524789+0000","last_undegraded":"2024-09-16T02:52:07.524789+0000","last_fullsized":"2024-09-16T02:52:07.524789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:46.003891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.971767+0000","last_change":"2024-09-16T02:51:09.669803+0000","last_active":"2024-09-16T02:52:07.971767+0000","last_peered":"2024-09-16T02:52:07.971767+0000","last_clean":"2024-09-16T02:52:07.971767+0000","last_became_active":"2024-09-16T02:51:09.669145+0000","last_became_peered":"2024-09-16T02:51:09.669145+0000","last_unstale":"2024-09-16T02:52:07.971767+0000","last_undegraded":"2024-09-16T02:52:07.971767+0000","last_fullsized":"2024-09-16T02:52:07.971767+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:37:53.542737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":24,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546085+0000","last_change":"2024-09-16T02:51:06.641132+0000","last_active":"2024-09-16T02:52:07.546085+0000","last_peered":"2024-09-16T02:52:07.546085+0000","last_clean":"2024-09-16T02:52:07.546085+0000","last_became_active":"2024-09-16T02:51:06.640840+0000","last_became_peered":"2024-09-16T02:51:06.640840+0000","last_unstale":"2024-09-16T02:52:07.546085+0000","last_undegraded":"2024-09-16T02:52:07.546085+0000","last_fullsized":"2024-09-16T02:52:07.546085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:16:28.314486+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.304917+0000","last_change":"2024-09-16T02:51:09.656503+0000","last_active":"2024-09-16T02:52:07.304917+0000","last_peered":"2024-09-16T02:52:07.304917+0000","last_clean":"2024-09-16T02:52:07.304917+0000","last_became_active":"2024-09-16T02:51:09.656218+0000","last_became_peered":"2024-09-16T02:51:09.656218+0000","last_unstale":"2024-09-16T02:52:07.304917+0000","last_undegraded":"2024-09-16T02:52:07.304917+0000","last_fullsized":"2024-09-16T02:52:07.304917+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:14:48.581495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":25,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.309911+0000","last_change":"2024-09-16T02:51:06.641950+0000","last_active":"2024-09-16T02:52:07.309911+0000","last_peered":"2024-09-16T02:52:07.309911+0000","last_clean":"2024-09-16T02:52:07.309911+0000","last_became_active":"2024-09-16T02:51:06.641698+0000","last_became_peered":"2024-09-16T02:51:06.641698+0000","last_unstale":"2024-09-16T02:52:07.309911+0000","last_undegraded":"2024-09-16T02:52:07.309911+0000","last_fullsized":"2024-09-16T02:52:07.309911+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:30:37.801316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759493+0000","last_change":"2024-09-16T02:51:09.660270+0000","last_active":"2024-09-16T02:52:07.759493+0000","last_peered":"2024-09-16T02:52:07.759493+0000","last_clean":"2024-09-16T02:52:07.759493+0000","last_became_active":"2024-09-16T02:51:09.660125+0000","last_became_peered":"2024-09-16T02:51:09.660125+0000","last_unstale":"2024-09-16T02:52:07.759493+0000","last_undegraded":"2024-09-16T02:52:07.759493+0000","last_fullsized":"2024-09-16T02:52:07.759493+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:00:55.375961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":34,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.310046+0000","last_change":"2024-09-16T02:51:38.947545+0000","last_active":"2024-09-16T02:52:07.310046+0000","last_peered":"2024-09-16T02:52:07.310046+0000","last_clean":"2024-09-16T02:52:07.310046+0000","last_became_active":"2024-09-16T02:51:38.947197+0000","last_became_peered":"2024-09-16T02:51:38.947197+0000","last_unstale":"2024-09-16T02:52:07.310046+0000","last_undegraded":"2024-09-16T02:52:07.310046+0000","last_fullsized":"2024-09-16T02:52:07.310046+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:46.866470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759819+0000","last_change":"2024-09-16T02:51:09.662949+0000","last_active":"2024-09-16T02:52:07.759819+0000","last_peered":"2024-09-16T02:52:07.759819+0000","last_clean":"2024-09-16T02:52:07.759819+0000","last_became_active":"2024-09-16T02:51:09.662314+0000","last_became_peered":"2024-09-16T02:51:09.662314+0000","last_unstale":"2024-09-16T02:52:07.759819+0000","last_undegraded":"2024-09-16T02:52:07.759819+0000","last_fullsized":"2024-09-16T02:52:07.759819+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:24:22.458547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546689+0000","last_change":"2024-09-16T02:51:06.648091+0000","last_active":"2024-09-16T02:52:07.546689+0000","last_peered":"2024-09-16T02:52:07.546689+0000","last_clean":"2024-09-16T02:52:07.546689+0000","last_became_active":"2024-09-16T02:51:06.647804+0000","last_became_peered":"2024-09-16T02:51:06.647804+0000","last_unstale":"2024-09-16T02:52:07.546689+0000","last_undegraded":"2024-09-16T02:52:07.546689+0000","last_fullsized":"2024-09-16T02:52:07.546689+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:15.671970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.524386+0000","last_change":"2024-09-16T02:51:09.664126+0000","last_active":"2024-09-16T02:52:07.524386+0000","last_peered":"2024-09-16T02:52:07.524386+0000","last_clean":"2024-09-16T02:52:07.524386+0000","last_became_active":"2024-09-16T02:51:09.663831+0000","last_became_peered":"2024-09-16T02:51:09.663831+0000","last_unstale":"2024-09-16T02:52:07.524386+0000","last_undegraded":"2024-09-16T02:52:07.524386+0000","last_fullsized":"2024-09-16T02:52:07.524386+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:54:32.494141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313360+0000","last_change":"2024-09-16T02:51:09.670691+0000","last_active":"2024-09-16T02:52:07.313360+0000","last_peered":"2024-09-16T02:52:07.313360+0000","last_clean":"2024-09-16T02:52:07.313360+0000","last_became_active":"2024-09-16T02:51:09.670428+0000","last_became_peered":"2024-09-16T02:51:09.670428+0000","last_unstale":"2024-09-16T02:52:07.313360+0000","last_undegraded":"2024-09-16T02:52:07.313360+0000","last_fullsized":"2024-09-16T02:52:07.313360+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:52.778319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546446+0000","last_change":"2024-09-16T02:51:06.644163+0000","last_active":"2024-09-16T02:52:07.546446+0000","last_peered":"2024-09-16T02:52:07.546446+0000","last_clean":"2024-09-16T02:52:07.546446+0000","last_became_active":"2024-09-16T02:51:06.643535+0000","last_became_peered":"2024-09-16T02:51:06.643535+0000","last_unstale":"2024-09-16T02:52:07.546446+0000","last_undegraded":"2024-09-16T02:52:07.546446+0000","last_fullsized":"2024-09-16T02:52:07.546446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:55:15.379378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.313255+0000","last_change":"2024-09-16T02:51:09.676610+0000","last_active":"2024-09-16T02:52:07.313255+0000","last_peered":"2024-09-16T02:52:07.313255+0000","last_clean":"2024-09-16T02:52:07.313255+0000","last_became_active":"2024-09-16T02:51:09.676308+0000","last_became_peered":"2024-09-16T02:51:09.676308+0000","last_unstale":"2024-09-16T02:52:07.313255+0000","last_undegraded":"2024-09-16T02:52:07.313255+0000","last_fullsized":"2024-09-16T02:52:07.313255+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:27:01.653205+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.546514+0000","last_change":"2024-09-16T02:51:06.641137+0000","last_active":"2024-09-16T02:52:07.546514+0000","last_peered":"2024-09-16T02:52:07.546514+0000","last_clean":"2024-09-16T02:52:07.546514+0000","last_became_active":"2024-09-16T02:51:06.640657+0000","last_became_peered":"2024-09-16T02:51:06.640657+0000","last_unstale":"2024-09-16T02:52:07.546514+0000","last_undegraded":"2024-09-16T02:52:07.546514+0000","last_fullsized":"2024-09-16T02:52:07.546514+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:17:54.301730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.972043+0000","last_change":"2024-09-16T02:51:09.666545+0000","last_active":"2024-09-16T02:52:07.972043+0000","last_peered":"2024-09-16T02:52:07.972043+0000","last_clean":"2024-09-16T02:52:07.972043+0000","last_became_active":"2024-09-16T02:51:09.666265+0000","last_became_peered":"2024-09-16T02:51:09.666265+0000","last_unstale":"2024-09-16T02:52:07.972043+0000","last_undegraded":"2024-09-16T02:52:07.972043+0000","last_fullsized":"2024-09-16T02:52:07.972043+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:25:10.398258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"66'1","reported_seq":26,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759890+0000","last_change":"2024-09-16T02:51:06.639963+0000","last_active":"2024-09-16T02:52:07.759890+0000","last_peered":"2024-09-16T02:52:07.759890+0000","last_clean":"2024-09-16T02:52:07.759890+0000","last_became_active":"2024-09-16T02:51:06.639712+0000","last_became_peered":"2024-09-16T02:51:06.639712+0000","last_unstale":"2024-09-16T02:52:07.759890+0000","last_undegraded":"2024-09-16T02:52:07.759890+0000","last_fullsized":"2024-09-16T02:52:07.759890+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:18.844166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":22,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.759756+0000","last_change":"2024-09-16T02:51:09.665527+0000","last_active":"2024-09-16T02:52:07.759756+0000","last_peered":"2024-09-16T02:52:07.759756+0000","last_clean":"2024-09-16T02:52:07.759756+0000","last_became_active":"2024-09-16T02:51:09.665277+0000","last_became_peered":"2024-09-16T02:51:09.665277+0000","last_unstale":"2024-09-16T02:52:07.759756+0000","last_undegraded":"2024-09-16T02:52:07.759756+0000","last_fullsized":"2024-09-16T02:52:07.759756+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:53.607607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"66'4","reported_seq":28,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-16T02:52:07.972129+0000","last_change":"2024-09-16T02:51:06.644659+0000","last_active":"2024-09-16T02:52:07.972129+0000","last_peered":"2024-09-16T02:52:07.972129+0000","last_clean":"2024-09-16T02:52:07.972129+0000","last_became_active":"2024-09-16T02:51:06.644359+0000","last_became_peered":"2024-09-16T02:51:06.644359+0000","last_unstale":"2024-09-16T02:52:07.972129+0000","last_undegraded":"2024-09-16T02:52:07.972129+0000","last_fullsized":"2024-09-16T02:52:07.972129+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:12:05.701676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3146,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201311,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28380,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716772,"statfs":{"total":95995035648,"available":95965974528,"internally_reserved":0,"allocated":1392640,"data_stored":943060,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54500000000000004,"15min":0.54800000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73399999999999999,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.751,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.42699999999999999}]},{"osd":1,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.55800000000000005,"15min":0.56000000000000005},"min":{"1min":0.433,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.76200000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.56399999999999995,"15min":0.56999999999999995},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.76700000000000002,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.54300000000000004}]},{"osd":2,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54000000000000004,"15min":0.54200000000000004},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.68600000000000005,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.57799999999999996,"15min":0.58599999999999997},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.77500000000000002,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.51000000000000001}]},{"osd":3,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.56799999999999995,"15min":0.57499999999999996},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.69499999999999995,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.58199999999999996,"15min":0.57999999999999996},"min":{"1min":0.432,"5min":0.41599999999999998,"15min":0.41599999999999998},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.55400000000000005}]},{"osd":4,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.46999999999999997,"15min":0.47599999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.67000000000000004,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.377},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.499,"15min":0.501},"min":{"1min":0.35499999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.58099999999999996}]},{"osd":5,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.49099999999999999,"15min":0.495},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52200000000000002,"15min":0.52400000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"last":0.497}]},{"osd":6,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.53900000000000003,"15min":0.54300000000000004},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.70299999999999996,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54500000000000004,"15min":0.54400000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.48699999999999999}]}]},{"osd":6,"up_from":47,"seq":201863462949,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28380,"kb_used_data":1360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716772,"statfs":{"total":95995035648,"available":95965974528,"internally_reserved":0,"allocated":1392640,"data_stored":944473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.51700000000000002,"15min":0.52300000000000002},"min":{"1min":0.32300000000000001,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.622,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.502,"5min":0.56200000000000006,"15min":0.57199999999999995},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.70499999999999996,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.55200000000000005}]},{"osd":1,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.53200000000000003,"15min":0.54000000000000004},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65400000000000003,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56799999999999995,"15min":0.56899999999999995},"min":{"1min":0.42499999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.69599999999999995,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.46700000000000003}]},{"osd":2,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.48399999999999999,"5min":0.52800000000000002,"15min":0.53500000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.68999999999999995,"5min":0.752,"15min":0.752},"last":0.374},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.54100000000000004,"15min":0.54900000000000004},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.72599999999999998,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.39200000000000002}]},{"osd":3,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.745,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.55700000000000005,"15min":0.56399999999999995},"min":{"1min":0.36699999999999999,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.72099999999999997,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.44900000000000001}]},{"osd":4,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.42199999999999999,"15min":0.42099999999999999},"min":{"1min":0.28699999999999998,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.72099999999999997,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.45700000000000002,"5min":0.44900000000000001,"15min":0.44700000000000001},"min":{"1min":0.248,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.81100000000000005,"5min":0.87,"15min":0.87},"last":0.503}]},{"osd":5,"last update":"Mon Sep 16 02:52:18 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.47299999999999998,"15min":0.47799999999999998},"min":{"1min":0.26100000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.69599999999999995,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.46200000000000002,"5min":0.48299999999999998,"15min":0.48699999999999999},"min":{"1min":0.27600000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.53100000000000003}]},{"osd":7,"last update":"Mon Sep 16 02:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.56100000000000005,"15min":0.56999999999999995},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.53000000000000003,"15min":0.54200000000000004},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68700000000000006,"5min":0.748,"15min":0.748},"last":0.495}]}]},{"osd":5,"up_from":39,"seq":167503724584,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":354264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.48099999999999998,"5min":0.497,"15min":0.499},"min":{"1min":0.29199999999999998,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.66700000000000004,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52800000000000002,"15min":0.52900000000000003},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.60499999999999998}]},{"osd":1,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.51900000000000002,"15min":0.51800000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.623},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.52800000000000002,"15min":0.53000000000000003},"min":{"1min":0.35199999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.50800000000000001}]},{"osd":2,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.48899999999999999,"15min":0.48499999999999999},"min":{"1min":0.38100000000000001,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57399999999999995}]},{"osd":3,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34399999999999997,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.54900000000000004,"15min":0.55300000000000005},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.72299999999999998,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.67300000000000004}]},{"osd":4,"last update":"Mon Sep 16 02:52:02 2024","interfaces":[{"interface":"back","average":{"1min":0.45300000000000001,"5min":0.41099999999999998,"15min":0.40400000000000003},"min":{"1min":0.30599999999999999,"5min":0.214,"15min":0.214},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.437,"5min":0.39800000000000002,"15min":0.39200000000000002},"min":{"1min":0.32000000000000001,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.49099999999999999}]},{"osd":6,"last update":"Mon Sep 16 02:52:19 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.40699999999999997,"15min":0.39700000000000002},"min":{"1min":0.28999999999999998,"5min":0.253,"15min":0.253},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.5,"5min":0.44800000000000001,"15min":0.44},"min":{"1min":0.36599999999999999,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.439}]},{"osd":7,"last update":"Mon Sep 16 02:52:41 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52100000000000002,"15min":0.52000000000000002},"min":{"1min":0.38700000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.69299999999999995,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.52200000000000002,"15min":0.51600000000000001},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.46000000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986221,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":352542,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.46400000000000002,"5min":0.51400000000000001,"15min":0.51700000000000002},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68100000000000005,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.59199999999999997,"15min":0.54400000000000004},"min":{"1min":0.32900000000000001,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":10.483000000000001,"5min":10.483000000000001,"15min":10.483000000000001},"last":0.57599999999999996}]},{"osd":1,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.45500000000000002,"5min":0.50800000000000001,"15min":0.50800000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.629,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.497},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.51900000000000002,"15min":0.51700000000000002},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.64500000000000002,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.50700000000000001}]},{"osd":2,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.50900000000000001,"15min":0.51000000000000001},"min":{"1min":0.34100000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.66500000000000004,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.495,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.68400000000000005,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.61399999999999999,"15min":0.56200000000000006},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":10.507,"5min":10.507,"15min":10.507},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.50900000000000001,"15min":0.503},"min":{"1min":0.35099999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.65900000000000003,"5min":0.745,"15min":0.745},"last":0.41299999999999998}]},{"osd":5,"last update":"Mon Sep 16 02:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.379,"15min":0.377},"min":{"1min":0.28000000000000003,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.53100000000000003,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40999999999999998,"15min":0.40400000000000003},"min":{"1min":0.313,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.60799999999999998,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.435}]},{"osd":6,"last update":"Mon Sep 16 02:52:22 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.49099999999999999,"15min":0.495},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.64100000000000001,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.432,"15min":0.437},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.624,"5min":0.69099999999999995,"15min":0.69099999999999995},"last":0.38600000000000001}]},{"osd":7,"last update":"Mon Sep 16 02:52:43 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.71199999999999997,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.503,"15min":0.51100000000000001},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.72399999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"last":0.53900000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149746,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27808,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717344,"statfs":{"total":95995035648,"available":95966560256,"internally_reserved":0,"allocated":806912,"data_stored":354209,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:11 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.37,"15min":0.374},"min":{"1min":0.20599999999999999,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.52800000000000002,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.373},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.43099999999999999,"15min":0.44900000000000001},"min":{"1min":0.30199999999999999,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.53000000000000003,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.32900000000000001}]},{"osd":1,"last update":"Mon Sep 16 02:52:11 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.377,"15min":0.39100000000000001},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.50600000000000001,"5min":0.54600000000000004,"15min":0.54600000000000004},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.41599999999999998,"15min":0.42899999999999999},"min":{"1min":0.252,"5min":0.221,"15min":0.221},"max":{"1min":0.53000000000000003,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.309}]},{"osd":2,"last update":"Mon Sep 16 02:52:11 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.42699999999999999,"15min":0.44400000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.502,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.35299999999999998,"5min":0.41399999999999998,"15min":0.433},"min":{"1min":0.23699999999999999,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.54200000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.26500000000000001}]},{"osd":4,"last update":"Mon Sep 16 02:52:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.57299999999999995,"15min":0.58499999999999996},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.85499999999999998,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.503},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.55500000000000005,"15min":0.54900000000000004},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.78600000000000003,"5min":1.0129999999999999,"15min":1.0129999999999999},"last":0.44700000000000001}]},{"osd":5,"last update":"Mon Sep 16 02:53:01 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.56799999999999995,"15min":0.57599999999999996},"min":{"1min":0.39900000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.51300000000000001}]},{"osd":6,"last update":"Mon Sep 16 02:52:17 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.54700000000000004,"15min":0.55300000000000005},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.71399999999999997,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.58599999999999997,"15min":0.59399999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.69899999999999995,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.437}]},{"osd":7,"last update":"Mon Sep 16 02:52:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.56999999999999995,"15min":0.57599999999999996},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.57599999999999996,"15min":0.57999999999999996},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.41899999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411382,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27792,"kb_used_data":772,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717360,"statfs":{"total":95995035648,"available":95966576640,"internally_reserved":0,"allocated":790528,"data_stored":352088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.312,"5min":0.36099999999999999,"15min":0.37},"min":{"1min":0.20200000000000001,"5min":0.20200000000000001,"15min":0.20200000000000001},"max":{"1min":0.42999999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.32100000000000001,"5min":0.373,"15min":0.38100000000000001},"min":{"1min":0.22700000000000001,"5min":0.221,"15min":0.221},"max":{"1min":0.46600000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.45600000000000002}]},{"osd":1,"last update":"Mon Sep 16 02:52:53 2024","interfaces":[{"interface":"back","average":{"1min":0.34200000000000003,"5min":0.377,"15min":0.38300000000000001},"min":{"1min":0.255,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.48599999999999999,"5min":0.64900000000000002,"15min":0.64900000000000002},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.35899999999999999,"5min":0.39000000000000001,"15min":0.39800000000000002},"min":{"1min":0.26400000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.497,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.43099999999999999}]},{"osd":3,"last update":"Mon Sep 16 02:52:15 2024","interfaces":[{"interface":"back","average":{"1min":0.38700000000000001,"5min":0.443,"15min":0.45800000000000002},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.57899999999999996,"5min":0.626,"15min":0.626},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.44600000000000001,"15min":0.46400000000000002},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.504,"5min":0.623,"15min":0.623},"last":0.40500000000000003}]},{"osd":4,"last update":"Mon Sep 16 02:52:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54400000000000004,"15min":0.54700000000000004},"min":{"1min":0.40100000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.71399999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.56699999999999995,"15min":0.57899999999999996},"min":{"1min":0.39500000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.65800000000000003,"5min":0.75,"15min":0.75},"last":0.66200000000000003}]},{"osd":5,"last update":"Mon Sep 16 02:53:00 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.56499999999999995,"15min":0.57999999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56899999999999995,"15min":0.56999999999999995},"min":{"1min":0.379,"5min":0.317,"15min":0.317},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.78600000000000003}]},{"osd":6,"last update":"Mon Sep 16 02:52:20 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.58399999999999996,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73399999999999999,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.80900000000000005},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.57699999999999996,"15min":0.58399999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.59899999999999998}]},{"osd":7,"last update":"Mon Sep 16 02:52:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.56000000000000005,"15min":0.56599999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.72999999999999998,"5min":0.746,"15min":0.746},"last":0.63},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.82599999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574906,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27804,"kb_used_data":784,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717348,"statfs":{"total":95995035648,"available":95966564352,"internally_reserved":0,"allocated":802816,"data_stored":352267,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Sep 16 02:52:30 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.34899999999999998,"15min":0.32800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.47799999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"last":0.25600000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.36299999999999999,"15min":0.33900000000000002},"min":{"1min":0.248,"5min":0.221,"15min":0.221},"max":{"1min":0.57799999999999996,"5min":0.59199999999999997,"15min":0.59199999999999997},"last":0.30399999999999999}]},{"osd":2,"last update":"Mon Sep 16 02:52:51 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.36199999999999999,"15min":0.35699999999999998},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.52700000000000002,"5min":0.56200000000000006,"15min":0.56200000000000006},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.37,"5min":0.38600000000000001,"15min":0.38},"min":{"1min":0.20799999999999999,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.52400000000000002,"5min":0.56799999999999995,"15min":0.56799999999999995},"last":0.36699999999999999}]},{"osd":3,"last update":"Mon Sep 16 02:52:17 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.41899999999999998,"15min":0.42099999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.55200000000000005,"5min":0.64400000000000002,"15min":0.64400000000000002},"last":0.34300000000000003}]},{"osd":4,"last update":"Mon Sep 16 02:52:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36399999999999999,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.76000000000000001,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.54800000000000004,"15min":0.52900000000000003},"min":{"1min":0.41299999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86899999999999999,"5min":0.86899999999999999,"15min":0.86899999999999999},"last":0.51800000000000002}]},{"osd":5,"last update":"Mon Sep 16 02:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55200000000000005,"15min":0.54700000000000004},"min":{"1min":0.36399999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.81100000000000005,"5min":0.81100000000000005,"15min":0.81100000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.55600000000000005,"15min":0.54800000000000004},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.77000000000000002,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.42699999999999999}]},{"osd":6,"last update":"Mon Sep 16 02:52:17 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":1.23,"15min":1.3360000000000001},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.752,"5min":19.085000000000001,"15min":19.085000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59399999999999997,"15min":0.59299999999999997},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.49099999999999999}]},{"osd":7,"last update":"Mon Sep 16 02:52:40 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.60799999999999998,"15min":0.60599999999999998},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.60899999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.79800000000000004,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.41699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738431,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32484,"kb_used_data":1368,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712668,"statfs":{"total":95995035648,"available":95961772032,"internally_reserved":0,"allocated":1400832,"data_stored":943184,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Sep 16 02:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.34399999999999997,"15min":0.31900000000000001},"min":{"1min":0.24099999999999999,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.738,"5min":1.738,"15min":1.738},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.32300000000000001},"min":{"1min":0.251,"5min":0.185,"15min":0.185},"max":{"1min":0.627,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.54800000000000004}]},{"osd":2,"last update":"Mon Sep 16 02:52:49 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.38300000000000001,"15min":0.36599999999999999},"min":{"1min":0.23400000000000001,"5min":0.23200000000000001,"15min":0.23200000000000001},"max":{"1min":1.266,"5min":1.266,"15min":1.266},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.38600000000000001,"15min":0.36199999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.8169999999999999,"5min":1.8169999999999999,"15min":1.8169999999999999},"last":0.61699999999999999}]},{"osd":3,"last update":"Mon Sep 16 02:52:20 2024","interfaces":[{"interface":"back","average":{"1min":0.36499999999999999,"5min":0.40100000000000002,"15min":0.41499999999999998},"min":{"1min":0.27600000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.53600000000000003,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.497},{"interface":"front","average":{"1min":0.39300000000000002,"5min":0.42599999999999999,"15min":0.432},"min":{"1min":0.25700000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.51000000000000001,"5min":0.59999999999999998,"15min":0.59999999999999998},"last":0.58499999999999996}]},{"osd":4,"last update":"Mon Sep 16 02:52:33 2024","interfaces":[{"interface":"back","average":{"1min":0.59799999999999998,"5min":0.56999999999999995,"15min":0.56200000000000006},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":1.044},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.58699999999999997,"15min":0.58299999999999996},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"last":0.82899999999999996}]},{"osd":5,"last update":"Mon Sep 16 02:52:58 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.56999999999999995,"15min":0.55200000000000005},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":1.879,"5min":1.879,"15min":1.879},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.60499999999999998,"15min":0.59499999999999997},"min":{"1min":0.44400000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.1279999999999999,"5min":1.1279999999999999,"15min":1.1279999999999999},"last":1.056}]},{"osd":6,"last update":"Mon Sep 16 02:52:20 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58899999999999997,"15min":0.58999999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.79800000000000004,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":1.1080000000000001},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.79900000000000004,"15min":0.83299999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.90900000000000003,"5min":5.2679999999999998,"15min":5.2679999999999998},"last":0.67500000000000004}]},{"osd":7,"last update":"Mon Sep 16 02:52:44 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.59099999999999997,"15min":0.58399999999999996},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.2430000000000001,"5min":1.2430000000000001,"15min":1.2430000000000001},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.59999999999999998,"15min":0.58799999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":1.9079999999999999,"5min":1.9079999999999999,"15min":1.9079999999999999},"last":0.91600000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2452,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2438,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2348,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T02:53:10.645 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-09-16T02:53:10.645 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-16T02:53:10.645 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-09-16T02:53:10.646 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph health --format=json 2024-09-16T02:53:10.867 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:10.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:10 smithi184 ceph-mon[31162]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:53:10.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:10 smithi184 ceph-mon[31162]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:10.964 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:10 smithi097 ceph-mon[27580]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:53:10.965 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:10 smithi097 ceph-mon[27580]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:10.965 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:10 smithi097 ceph-mon[38292]: from='client.24629 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T02:53:10.965 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:10 smithi097 ceph-mon[38292]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:11.244 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[70176]: ts=2024-09-16T02:53:10.962Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T02:53:11.245 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:11 smithi097 podman[74605]: 2024-09-16 02:53:11.162115749 +0000 UTC m=+0.309151664 container died 714334e8922968f5aae8822452724067b71cc2bac9ff64aaa391aabdcde86c96 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:11.744 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:11 smithi097 podman[74605]: 2024-09-16 02:53:11.658890203 +0000 UTC m=+0.805926172 container cleanup 714334e8922968f5aae8822452724067b71cc2bac9ff64aaa391aabdcde86c96 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:11.744 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:11 smithi097 bash[74605]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T02:53:12.586 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:12 smithi097 podman[74636]: 2024-09-16 02:53:12.328878943 +0000 UTC m=+1.341075785 container remove 714334e8922968f5aae8822452724067b71cc2bac9ff64aaa391aabdcde86c96 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:12.586 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:12 smithi097 podman[74636]: 2024-09-16 02:53:12.404367085 +0000 UTC m=+1.416563882 volume remove dacf14b3838ffb74ca118fb6ec7fc70924b663bf51eed86bcd75f8caa3a19f24 2024-09-16T02:53:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:12 smithi184 ceph-mon[31162]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:12 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:12.951 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:12 smithi097 ceph-mon[27580]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:12.952 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:12 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:12.952 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:12 smithi097 ceph-mon[38292]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:12.952 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:12 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:13.495 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:13 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T02:53:13.495 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:13 smithi097 systemd[1]: Stopped Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:53:13.495 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:13 smithi097 systemd[1]: Starting Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:53:13.516 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:53:13.517 INFO:teuthology.orchestra.run.smithi097.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-16T02:53:13.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:13 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1238966008' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T02:53:13.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:13 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1238966008' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T02:53:13.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:13 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1238966008' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-09-16T02:53:13.995 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:13 smithi097 podman[74795]: 2024-09-16 02:53:13.430427646 +0000 UTC m=+0.016905104 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-09-16T02:53:13.995 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:13 smithi097 podman[74795]: 2024-09-16 02:53:13.536703881 +0000 UTC m=+0.123181340 volume create 98bdb58e01f50796fdf1782ab58187c52f09ef19bcca125afac93e715638f4dd 2024-09-16T02:53:13.995 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:13 smithi097 podman[74795]: 2024-09-16 02:53:13.629023259 +0000 UTC m=+0.215500718 container create 865918664bb6cf66a9964e4ef95cea148ce336dc88e206dfd7de57350359815f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:14.489 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 podman[74795]: 2024-09-16 02:53:14.175974437 +0000 UTC m=+0.762451897 container init 865918664bb6cf66a9964e4ef95cea148ce336dc88e206dfd7de57350359815f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:14.489 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 podman[74795]: 2024-09-16 02:53:14.178746612 +0000 UTC m=+0.765224081 container start 865918664bb6cf66a9964e4ef95cea148ce336dc88e206dfd7de57350359815f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:14.489 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:14.190Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-09-16T02:53:14.489 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:14.191Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-09-16T02:53:14.489 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:14.191Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.97 port=9094 2024-09-16T02:53:14.490 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:14.192Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T02:53:14.490 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:14.215Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T02:53:14.490 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:14.215Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T02:53:14.490 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:14.218Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-09-16T02:53:14.490 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:14.218Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T02:53:14.490 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 bash[74795]: 865918664bb6cf66a9964e4ef95cea148ce336dc88e206dfd7de57350359815f 2024-09-16T02:53:14.490 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:14 smithi097 systemd[1]: Started Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:53:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-mon[27580]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:14.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-mon[38292]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:14.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:14.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:14 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:14.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:14 smithi184 ceph-mon[31162]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:14.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:14.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:14 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:14.903 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-09-16T02:53:14.904 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:53:15.100 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:15.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:15 smithi184 ceph-mon[31162]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:53:15.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:15 smithi184 ceph-mon[31162]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:53:15.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:15 smithi097 ceph-mon[38292]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:53:15.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:15 smithi097 ceph-mon[38292]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:53:15.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:15 smithi097 ceph-mon[27580]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:53:15.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:15 smithi097 ceph-mon[27580]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:53:16.461 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:16.193Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000541367s 2024-09-16T02:53:16.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:16 smithi097 ceph-mon[27580]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:16.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:16 smithi097 ceph-mon[38292]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:16.860 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:53:16.860 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1988127941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1988127941},{"type":"v1","addr":"172.21.15.97:6835","nonce":1988127941}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T02:51:11.610498+0000","modified":"2024-09-16T02:51:23.750346+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.184:6833/1791461962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1791461962},{"type":"v1","addr":"172.21.15.184:6833","nonce":1791461962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-16T02:53:16.860 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 8 2024-09-16T02:53:16.875 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:16 smithi184 ceph-mon[31162]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:17.521 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:53:17.721 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:17.841 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:17 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/157358784' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:17.841 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:17 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/157358784' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:17.907 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:17 smithi184 systemd[1]: Stopping Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:53:17.907 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:17 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/157358784' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:18.161 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T02:53:18.161 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T02:53:18.161 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T02:53:18.161 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[58930]: ts=2024-09-16T02:53:18.107Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T02:53:18.162 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 podman[62089]: 2024-09-16 02:53:18.117371179 +0000 UTC m=+0.139716107 container died 156ca7ae5970e789acc14f05035fb2b2a78b5384853589c7174b75644624712f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:18.743 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:18 smithi184 ceph-mon[31162]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:18.743 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 podman[62089]: 2024-09-16 02:53:18.490305265 +0000 UTC m=+0.512650192 container cleanup 156ca7ae5970e789acc14f05035fb2b2a78b5384853589c7174b75644624712f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:18.744 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 bash[62089]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T02:53:18.837 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:18 smithi097 ceph-mon[27580]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:18.837 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:18 smithi097 ceph-mon[38292]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:19.106 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 podman[62101]: 2024-09-16 02:53:18.741983259 +0000 UTC m=+0.626155333 container remove 156ca7ae5970e789acc14f05035fb2b2a78b5384853589c7174b75644624712f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:19.107 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T02:53:19.107 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 systemd[1]: Stopped Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:53:19.107 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.165s CPU time. 2024-09-16T02:53:19.107 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:18 smithi184 systemd[1]: Starting Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:53:19.388 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 podman[62200]: 2024-09-16 02:53:19.01125188 +0000 UTC m=+0.019189014 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T02:53:19.388 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 podman[62200]: 2024-09-16 02:53:19.134838773 +0000 UTC m=+0.142775885 container create 532d1b759c04b0ae9fe5ea023f9fcb3bcb7a5c205b0a29e9aaf9226472923a8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:19.388 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 podman[62200]: 2024-09-16 02:53:19.387105639 +0000 UTC m=+0.395042751 container init 532d1b759c04b0ae9fe5ea023f9fcb3bcb7a5c205b0a29e9aaf9226472923a8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:19.562 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:53:19.563 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1988127941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1988127941},{"type":"v1","addr":"172.21.15.97:6835","nonce":1988127941}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T02:51:11.610498+0000","modified":"2024-09-16T02:51:23.750346+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.184:6833/1791461962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1791461962},{"type":"v1","addr":"172.21.15.184:6833","nonce":1791461962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-16T02:53:19.563 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 8 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 podman[62200]: 2024-09-16 02:53:19.390191283 +0000 UTC m=+0.398128400 container start 532d1b759c04b0ae9fe5ea023f9fcb3bcb7a5c205b0a29e9aaf9226472923a8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.414Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.415Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.415Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi184 (none))" 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.415Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.415Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.416Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.416Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.417Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T02:53:19.659 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.417Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.420Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.420Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.683µs 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.420Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.422Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.422Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.422Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.976µs wal_replay_duration=2.201781ms wbl_replay_duration=105ns total_replay_duration=2.237901ms 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.423Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.423Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.423Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.444Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.958768ms db_storage=712ns remote_storage=1.063µs web_handler=399ns query_engine=579ns scrape=387.961µs scrape_sd=79.449µs notify=10.588µs notify_sd=18.181µs rules=19.964668ms tracing=6.613µs 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.444Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T02:53:19.660 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:53:19.444Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T02:53:19.661 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 bash[62200]: 532d1b759c04b0ae9fe5ea023f9fcb3bcb7a5c205b0a29e9aaf9226472923a8c 2024-09-16T02:53:19.661 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:53:19 smithi184 systemd[1]: Started Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:53:19.872 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:19] ENGINE Bus STOPPING 2024-09-16T02:53:19.872 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:19] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:53:19.872 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:19] ENGINE Bus STOPPED 2024-09-16T02:53:19.872 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:19] ENGINE Bus STARTING 2024-09-16T02:53:19.872 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:19] ENGINE Serving on http://:::9283 2024-09-16T02:53:19.872 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:19] ENGINE Bus STARTED 2024-09-16T02:53:19.872 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:19] ENGINE Bus STOPPING 2024-09-16T02:53:20.218 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T02:53:20.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:53:20.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Bus STOPPED 2024-09-16T02:53:20.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Bus STARTING 2024-09-16T02:53:20.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Serving on http://:::9283 2024-09-16T02:53:20.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Bus STARTED 2024-09-16T02:53:20.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Bus STOPPING 2024-09-16T02:53:20.833 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi097.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi097.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:20.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1169107185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:20.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi097.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi097.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T02:53:20.872 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T02:53:20.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T02:53:20.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T02:53:20.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T02:53:20.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T02:53:20.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1169107185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:20.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:53:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi097.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi097.front.sepia.ceph.com:9093"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi184.front.sepia.ceph.com:9095"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T02:53:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T02:53:20.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi184.front.sepia.ceph.com:3000"}]: dispatch 2024-09-16T02:53:20.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:20.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1169107185' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:20.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:20 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:53:20.982 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:21.105 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:53:21.105 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Bus STOPPED 2024-09-16T02:53:21.105 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Bus STARTING 2024-09-16T02:53:21.105 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Serving on http://:::9283 2024-09-16T02:53:21.105 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:20] ENGINE Bus STARTED 2024-09-16T02:53:22.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:22 smithi097 ceph-mon[27580]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:22.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:22 smithi097 ceph-mon[38292]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:22.746 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:22 smithi184 ceph-mon[31162]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:22.873 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:53:22.874 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":76,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T02:52:13.715586+0000","last_up_change":"2024-09-16T02:50:38.697729+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T02:51:05.602999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T02:51:08.573774+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T02:52:01.126727+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6803","nonce":3656858757}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6805","nonce":3656858757}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6809","nonce":3656858757}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":3656858757},{"type":"v1","addr":"172.21.15.97:6807","nonce":3656858757}]},"public_addr":"172.21.15.97:6803/3656858757","cluster_addr":"172.21.15.97:6805/3656858757","heartbeat_back_addr":"172.21.15.97:6809/3656858757","heartbeat_front_addr":"172.21.15.97:6807/3656858757","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6811","nonce":2261441228}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6813","nonce":2261441228}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6817","nonce":2261441228}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":2261441228},{"type":"v1","addr":"172.21.15.97:6815","nonce":2261441228}]},"public_addr":"172.21.15.97:6811/2261441228","cluster_addr":"172.21.15.97:6813/2261441228","heartbeat_back_addr":"172.21.15.97:6817/2261441228","heartbeat_front_addr":"172.21.15.97:6815/2261441228","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6819","nonce":411644132}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6821","nonce":411644132}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6825","nonce":411644132}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":411644132},{"type":"v1","addr":"172.21.15.97:6823","nonce":411644132}]},"public_addr":"172.21.15.97:6819/411644132","cluster_addr":"172.21.15.97:6821/411644132","heartbeat_back_addr":"172.21.15.97:6825/411644132","heartbeat_front_addr":"172.21.15.97:6823/411644132","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6827","nonce":2108666442}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6829","nonce":2108666442}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6833","nonce":2108666442}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":2108666442},{"type":"v1","addr":"172.21.15.97:6831","nonce":2108666442}]},"public_addr":"172.21.15.97:6827/2108666442","cluster_addr":"172.21.15.97:6829/2108666442","heartbeat_back_addr":"172.21.15.97:6833/2108666442","heartbeat_front_addr":"172.21.15.97:6831/2108666442","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6801","nonce":2958769780}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6803","nonce":2958769780}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6807","nonce":2958769780}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":2958769780},{"type":"v1","addr":"172.21.15.184:6805","nonce":2958769780}]},"public_addr":"172.21.15.184:6801/2958769780","cluster_addr":"172.21.15.184:6803/2958769780","heartbeat_back_addr":"172.21.15.184:6807/2958769780","heartbeat_front_addr":"172.21.15.184:6805/2958769780","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6809","nonce":3706875745}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6811","nonce":3706875745}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6815","nonce":3706875745}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":3706875745},{"type":"v1","addr":"172.21.15.184:6813","nonce":3706875745}]},"public_addr":"172.21.15.184:6809/3706875745","cluster_addr":"172.21.15.184:6811/3706875745","heartbeat_back_addr":"172.21.15.184:6815/3706875745","heartbeat_front_addr":"172.21.15.184:6813/3706875745","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":70,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6817","nonce":4126460710}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6819","nonce":4126460710}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6823","nonce":4126460710}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":4126460710},{"type":"v1","addr":"172.21.15.184:6821","nonce":4126460710}]},"public_addr":"172.21.15.184:6817/4126460710","cluster_addr":"172.21.15.184:6819/4126460710","heartbeat_back_addr":"172.21.15.184:6823/4126460710","heartbeat_front_addr":"172.21.15.184:6821/4126460710","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6825","nonce":444694751}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6827","nonce":444694751}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6831","nonce":444694751}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":444694751},{"type":"v1","addr":"172.21.15.184:6829","nonce":444694751}]},"public_addr":"172.21.15.184:6825/444694751","cluster_addr":"172.21.15.184:6827/444694751","heartbeat_back_addr":"172.21.15.184:6831/444694751","heartbeat_front_addr":"172.21.15.184:6829/444694751","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/2682117877":"2024-09-17T02:51:57.498443+0000","172.21.15.97:6800/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/1932985603":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/1060920906":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3116494437":"2024-09-17T02:51:57.498443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":4,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T02:53:23.630 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T02:53:23.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:23 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3924431076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:53:23.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:23 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:23.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:23 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:23.937 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:23 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3924431076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:53:23.937 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:23 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:23.937 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:23 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:23.937 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:23 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3924431076' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-09-16T02:53:23.938 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:23 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:23.938 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:23 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:24.494 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 02:53:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T02:53:24.195Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003113085s 2024-09-16T02:53:24.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:24 smithi184 ceph-mon[31162]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:24.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:24 smithi097 ceph-mon[27580]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:24 smithi097 ceph-mon[38292]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:25.024 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:26.403 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.403 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.403 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:26.403 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:26.403 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.403 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[27580]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:26.403 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.404 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.404 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:26.404 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:26.404 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.404 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:26 smithi097 ceph-mon[38292]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:26 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:26 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:26 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:26 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:26 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:26 smithi184 ceph-mon[31162]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:26.976 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T02:53:26.976 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24332,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.97:6835/1988127941","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":1988127941},{"type":"v1","addr":"172.21.15.97:6835","nonce":1988127941}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T02:51:11.610498+0000","modified":"2024-09-16T02:51:23.750346+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24334},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24334":{"gid":24334,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":5,"addr":"172.21.15.184:6833/1791461962","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1791461962},{"type":"v1","addr":"172.21.15.184:6833","nonce":1791461962}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-16T02:53:26.977 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 8 2024-09-16T02:53:27.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:27 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2910295033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:27.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:27 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2910295033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:27 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2910295033' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-09-16T02:53:27.659 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-16T02:51:11.610498+0000', 'modified': '2024-09-16T02:51:23.750346+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24334}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24334': {'gid': 24334, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.184:6833/1791461962', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.184:6832', 'nonce': 1791461962}, {'type': 'v1', 'addr': '172.21.15.184:6833', 'nonce': 1791461962}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-16T02:53:27.659 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-16T02:53:27.659 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph tell mds.b status 2024-09-16T02:53:27.857 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:28.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:28 smithi097 ceph-mon[27580]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:28.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:28 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:28 smithi097 ceph-mon[38292]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:28 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:28 smithi184 ceph-mon[31162]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:28 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:29.307 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:53:29] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-09-16T02:53:29.520 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-16T02:53:29.518+0000 7fea39ffb640 0 client.24671 ms_handle_reset on v2:172.21.15.184:6832/1791461962 2024-09-16T02:53:29.539 INFO:teuthology.orchestra.run.smithi097.stderr:2024-09-16T02:53:29.537+0000 7fea39ffb640 0 client.24677 ms_handle_reset on v2:172.21.15.184:6832/1791461962 2024-09-16T02:53:29.539 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:53:29.539 INFO:teuthology.orchestra.run.smithi097.stdout: "cluster_fsid": "a054495a-73d5-11ef-bceb-c7b262605968", 2024-09-16T02:53:29.539 INFO:teuthology.orchestra.run.smithi097.stdout: "whoami": 0, 2024-09-16T02:53:29.539 INFO:teuthology.orchestra.run.smithi097.stdout: "id": 24334, 2024-09-16T02:53:29.539 INFO:teuthology.orchestra.run.smithi097.stdout: "want_state": "up:active", 2024-09-16T02:53:29.540 INFO:teuthology.orchestra.run.smithi097.stdout: "state": "up:active", 2024-09-16T02:53:29.540 INFO:teuthology.orchestra.run.smithi097.stdout: "fs_name": "cephfs", 2024-09-16T02:53:29.540 INFO:teuthology.orchestra.run.smithi097.stdout: "rank_uptime": 137.92291724, 2024-09-16T02:53:29.540 INFO:teuthology.orchestra.run.smithi097.stdout: "mdsmap_epoch": 8, 2024-09-16T02:53:29.540 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_epoch": 76, 2024-09-16T02:53:29.540 INFO:teuthology.orchestra.run.smithi097.stdout: "osdmap_epoch_barrier": 66, 2024-09-16T02:53:29.540 INFO:teuthology.orchestra.run.smithi097.stdout: "uptime": 152.38227401099999 2024-09-16T02:53:29.540 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:53:30.164 INFO:tasks.cephadm:Setup complete, yielding 2024-09-16T02:53:30.164 INFO:teuthology.run_tasks:Running task print... 2024-09-16T02:53:30.173 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-09-16T02:53:30.173 INFO:teuthology.run_tasks:Running task print... 2024-09-16T02:53:30.195 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-09-16T02:53:30.196 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-09-16T02:53:30.205 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi097.front.sepia.ceph.com 2024-09-16T02:53:30.205 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-09-16T02:53:30.402 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:53:30.796 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:30 smithi097 ceph-mon[27580]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:30.796 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:30 smithi097 ceph-mon[27580]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-16T02:53:30.797 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:30 smithi097 ceph-mon[38292]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:30.797 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:30 smithi097 ceph-mon[38292]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-16T02:53:30.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:30 smithi184 ceph-mon[31162]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:30.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:30 smithi184 ceph-mon[31162]: mgrmap e21: y(active, since 92s), standbys: x 2024-09-16T02:53:32.492 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:32] ENGINE Bus STOPPING 2024-09-16T02:53:32.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-mon[38292]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:32.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/4244783920' entity='client.admin' 2024-09-16T02:53:32.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:53:32.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-mon[27580]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:32.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/4244783920' entity='client.admin' 2024-09-16T02:53:32.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:53:32.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:53:32.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:32] ENGINE Bus STOPPED 2024-09-16T02:53:32.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:32] ENGINE Bus STARTING 2024-09-16T02:53:32.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:32] ENGINE Serving on http://:::9283 2024-09-16T02:53:32.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:32 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:53:32] ENGINE Bus STARTED 2024-09-16T02:53:32.878 INFO:teuthology.run_tasks:Running task print... 2024-09-16T02:53:32.887 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-09-16T02:53:32.887 INFO:teuthology.run_tasks:Running task print... 2024-09-16T02:53:32.905 INFO:teuthology.task.print:**** done start telemetry reef... 2024-09-16T02:53:32.905 INFO:teuthology.run_tasks:Running task workunit... 2024-09-16T02:53:32.920 INFO:tasks.workunit:Pulling workunits from ref 7498493279982dfe87f00616198a5967475f6169 2024-09-16T02:53:32.920 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T02:53:32.920 DEBUG:teuthology.orchestra.run.smithi097:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T02:53:32.921 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:32 smithi184 ceph-mon[31162]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:32.921 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:32 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/4244783920' entity='client.admin' 2024-09-16T02:53:32.922 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:32 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:53:32.936 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T02:53:32.937 INFO:teuthology.orchestra.run.smithi097.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T02:53:32.937 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T02:53:32.994 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T02:53:32.994 DEBUG:teuthology.orchestra.run.smithi097:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T02:53:33.050 INFO:tasks.workunit:timeout=3h 2024-09-16T02:53:33.050 INFO:tasks.workunit:cleanup=True 2024-09-16T02:53:33.051 DEBUG:teuthology.orchestra.run.smithi097:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 7498493279982dfe87f00616198a5967475f6169 2024-09-16T02:53:33.108 INFO:tasks.workunit.client.0.smithi097.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T02:53:34.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:34 smithi184 ceph-mon[31162]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:34.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:34 smithi097 ceph-mon[27580]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:34.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:34 smithi097 ceph-mon[38292]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:36 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:36 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:36 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:36 smithi184 ceph-mon[31162]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:36 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:36.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:36 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[38292]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[27580]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:53:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:53:36.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:36 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:53:38.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:38 smithi184 ceph-mon[31162]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:38.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:38 smithi097 ceph-mon[27580]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:38.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:38 smithi097 ceph-mon[38292]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:39.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:53:39] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-09-16T02:53:40.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:40 smithi184 ceph-mon[31162]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:40.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:40 smithi097 ceph-mon[27580]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:40.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:40 smithi097 ceph-mon[38292]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-09-16T02:53:42.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:42 smithi184 ceph-mon[31162]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:42.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:42 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:42.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:42 smithi097 ceph-mon[38292]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:42 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:42 smithi097 ceph-mon[27580]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:42 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:44.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:44 smithi184 ceph-mon[31162]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:44.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:44 smithi097 ceph-mon[27580]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:44.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:44 smithi097 ceph-mon[38292]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:46.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:46 smithi184 ceph-mon[31162]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:46.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:46 smithi097 ceph-mon[27580]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:46.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:46 smithi097 ceph-mon[38292]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:48.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:48 smithi184 ceph-mon[31162]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:48.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:48 smithi097 ceph-mon[27580]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:48.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:48 smithi097 ceph-mon[38292]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:49.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:53:49] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-09-16T02:53:50.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:50 smithi184 ceph-mon[31162]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:50.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:50 smithi097 ceph-mon[27580]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:50.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:50 smithi097 ceph-mon[38292]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:52.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:52 smithi184 ceph-mon[31162]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:52.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:52 smithi097 ceph-mon[27580]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:52.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:52 smithi097 ceph-mon[38292]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:54 smithi184 ceph-mon[31162]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:54.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:54 smithi097 ceph-mon[27580]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:54.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:54 smithi097 ceph-mon[38292]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:56.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:56 smithi184 ceph-mon[31162]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:56.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:56 smithi097 ceph-mon[27580]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:56.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:56 smithi097 ceph-mon[38292]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:57.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:57 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:57.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:57 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:57.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:57 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:53:58.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:53:58 smithi184 ceph-mon[31162]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:58.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:53:58 smithi097 ceph-mon[27580]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:58.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:53:58 smithi097 ceph-mon[38292]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:53:59.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:53:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:53:59] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-09-16T02:54:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:00 smithi184 ceph-mon[31162]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:00.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:00 smithi097 ceph-mon[27580]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:00.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:00 smithi097 ceph-mon[38292]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:02.626 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:02 smithi097 ceph-mon[27580]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:02.626 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:02 smithi097 ceph-mon[38292]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:02.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:02 smithi184 ceph-mon[31162]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:04 smithi184 ceph-mon[31162]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:04.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:04 smithi097 ceph-mon[27580]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:04.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:04 smithi097 ceph-mon[38292]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:06 smithi184 ceph-mon[31162]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:06.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:06 smithi097 ceph-mon[27580]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:06.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:06 smithi097 ceph-mon[38292]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:08 smithi184 ceph-mon[31162]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:08.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:08 smithi097 ceph-mon[27580]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:08.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:08 smithi097 ceph-mon[38292]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:09.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:54:09] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-09-16T02:54:10.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:10 smithi184 ceph-mon[31162]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:10.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:10 smithi097 ceph-mon[27580]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:10.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:10 smithi097 ceph-mon[38292]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:12 smithi184 ceph-mon[31162]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:12 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:12.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:12 smithi097 ceph-mon[27580]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:12.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:12 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:12.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:12 smithi097 ceph-mon[38292]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:12.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:12 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:14 smithi184 ceph-mon[31162]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:14.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:14 smithi097 ceph-mon[27580]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:14.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:14 smithi097 ceph-mon[38292]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:16.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:16 smithi184 ceph-mon[31162]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:16.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:16 smithi097 ceph-mon[27580]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:16.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:16 smithi097 ceph-mon[38292]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:18.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:18 smithi184 ceph-mon[31162]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:18.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:18 smithi097 ceph-mon[27580]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:18.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:18 smithi097 ceph-mon[38292]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:19.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:54:19] "GET /metrics HTTP/1.1" 200 33676 "" "Prometheus/2.43.0" 2024-09-16T02:54:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:20 smithi184 ceph-mon[31162]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:20.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:20 smithi097 ceph-mon[27580]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:20.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:20 smithi097 ceph-mon[38292]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:22.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:22 smithi184 ceph-mon[31162]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:22.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:22 smithi097 ceph-mon[27580]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:22 smithi097 ceph-mon[38292]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:24.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:24 smithi184 ceph-mon[31162]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:24.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:24 smithi097 ceph-mon[27580]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:24 smithi097 ceph-mon[38292]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:26 smithi184 ceph-mon[31162]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:26.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:26 smithi097 ceph-mon[27580]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:26.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:26 smithi097 ceph-mon[38292]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:27.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:27 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:27 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:28.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:27 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:28 smithi097 ceph-mon[27580]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:28 smithi097 ceph-mon[38292]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:29.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:28 smithi184 ceph-mon[31162]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:29.198 INFO:tasks.workunit.client.0.smithi097.stderr:Note: switching to '7498493279982dfe87f00616198a5967475f6169'. 2024-09-16T02:54:29.198 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:29.198 INFO:tasks.workunit.client.0.smithi097.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-09-16T02:54:29.198 INFO:tasks.workunit.client.0.smithi097.stderr:changes and commit them, and you can discard any commits you make in this 2024-09-16T02:54:29.198 INFO:tasks.workunit.client.0.smithi097.stderr:state without impacting any branches by switching back to a branch. 2024-09-16T02:54:29.198 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:29.198 INFO:tasks.workunit.client.0.smithi097.stderr:If you want to create a new branch to retain commits you create, you may 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr:do so (now or later) by using -c with the switch command. Example: 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr: git switch -c 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr:Or undo this operation with: 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr: git switch - 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:29.199 INFO:tasks.workunit.client.0.smithi097.stderr:HEAD is now at 74984932799 Merge pull request #59797 from zdover23/wip-doc-2024-09-15-install-install-storage-cluster 2024-09-16T02:54:29.201 DEBUG:teuthology.orchestra.run.smithi097:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T02:54:29.263 INFO:tasks.workunit.client.0.smithi097.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T02:54:29.265 INFO:tasks.workunit.client.0.smithi097.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T02:54:29.265 INFO:tasks.workunit.client.0.smithi097.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T02:54:29.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:54:29] "GET /metrics HTTP/1.1" 200 33676 "" "Prometheus/2.43.0" 2024-09-16T02:54:29.911 INFO:tasks.workunit.client.0.smithi097.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T02:54:29.977 INFO:tasks.workunit.client.0.smithi097.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T02:54:30.017 INFO:tasks.workunit.client.0.smithi097.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T02:54:30.018 INFO:tasks.workunit.client.0.smithi097.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T02:54:30.018 INFO:tasks.workunit.client.0.smithi097.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T02:54:30.056 INFO:tasks.workunit.client.0.smithi097.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T02:54:30.059 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T02:54:30.059 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T02:54:30.116 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-09-16T02:54:30.118 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-09-16T02:54:30.118 DEBUG:teuthology.orchestra.run.smithi097:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=7498493279982dfe87f00616198a5967475f6169 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-09-16T02:54:30.185 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-09-16T02:54:30.552 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-09-16T02:54:30.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-mon[27580]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:30.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2795480684' entity='client.admin' 2024-09-16T02:54:30.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:30.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-mon[38292]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:30.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2795480684' entity='client.admin' 2024-09-16T02:54:30.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:30.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:30] ENGINE Bus STOPPING 2024-09-16T02:54:30.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:54:30.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:30] ENGINE Bus STOPPED 2024-09-16T02:54:30.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:30] ENGINE Bus STARTING 2024-09-16T02:54:30.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:30] ENGINE Serving on http://:::9283 2024-09-16T02:54:30.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:30] ENGINE Bus STARTED 2024-09-16T02:54:30.960 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-09-16T02:54:31.025 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:30] ENGINE Bus STOPPING 2024-09-16T02:54:31.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:30 smithi184 ceph-mon[31162]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:31.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:30 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2795480684' entity='client.admin' 2024-09-16T02:54:31.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:30 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:31.339 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph telemetry preview 2024-09-16T02:54:31.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:54:31.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Bus STOPPED 2024-09-16T02:54:31.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Bus STARTING 2024-09-16T02:54:31.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Serving on http://:::9283 2024-09-16T02:54:31.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Bus STARTED 2024-09-16T02:54:31.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Bus STOPPING 2024-09-16T02:54:31.834 INFO:tasks.workunit.client.0.smithi097.stdout:{ 2024-09-16T02:54:31.834 INFO:tasks.workunit.client.0.smithi097.stdout: "balancer": { 2024-09-16T02:54:31.834 INFO:tasks.workunit.client.0.smithi097.stdout: "active": true, 2024-09-16T02:54:31.834 INFO:tasks.workunit.client.0.smithi097.stdout: "mode": "" 2024-09-16T02:54:31.835 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.835 INFO:tasks.workunit.client.0.smithi097.stdout: "channels": [ 2024-09-16T02:54:31.835 INFO:tasks.workunit.client.0.smithi097.stdout: "basic", 2024-09-16T02:54:31.835 INFO:tasks.workunit.client.0.smithi097.stdout: "crash", 2024-09-16T02:54:31.835 INFO:tasks.workunit.client.0.smithi097.stdout: "device", 2024-09-16T02:54:31.835 INFO:tasks.workunit.client.0.smithi097.stdout: "ident" 2024-09-16T02:54:31.835 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.835 INFO:tasks.workunit.client.0.smithi097.stdout: "channels_available": [ 2024-09-16T02:54:31.836 INFO:tasks.workunit.client.0.smithi097.stdout: "basic", 2024-09-16T02:54:31.836 INFO:tasks.workunit.client.0.smithi097.stdout: "ident", 2024-09-16T02:54:31.836 INFO:tasks.workunit.client.0.smithi097.stdout: "crash", 2024-09-16T02:54:31.836 INFO:tasks.workunit.client.0.smithi097.stdout: "device", 2024-09-16T02:54:31.836 INFO:tasks.workunit.client.0.smithi097.stdout: "perf" 2024-09-16T02:54:31.836 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "collections_available": [ 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_base", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "device_base", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "crash_base", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "ident_base", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_perf", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_mds_metadata", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_usage", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_usage_by_class", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_rook_v01", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_memory_metrics", 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_options_bluestore" 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.837 INFO:tasks.workunit.client.0.smithi097.stdout: "collections_opted_in": [ 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_base", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "device_base", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "crash_base", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "ident_base", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_perf", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_mds_metadata", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_usage", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_usage_by_class", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_rook_v01", 2024-09-16T02:54:31.838 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_memory_metrics", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_options_bluestore" 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "config": { 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "active_changed": [ 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_debug", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_mon_ticket_ttl", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_service_ticket_ttl", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "bdev_debug_aio", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "client_check_pool_perm", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "client_mount_gid", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "client_mount_uid", 2024-09-16T02:54:31.839 INFO:tasks.workunit.client.0.smithi097.stdout: "client_quota", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "container_image", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "daemonize", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_asserts_on_shutdown", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mgr", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mon", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_ms", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_osd", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_paxos", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "keyring", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_block_size", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_cache_size", 2024-09-16T02:54:31.840 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_compression", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_log", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_write_buffer_size", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_file", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_journald", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_stderr", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_allow_pool_delete", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_clock_drift_allowed", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_file_level", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_file", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_journald", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_stderr", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_data_avail_warn", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_election_default_strategy", 2024-09-16T02:54:31.841 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_host", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_max_pg_per_osd", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_mgr_mkfs_grace", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_prime_pg_temp", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T02:54:31.842 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_too_few_osds", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_bug", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_old_message", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "no_config_file", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_default_list", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_load_list", 2024-09-16T02:54:31.843 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_crush_chooseleaf_type", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_misdirected_ops", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_op_order", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_pg_log_writeout", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_shutdown", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_hdd", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_hybrid", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_ssd", 2024-09-16T02:54:31.844 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_max_backfills", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_profile", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target", 2024-09-16T02:54:31.845 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target_autotune", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue_cut_off", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pg_delete_cost", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recover_clone_overlap", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active_hdd", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active_ssd", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_chunk", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_hdd", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_hybrid", 2024-09-16T02:54:31.846 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_ssd", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_load_threshold", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_max_interval", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_sleep", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_shutdown_pgref_assert", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_hdd", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_ssd", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "public_addr", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "public_addrv", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "public_network", 2024-09-16T02:54:31.847 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd_default_features", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd_qos_exclude_ops", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "setgroup", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "setuser" 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster_changed": [ 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_debug", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_mon_ticket_ttl", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_service_ticket_ttl", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "bdev_debug_aio", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "container_image", 2024-09-16T02:54:31.848 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_asserts_on_shutdown", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mgr", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mon", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_ms", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_osd", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_paxos", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_file", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_journald", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_stderr", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_join_fs", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T02:54:31.849 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/container_init", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/migration_current", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/channel_ident", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/description", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/organization", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_allow_pool_delete", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_clock_drift_allowed", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_file_level", 2024-09-16T02:54:31.850 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_file", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_data_avail_warn", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_election_default_strategy", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_max_pg_per_osd", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_mgr_mkfs_grace", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_prime_pg_temp", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T02:54:31.851 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_too_few_osds", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_bug", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_old_message", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_default_list", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_load_list", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_misdirected_ops", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_op_order", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_pg_log_writeout", 2024-09-16T02:54:31.852 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_shutdown", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_profile", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target_autotune", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue", 2024-09-16T02:54:31.853 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue_cut_off", 2024-09-16T02:54:31.854 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T02:54:31.854 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T02:54:31.854 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recover_clone_overlap", 2024-09-16T02:54:31.854 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_chunk", 2024-09-16T02:54:31.854 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_load_threshold", 2024-09-16T02:54:31.854 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_max_interval", 2024-09-16T02:54:31.854 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_shutdown_pgref_assert", 2024-09-16T02:54:31.854 INFO:tasks.workunit.client.0.smithi097.stdout: "public_network", 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_cache_enabled", 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_enable_ops_log", 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_enable_usage_log" 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: "contact": null, 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: "crashes": [], 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: "created": "2024-09-16T02:45:43.431870Z", 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: "crush": { 2024-09-16T02:54:31.855 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_algs": { 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "straw2": 3 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_sizes": { 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "2": 1, 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "4": 2 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_types": { 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "1": 2, 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "11": 1 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "compat_weight_set": false, 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: "device_classes": [ 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: 8 2024-09-16T02:54:31.856 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_buckets": 6, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_devices": 8, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_rules": 1, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_types": 12, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_weight_sets": 0, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "tunables": { 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "allowed_bucket_algs": 54, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_local_fallback_tries": 0, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_local_tries": 0, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_total_tries": 50, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_descend_once": 1, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_stable": 1, 2024-09-16T02:54:31.857 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_vary_r": 1, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v2_rules": 0, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v3_rules": 0, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v4_buckets": 1, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v5_rules": 0, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "legacy_tunables": 0, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "minimum_required_version": "jewel", 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "optimal_tunables": 1, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "profile": "jewel", 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables": 1, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables2": 1, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables3": 1, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables5": 1, 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: "straw_calc_version": 1 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.858 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "description": "upgrade test cluster", 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "fs": { 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "feature_flags": { 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "enable_multiple": true, 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "ever_enabled_multiple": true 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "filesystems": [ 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "approx_ctime": "2024-09", 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "balancer_enabled": false, 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_caps": 0, 2024-09-16T02:54:31.859 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_dns": 10, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_inos": 13, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_subtrees": 2, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "ever_allowed_features": 0, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "explicitly_allowed_features": 0, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "files": 0, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "max_mds": 1, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_data_pools": 1, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_in": 1, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_mds": 1, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": 0, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_standby_replay": 0, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_up": 1, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "snaps": 0, 2024-09-16T02:54:31.860 INFO:tasks.workunit.client.0.smithi097.stdout: "standby_count_wanted": 0 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: "num_standby_mds": 1, 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: "total_num_mds": 2 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: "hosts": { 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: "num": 2, 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mds": 2, 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mgr": 2, 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mon": 2, 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_osd": 2 2024-09-16T02:54:31.861 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "leaderboard": false, 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "leaderboard_description": null, 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "license": "sharing-1-0", 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "metadata": { 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 2 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:31.862 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:54:31.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.863 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:31.863 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T02:54:31.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.863 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:31.863 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 2 2024-09-16T02:54:31.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.864 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:31.864 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 2 2024-09-16T02:54:31.864 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.864 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:31.864 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T02:54:31.864 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.865 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:31.865 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T02:54:31.865 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.865 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:31.865 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 2 2024-09-16T02:54:31.865 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.866 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.866 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:31.866 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:31.866 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 3 2024-09-16T02:54:31.866 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.866 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:31.866 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:54:31.867 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.867 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:31.867 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T02:54:31.867 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.867 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:31.867 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 3 2024-09-16T02:54:31.868 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.868 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:31.868 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 3 2024-09-16T02:54:31.868 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.868 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:31.868 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T02:54:31.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.869 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:31.869 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T02:54:31.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.869 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:31.870 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 3 2024-09-16T02:54:31.870 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.870 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.870 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:31.870 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:31.870 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 8 2024-09-16T02:54:31.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.871 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:31.871 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:54:31.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.871 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:31.871 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T02:54:31.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.872 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:31.872 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 8 2024-09-16T02:54:31.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.872 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:31.872 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 8 2024-09-16T02:54:31.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.873 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:31.873 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T02:54:31.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.873 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:31.873 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T02:54:31.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.874 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:31.874 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 8 2024-09-16T02:54:31.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.874 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_objectstore": { 2024-09-16T02:54:31.874 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": 8 2024-09-16T02:54:31.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.875 INFO:tasks.workunit.client.0.smithi097.stdout: "rotational": { 2024-09-16T02:54:31.875 INFO:tasks.workunit.client.0.smithi097.stdout: "0": 8 2024-09-16T02:54:31.875 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.875 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.876 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:31.876 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:31.876 INFO:tasks.workunit.client.0.smithi097.stdout: "features": { 2024-09-16T02:54:31.876 INFO:tasks.workunit.client.0.smithi097.stdout: "optional": [], 2024-09-16T02:54:31.876 INFO:tasks.workunit.client.0.smithi097.stdout: "persistent": [ 2024-09-16T02:54:31.877 INFO:tasks.workunit.client.0.smithi097.stdout: "kraken", 2024-09-16T02:54:31.877 INFO:tasks.workunit.client.0.smithi097.stdout: "luminous", 2024-09-16T02:54:31.877 INFO:tasks.workunit.client.0.smithi097.stdout: "mimic", 2024-09-16T02:54:31.877 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap-prune", 2024-09-16T02:54:31.877 INFO:tasks.workunit.client.0.smithi097.stdout: "nautilus", 2024-09-16T02:54:31.877 INFO:tasks.workunit.client.0.smithi097.stdout: "octopus", 2024-09-16T02:54:31.877 INFO:tasks.workunit.client.0.smithi097.stdout: "pacific", 2024-09-16T02:54:31.878 INFO:tasks.workunit.client.0.smithi097.stdout: "elector-pinging", 2024-09-16T02:54:31.878 INFO:tasks.workunit.client.0.smithi097.stdout: "quincy", 2024-09-16T02:54:31.878 INFO:tasks.workunit.client.0.smithi097.stdout: "reef" 2024-09-16T02:54:31.878 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:31.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.878 INFO:tasks.workunit.client.0.smithi097.stdout: "ipv4_addr_mons": 6, 2024-09-16T02:54:31.878 INFO:tasks.workunit.client.0.smithi097.stdout: "ipv6_addr_mons": 0, 2024-09-16T02:54:31.879 INFO:tasks.workunit.client.0.smithi097.stdout: "min_mon_release": 18, 2024-09-16T02:54:31.879 INFO:tasks.workunit.client.0.smithi097.stdout: "v1_addr_mons": 3, 2024-09-16T02:54:31.879 INFO:tasks.workunit.client.0.smithi097.stdout: "v2_addr_mons": 3 2024-09-16T02:54:31.879 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.879 INFO:tasks.workunit.client.0.smithi097.stdout: "organization": "ceph-qa", 2024-09-16T02:54:31.879 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:31.879 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster_network": false, 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 8, 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: "require_min_compat_client": "luminous", 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: "require_osd_release": "reef" 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: "pools": [ 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr" 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:31.880 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 1, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 1, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 1, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296152842, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 1781760, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 1781760, 2024-09-16T02:54:31.881 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098714112, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 2, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 2.4431167275906773e-06, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 212, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 313344, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 590368, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 590368, 2024-09-16T02:54:31.882 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 1771104, 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 179, 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 2473984 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.883 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 32, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 32, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 2, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296152842, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 98304, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:31.884 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 98304, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098714112, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 22, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 1.347929554640359e-07, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 3428, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 3428, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 10284, 2024-09-16T02:54:31.885 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 51, 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 20480 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.886 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:31.887 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:31.887 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:31.887 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:31.887 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:31.887 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 64, 2024-09-16T02:54:31.888 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 64, 2024-09-16T02:54:31.888 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 3, 2024-09-16T02:54:31.888 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:31.888 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:31.888 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296152842, 2024-09-16T02:54:31.888 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098714112, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 0.0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:31.889 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 0, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 0, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 0, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 0, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 0 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:31.890 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd" 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 8, 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 8, 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 4, 2024-09-16T02:54:31.891 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296152842, 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 12288, 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 12288, 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098714112, 2024-09-16T02:54:31.892 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 2, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 1.6849122985718168e-08, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 19, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 19, 2024-09-16T02:54:31.893 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 57, 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 2, 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 2048 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.894 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd": { 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "mirroring_by_pool": [ 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: false 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_images_by_pool": [ 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pools": 1 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "report_id": "f97c9c18-b976-4d40-89f7-1c6214e6f598", 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "report_timestamp": "2024-09-16T02:54:31.825947", 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "report_version": 1, 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "rook": { 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster": { 2024-09-16T02:54:31.895 INFO:tasks.workunit.client.0.smithi097.stdout: "external-mode": null, 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: "allow-multiple-per-node": null, 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: "count": null, 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: "max-id": null, 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: "pvc": { 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: "enabled": null 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: "stretch": { 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: "enabled": null 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.896 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: "network": { 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: "provider": null 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: "storage": { 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: "device-set": { 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: "non-portable": null, 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: "portable": null, 2024-09-16T02:54:31.897 INFO:tasks.workunit.client.0.smithi097.stdout: "total": null 2024-09-16T02:54:31.898 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.898 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.898 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.898 INFO:tasks.workunit.client.0.smithi097.stdout: "csi": { 2024-09-16T02:54:31.898 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:31.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.898 INFO:tasks.workunit.client.0.smithi097.stdout: "kubernetes": { 2024-09-16T02:54:31.899 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:31.899 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.899 INFO:tasks.workunit.client.0.smithi097.stdout: "node": { 2024-09-16T02:54:31.899 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:31.899 INFO:tasks.workunit.client.0.smithi097.stdout: "kubernetes-total": null, 2024-09-16T02:54:31.899 INFO:tasks.workunit.client.0.smithi097.stdout: "with-ceph-daemons": null, 2024-09-16T02:54:31.899 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T02:54:31.899 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-nfs-plugin": null, 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-rbd-plugin": null 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: "usage": { 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: "storage-class": { 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket": null, 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs": null, 2024-09-16T02:54:31.900 INFO:tasks.workunit.client.0.smithi097.stdout: "nfs": null, 2024-09-16T02:54:31.901 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd": null, 2024-09-16T02:54:31.901 INFO:tasks.workunit.client.0.smithi097.stdout: "total": null 2024-09-16T02:54:31.901 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.901 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.901 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.901 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:31.901 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.901 INFO:tasks.workunit.client.0.smithi097.stdout: "services": {}, 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "usage": { 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 105, 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "pools": 4, 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_by_class": { 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "ssd": { 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "total_avail_bytes": 767726555136, 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "total_bytes": 767960285184, 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_bytes": 233730048, 2024-09-16T02:54:31.902 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_raw_bytes": 233730048, 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_raw_ratio": 0.00030435173539444804 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout: "total_avail_bytes": 767726555136, 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout: "total_bytes": 767960285184, 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_bytes": 233730048 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout:} 2024-09-16T02:54:31.903 INFO:tasks.workunit.client.0.smithi097.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-09-16T02:54:31.904 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph telemetry preview-device 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3562020761' entity='client.admin' 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3562020761' entity='client.admin' 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Bus STOPPED 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Bus STARTING 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Serving on http://:::9283 2024-09-16T02:54:31.997 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:31] ENGINE Bus STARTED 2024-09-16T02:54:32.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:32.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:32.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3562020761' entity='client.admin' 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:31 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout:{ 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "ffae20aa-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "INTEL_SSDPEDMD400G4_ffaf155a-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "20240916-024852": { 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "device": { 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "/dev/nvme0n1", 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "protocol": "NVMe", 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "nvme" 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "firmware_version": "8DV101H0", 2024-09-16T02:54:32.344 INFO:tasks.workunit.client.0.smithi097.stdout: "host_id": "ffae20aa-73d6-11ef-af37-0cc47a8fd805", 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "json_format_version": [ 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "local_time": { 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "asctime": "Mon Sep 16 02:48:51 2024 UTC", 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "time_t": 1726454931 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "logical_block_size": 512, 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_controller_id": 0, 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T02:54:32.345 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_namespaces": [ 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "capacity": { 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "formatted_lba_size": 512, 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 1, 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "size": { 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "utilization": { 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.346 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_pci_vendor": { 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 32902, 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "subsystem_id": 32902 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "Device stats": { 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_fw_downgrades": { 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "crc_error_count": { 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "end_to_end_error_detection_count": { 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "erase_fail_count": { 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.348 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.349 INFO:tasks.workunit.client.0.smithi097.stdout: "host_bytes_written": { 2024-09-16T02:54:32.349 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.349 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 26366496 2024-09-16T02:54:32.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.349 INFO:tasks.workunit.client.0.smithi097.stdout: "host_ctx_wear_used": { 2024-09-16T02:54:32.349 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.349 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 1 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "media_bytes_read": { 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "nand_bytes_written": { 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 45342320 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_stat_indicator": { 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.350 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "pll_lock_loss_count": { 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "program_fail_count": { 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "re_alloc_sectr_cnt": { 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.351 INFO:tasks.workunit.client.0.smithi097.stdout: "retry_buffer_overflow_count": { 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "soft_ecc_err_rate": { 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "thermal_throttle_status": { 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "cnt": 0, 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: "pct": 0 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_host_reads": { 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_media_wear": { 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": "63.999023" 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_timer": { 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:32.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.354 INFO:tasks.workunit.client.0.smithi097.stdout: "unexp_power_loss": { 2024-09-16T02:54:32.354 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.354 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.356 INFO:tasks.workunit.client.0.smithi097.stdout: "wear_leveling": { 2024-09-16T02:54:32.356 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 90, 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "avg": 3072, 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "max": 3086, 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 3058 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_log": { 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare": 100, 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare_threshold": 10, 2024-09-16T02:54:32.357 INFO:tasks.workunit.client.0.smithi097.stdout: "controller_busy_time": 5, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "critical_warning": 0, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_read": 361697782, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_written": 1727954735, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "host_reads": 5844763835, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "host_writes": 30658910638, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "media_errors": 0, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_err_log_entries": 0, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "percentage_used": 10, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycles": 49834, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_hours": 58497, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": 23, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "unsafe_shutdowns": 232 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_vendor": "intel", 2024-09-16T02:54:32.358 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_version": { 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "string": "<1.2", 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycle_count": 49834, 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_time": { 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "hours": 58497 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "serial_number": "deleted", 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "smart_status": { 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme": { 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: "passed": true 2024-09-16T02:54:32.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl": { 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "argv": [ 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl", 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "-x", 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "--json=o", 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "/dev/nvme0n1" 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "build_info": "(local build)", 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "exit_status": 0, 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "output": [ 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.360 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Serial Number: deleted", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Version: 8DV101H0", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller ID: 0", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "NVMe Version: <1.2", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Number of Namespaces: 1", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Local Time is: Mon Sep 16 02:48:51 2024 UTC", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T02:54:32.361 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported Power States", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 512 0 2", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: " 1 - 512 8 2", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: " 2 - 512 16 2", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: " 3 - 4096 0 0", 2024-09-16T02:54:32.362 INFO:tasks.workunit.client.0.smithi097.stdout: " 4 - 4096 8 0", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: " 5 - 4096 64 0", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: " 6 - 4096 128 0", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "Critical Warning: 0x00", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "Temperature: 23 Celsius", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare: 100%", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare Threshold: 10%", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "Percentage Used: 10%", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Read: 361,697,782 [185 TB]", 2024-09-16T02:54:32.363 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Written: 1,727,954,735 [884 TB]", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Read Commands: 5,844,763,835", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Write Commands: 30,658,910,638", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller Busy Time: 5", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Power Cycles: 49,834", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Power On Hours: 58,497", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Unsafe Shutdowns: 232", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information Log Entries: 0", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "No Errors Logged", 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "" 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.364 INFO:tasks.workunit.client.0.smithi097.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: "svn_revision": "5155", 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: "version": [ 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": { 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: "current": 23 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: "user_capacity": { 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.365 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "ffb054ce-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "INTEL_SSDPEDMD400G4_ffb0ea7e-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "20240916-024850": { 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "device": { 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "/dev/nvme0n1", 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "protocol": "NVMe", 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "nvme" 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "firmware_version": "8DV101H0", 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "host_id": "ffb054ce-73d6-11ef-af37-0cc47a8fd805", 2024-09-16T02:54:32.366 INFO:tasks.workunit.client.0.smithi097.stdout: "json_format_version": [ 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: "local_time": { 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: "asctime": "Mon Sep 16 02:48:49 2024 UTC", 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: "time_t": 1726454929 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: "logical_block_size": 512, 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_controller_id": 0, 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_namespaces": [ 2024-09-16T02:54:32.367 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "capacity": { 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "formatted_lba_size": 512, 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 1, 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "size": { 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "utilization": { 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.368 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_pci_vendor": { 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 32902, 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "subsystem_id": 32902 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "Device stats": { 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_fw_downgrades": { 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.369 INFO:tasks.workunit.client.0.smithi097.stdout: "crc_error_count": { 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: "end_to_end_error_detection_count": { 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: "erase_fail_count": { 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.370 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: "host_bytes_written": { 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 36398943 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: "host_ctx_wear_used": { 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 1 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.371 INFO:tasks.workunit.client.0.smithi097.stdout: "media_bytes_read": { 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "nand_bytes_written": { 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 59627501 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_stat_indicator": { 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "pll_lock_loss_count": { 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.372 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "program_fail_count": { 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 2 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "re_alloc_sectr_cnt": { 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "retry_buffer_overflow_count": { 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.373 INFO:tasks.workunit.client.0.smithi097.stdout: "soft_ecc_err_rate": { 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "thermal_throttle_status": { 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "cnt": 0, 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "pct": 0 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_host_reads": { 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.374 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_media_wear": { 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": "63.999023" 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_timer": { 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "unexp_power_loss": { 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "wear_leveling": { 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 87, 2024-09-16T02:54:32.375 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "avg": 4003, 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "max": 4021, 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 3986 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_log": { 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare": 99, 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare_threshold": 10, 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "controller_busy_time": 30, 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "critical_warning": 0, 2024-09-16T02:54:32.376 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_read": 482594296, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_written": 2385441183, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "host_reads": 7853590659, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "host_writes": 42109950082, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "media_errors": 0, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_err_log_entries": 0, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "percentage_used": 13, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycles": 57511, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_hours": 59242, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": 22, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "unsafe_shutdowns": 1308 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_vendor": "intel", 2024-09-16T02:54:32.377 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_version": { 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "string": "<1.2", 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycle_count": 57511, 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_time": { 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "hours": 59242 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "serial_number": "deleted", 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "smart_status": { 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme": { 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: "passed": true 2024-09-16T02:54:32.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl": { 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "argv": [ 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl", 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "-x", 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "--json=o", 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "/dev/nvme0n1" 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "build_info": "(local build)", 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "exit_status": 0, 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "output": [ 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.379 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Serial Number: deleted", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Version: 8DV101H0", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller ID: 0", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "NVMe Version: <1.2", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Number of Namespaces: 1", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Local Time is: Mon Sep 16 02:48:49 2024 UTC", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T02:54:32.380 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported Power States", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 512 0 2", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: " 1 - 512 8 2", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: " 2 - 512 16 2", 2024-09-16T02:54:32.381 INFO:tasks.workunit.client.0.smithi097.stdout: " 3 - 4096 0 0", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: " 4 - 4096 8 0", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: " 5 - 4096 64 0", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: " 6 - 4096 128 0", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "Critical Warning: 0x00", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "Temperature: 22 Celsius", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare: 99%", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare Threshold: 10%", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "Percentage Used: 13%", 2024-09-16T02:54:32.382 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Read: 482,594,296 [247 TB]", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Written: 2,385,441,183 [1.22 PB]", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Read Commands: 7,853,590,659", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Write Commands: 42,109,950,082", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller Busy Time: 30", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Power Cycles: 57,511", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Power On Hours: 59,242", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Unsafe Shutdowns: 1,308", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information Log Entries: 0", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "No Errors Logged", 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "" 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.383 INFO:tasks.workunit.client.0.smithi097.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: "svn_revision": "5155", 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: "version": [ 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": { 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: "current": 22 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: "user_capacity": { 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.384 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.385 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.385 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.385 INFO:tasks.workunit.client.0.smithi097.stdout:} 2024-09-16T02:54:32.385 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph telemetry preview-all 2024-09-16T02:54:32.831 INFO:tasks.workunit.client.0.smithi097.stdout:{ 2024-09-16T02:54:32.831 INFO:tasks.workunit.client.0.smithi097.stdout: "device_report": { 2024-09-16T02:54:32.831 INFO:tasks.workunit.client.0.smithi097.stdout: "ffae20aa-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:32.831 INFO:tasks.workunit.client.0.smithi097.stdout: "INTEL_SSDPEDMD400G4_ffaf155a-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:32.831 INFO:tasks.workunit.client.0.smithi097.stdout: "20240916-024852": { 2024-09-16T02:54:32.831 INFO:tasks.workunit.client.0.smithi097.stdout: "device": { 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "/dev/nvme0n1", 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "protocol": "NVMe", 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "nvme" 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "firmware_version": "8DV101H0", 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "host_id": "ffae20aa-73d6-11ef-af37-0cc47a8fd805", 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "json_format_version": [ 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "local_time": { 2024-09-16T02:54:32.832 INFO:tasks.workunit.client.0.smithi097.stdout: "asctime": "Mon Sep 16 02:48:51 2024 UTC", 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "time_t": 1726454931 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "logical_block_size": 512, 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_controller_id": 0, 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_namespaces": [ 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "capacity": { 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.833 INFO:tasks.workunit.client.0.smithi097.stdout: "formatted_lba_size": 512, 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 1, 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "size": { 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "utilization": { 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_pci_vendor": { 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 32902, 2024-09-16T02:54:32.834 INFO:tasks.workunit.client.0.smithi097.stdout: "subsystem_id": 32902 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "Device stats": { 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_fw_downgrades": { 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "crc_error_count": { 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "end_to_end_error_detection_count": { 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.835 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "erase_fail_count": { 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "host_bytes_written": { 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 26366496 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "host_ctx_wear_used": { 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 1 2024-09-16T02:54:32.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "media_bytes_read": { 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "nand_bytes_written": { 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 45342320 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_stat_indicator": { 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.837 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.838 INFO:tasks.workunit.client.0.smithi097.stdout: "pll_lock_loss_count": { 2024-09-16T02:54:32.838 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.838 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.838 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.838 INFO:tasks.workunit.client.0.smithi097.stdout: "program_fail_count": { 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: "re_alloc_sectr_cnt": { 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: "retry_buffer_overflow_count": { 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.839 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: "soft_ecc_err_rate": { 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: "thermal_throttle_status": { 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: "cnt": 0, 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: "pct": 0 2024-09-16T02:54:32.840 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_host_reads": { 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_media_wear": { 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": "63.999023" 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_timer": { 2024-09-16T02:54:32.841 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "unexp_power_loss": { 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "wear_leveling": { 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 90, 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "avg": 3072, 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "max": 3086, 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 3058 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.842 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_log": { 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare": 100, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare_threshold": 10, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "controller_busy_time": 5, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "critical_warning": 0, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_read": 361697782, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_written": 1727954735, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "host_reads": 5844763835, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "host_writes": 30658910638, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "media_errors": 0, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_err_log_entries": 0, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "percentage_used": 10, 2024-09-16T02:54:32.843 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycles": 49834, 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_hours": 58497, 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": 23, 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "unsafe_shutdowns": 232 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_vendor": "intel", 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_version": { 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "string": "<1.2", 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycle_count": 49834, 2024-09-16T02:54:32.844 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_time": { 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "hours": 58497 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "serial_number": "deleted", 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "smart_status": { 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme": { 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "passed": true 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl": { 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "argv": [ 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl", 2024-09-16T02:54:32.845 INFO:tasks.workunit.client.0.smithi097.stdout: "-x", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "--json=o", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "/dev/nvme0n1" 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "build_info": "(local build)", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "exit_status": 0, 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "output": [ 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "Serial Number: deleted", 2024-09-16T02:54:32.846 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Version: 8DV101H0", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller ID: 0", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "NVMe Version: <1.2", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "Number of Namespaces: 1", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "Local Time is: Mon Sep 16 02:48:51 2024 UTC", 2024-09-16T02:54:32.847 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T02:54:32.848 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T02:54:32.848 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T02:54:32.849 INFO:tasks.workunit.client.0.smithi097.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T02:54:32.849 INFO:tasks.workunit.client.0.smithi097.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T02:54:32.849 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.849 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported Power States", 2024-09-16T02:54:32.849 INFO:tasks.workunit.client.0.smithi097.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T02:54:32.849 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T02:54:32.850 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.850 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T02:54:32.850 INFO:tasks.workunit.client.0.smithi097.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T02:54:32.850 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 512 0 2", 2024-09-16T02:54:32.850 INFO:tasks.workunit.client.0.smithi097.stdout: " 1 - 512 8 2", 2024-09-16T02:54:32.850 INFO:tasks.workunit.client.0.smithi097.stdout: " 2 - 512 16 2", 2024-09-16T02:54:32.850 INFO:tasks.workunit.client.0.smithi097.stdout: " 3 - 4096 0 0", 2024-09-16T02:54:32.851 INFO:tasks.workunit.client.0.smithi097.stdout: " 4 - 4096 8 0", 2024-09-16T02:54:32.851 INFO:tasks.workunit.client.0.smithi097.stdout: " 5 - 4096 64 0", 2024-09-16T02:54:32.851 INFO:tasks.workunit.client.0.smithi097.stdout: " 6 - 4096 128 0", 2024-09-16T02:54:32.851 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.851 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T02:54:32.851 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T02:54:32.852 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.852 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T02:54:32.852 INFO:tasks.workunit.client.0.smithi097.stdout: "Critical Warning: 0x00", 2024-09-16T02:54:32.852 INFO:tasks.workunit.client.0.smithi097.stdout: "Temperature: 23 Celsius", 2024-09-16T02:54:32.852 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare: 100%", 2024-09-16T02:54:32.852 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare Threshold: 10%", 2024-09-16T02:54:32.853 INFO:tasks.workunit.client.0.smithi097.stdout: "Percentage Used: 10%", 2024-09-16T02:54:32.853 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Read: 361,697,782 [185 TB]", 2024-09-16T02:54:32.853 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Written: 1,727,954,735 [884 TB]", 2024-09-16T02:54:32.853 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Read Commands: 5,844,763,835", 2024-09-16T02:54:32.853 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Write Commands: 30,658,910,638", 2024-09-16T02:54:32.853 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller Busy Time: 5", 2024-09-16T02:54:32.854 INFO:tasks.workunit.client.0.smithi097.stdout: "Power Cycles: 49,834", 2024-09-16T02:54:32.854 INFO:tasks.workunit.client.0.smithi097.stdout: "Power On Hours: 58,497", 2024-09-16T02:54:32.854 INFO:tasks.workunit.client.0.smithi097.stdout: "Unsafe Shutdowns: 232", 2024-09-16T02:54:32.854 INFO:tasks.workunit.client.0.smithi097.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T02:54:32.854 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information Log Entries: 0", 2024-09-16T02:54:32.854 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.855 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T02:54:32.855 INFO:tasks.workunit.client.0.smithi097.stdout: "No Errors Logged", 2024-09-16T02:54:32.855 INFO:tasks.workunit.client.0.smithi097.stdout: "" 2024-09-16T02:54:32.855 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.855 INFO:tasks.workunit.client.0.smithi097.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T02:54:32.855 INFO:tasks.workunit.client.0.smithi097.stdout: "svn_revision": "5155", 2024-09-16T02:54:32.856 INFO:tasks.workunit.client.0.smithi097.stdout: "version": [ 2024-09-16T02:54:32.856 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:32.856 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:32.856 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:32.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.856 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": { 2024-09-16T02:54:32.857 INFO:tasks.workunit.client.0.smithi097.stdout: "current": 23 2024-09-16T02:54:32.857 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.857 INFO:tasks.workunit.client.0.smithi097.stdout: "user_capacity": { 2024-09-16T02:54:32.857 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.857 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.857 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.858 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.858 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.858 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.858 INFO:tasks.workunit.client.0.smithi097.stdout: "ffb054ce-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:32.858 INFO:tasks.workunit.client.0.smithi097.stdout: "INTEL_SSDPEDMD400G4_ffb0ea7e-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:32.859 INFO:tasks.workunit.client.0.smithi097.stdout: "20240916-024850": { 2024-09-16T02:54:32.859 INFO:tasks.workunit.client.0.smithi097.stdout: "device": { 2024-09-16T02:54:32.859 INFO:tasks.workunit.client.0.smithi097.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T02:54:32.859 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "/dev/nvme0n1", 2024-09-16T02:54:32.859 INFO:tasks.workunit.client.0.smithi097.stdout: "protocol": "NVMe", 2024-09-16T02:54:32.859 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "nvme" 2024-09-16T02:54:32.860 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.860 INFO:tasks.workunit.client.0.smithi097.stdout: "firmware_version": "8DV101H0", 2024-09-16T02:54:32.860 INFO:tasks.workunit.client.0.smithi097.stdout: "host_id": "ffb054ce-73d6-11ef-af37-0cc47a8fd805", 2024-09-16T02:54:32.860 INFO:tasks.workunit.client.0.smithi097.stdout: "json_format_version": [ 2024-09-16T02:54:32.860 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:32.860 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:32.860 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.861 INFO:tasks.workunit.client.0.smithi097.stdout: "local_time": { 2024-09-16T02:54:32.861 INFO:tasks.workunit.client.0.smithi097.stdout: "asctime": "Mon Sep 16 02:48:49 2024 UTC", 2024-09-16T02:54:32.861 INFO:tasks.workunit.client.0.smithi097.stdout: "time_t": 1726454929 2024-09-16T02:54:32.861 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.861 INFO:tasks.workunit.client.0.smithi097.stdout: "logical_block_size": 512, 2024-09-16T02:54:32.861 INFO:tasks.workunit.client.0.smithi097.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T02:54:32.862 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_controller_id": 0, 2024-09-16T02:54:32.862 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T02:54:32.862 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_namespaces": [ 2024-09-16T02:54:32.862 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.862 INFO:tasks.workunit.client.0.smithi097.stdout: "capacity": { 2024-09-16T02:54:32.862 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.863 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.863 INFO:tasks.workunit.client.0.smithi097.stdout: "formatted_lba_size": 512, 2024-09-16T02:54:32.863 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 1, 2024-09-16T02:54:32.863 INFO:tasks.workunit.client.0.smithi097.stdout: "size": { 2024-09-16T02:54:32.863 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.863 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.864 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.864 INFO:tasks.workunit.client.0.smithi097.stdout: "utilization": { 2024-09-16T02:54:32.864 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.864 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.864 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.864 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.865 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.865 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T02:54:32.865 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_pci_vendor": { 2024-09-16T02:54:32.865 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 32902, 2024-09-16T02:54:32.865 INFO:tasks.workunit.client.0.smithi097.stdout: "subsystem_id": 32902 2024-09-16T02:54:32.865 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.866 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T02:54:32.866 INFO:tasks.workunit.client.0.smithi097.stdout: "Device stats": { 2024-09-16T02:54:32.866 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_fw_downgrades": { 2024-09-16T02:54:32.866 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.866 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.866 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.867 INFO:tasks.workunit.client.0.smithi097.stdout: "crc_error_count": { 2024-09-16T02:54:32.867 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.867 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.867 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.867 INFO:tasks.workunit.client.0.smithi097.stdout: "end_to_end_error_detection_count": { 2024-09-16T02:54:32.867 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.868 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.868 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.868 INFO:tasks.workunit.client.0.smithi097.stdout: "erase_fail_count": { 2024-09-16T02:54:32.868 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.868 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.868 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.869 INFO:tasks.workunit.client.0.smithi097.stdout: "host_bytes_written": { 2024-09-16T02:54:32.869 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.869 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 36398943 2024-09-16T02:54:32.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.869 INFO:tasks.workunit.client.0.smithi097.stdout: "host_ctx_wear_used": { 2024-09-16T02:54:32.869 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.870 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 1 2024-09-16T02:54:32.870 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.870 INFO:tasks.workunit.client.0.smithi097.stdout: "media_bytes_read": { 2024-09-16T02:54:32.870 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.870 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.870 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.871 INFO:tasks.workunit.client.0.smithi097.stdout: "nand_bytes_written": { 2024-09-16T02:54:32.871 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.871 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 59627501 2024-09-16T02:54:32.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.871 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_stat_indicator": { 2024-09-16T02:54:32.872 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.872 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.872 INFO:tasks.workunit.client.0.smithi097.stdout: "pll_lock_loss_count": { 2024-09-16T02:54:32.873 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.873 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.873 INFO:tasks.workunit.client.0.smithi097.stdout: "program_fail_count": { 2024-09-16T02:54:32.874 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.874 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 2 2024-09-16T02:54:32.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.874 INFO:tasks.workunit.client.0.smithi097.stdout: "re_alloc_sectr_cnt": { 2024-09-16T02:54:32.874 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.874 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.875 INFO:tasks.workunit.client.0.smithi097.stdout: "retry_buffer_overflow_count": { 2024-09-16T02:54:32.875 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.875 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.875 INFO:tasks.workunit.client.0.smithi097.stdout: "soft_ecc_err_rate": { 2024-09-16T02:54:32.876 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.876 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.876 INFO:tasks.workunit.client.0.smithi097.stdout: "thermal_throttle_status": { 2024-09-16T02:54:32.876 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.876 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:32.877 INFO:tasks.workunit.client.0.smithi097.stdout: "cnt": 0, 2024-09-16T02:54:32.877 INFO:tasks.workunit.client.0.smithi097.stdout: "pct": 0 2024-09-16T02:54:32.877 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.877 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.877 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_host_reads": { 2024-09-16T02:54:32.877 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.878 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:32.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.878 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_media_wear": { 2024-09-16T02:54:32.878 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.878 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": "63.999023" 2024-09-16T02:54:32.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.878 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_timer": { 2024-09-16T02:54:32.879 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:32.879 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:32.879 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.879 INFO:tasks.workunit.client.0.smithi097.stdout: "unexp_power_loss": { 2024-09-16T02:54:32.879 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:32.879 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:32.879 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.879 INFO:tasks.workunit.client.0.smithi097.stdout: "wear_leveling": { 2024-09-16T02:54:32.880 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 87, 2024-09-16T02:54:32.880 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:32.880 INFO:tasks.workunit.client.0.smithi097.stdout: "avg": 4003, 2024-09-16T02:54:32.880 INFO:tasks.workunit.client.0.smithi097.stdout: "max": 4021, 2024-09-16T02:54:32.880 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 3986 2024-09-16T02:54:32.880 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.880 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.881 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.881 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T02:54:32.881 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.881 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_log": { 2024-09-16T02:54:32.881 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare": 99, 2024-09-16T02:54:32.881 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare_threshold": 10, 2024-09-16T02:54:32.881 INFO:tasks.workunit.client.0.smithi097.stdout: "controller_busy_time": 30, 2024-09-16T02:54:32.881 INFO:tasks.workunit.client.0.smithi097.stdout: "critical_warning": 0, 2024-09-16T02:54:32.882 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_read": 482594296, 2024-09-16T02:54:32.882 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_written": 2385441183, 2024-09-16T02:54:32.882 INFO:tasks.workunit.client.0.smithi097.stdout: "host_reads": 7853590659, 2024-09-16T02:54:32.882 INFO:tasks.workunit.client.0.smithi097.stdout: "host_writes": 42109950082, 2024-09-16T02:54:32.882 INFO:tasks.workunit.client.0.smithi097.stdout: "media_errors": 0, 2024-09-16T02:54:32.882 INFO:tasks.workunit.client.0.smithi097.stdout: "num_err_log_entries": 0, 2024-09-16T02:54:32.882 INFO:tasks.workunit.client.0.smithi097.stdout: "percentage_used": 13, 2024-09-16T02:54:32.882 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycles": 57511, 2024-09-16T02:54:32.883 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_hours": 59242, 2024-09-16T02:54:32.883 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": 22, 2024-09-16T02:54:32.883 INFO:tasks.workunit.client.0.smithi097.stdout: "unsafe_shutdowns": 1308 2024-09-16T02:54:32.883 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.883 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_vendor": "intel", 2024-09-16T02:54:32.883 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_version": { 2024-09-16T02:54:32.883 INFO:tasks.workunit.client.0.smithi097.stdout: "string": "<1.2", 2024-09-16T02:54:32.883 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycle_count": 57511, 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_time": { 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "hours": 59242 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "serial_number": "deleted", 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "smart_status": { 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme": { 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "passed": true 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl": { 2024-09-16T02:54:32.884 INFO:tasks.workunit.client.0.smithi097.stdout: "argv": [ 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "-x", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "--json=o", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "/dev/nvme0n1" 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "build_info": "(local build)", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "exit_status": 0, 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "output": [ 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T02:54:32.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Serial Number: deleted", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Version: 8DV101H0", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller ID: 0", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "NVMe Version: <1.2", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Number of Namespaces: 1", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Local Time is: Mon Sep 16 02:48:49 2024 UTC", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T02:54:32.886 INFO:tasks.workunit.client.0.smithi097.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported Power States", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 512 0 2", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: " 1 - 512 8 2", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: " 2 - 512 16 2", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: " 3 - 4096 0 0", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: " 4 - 4096 8 0", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: " 5 - 4096 64 0", 2024-09-16T02:54:32.887 INFO:tasks.workunit.client.0.smithi097.stdout: " 6 - 4096 128 0", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Critical Warning: 0x00", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Temperature: 22 Celsius", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare: 99%", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare Threshold: 10%", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Percentage Used: 13%", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Read: 482,594,296 [247 TB]", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Written: 2,385,441,183 [1.22 PB]", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Read Commands: 7,853,590,659", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Write Commands: 42,109,950,082", 2024-09-16T02:54:32.888 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller Busy Time: 30", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "Power Cycles: 57,511", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "Power On Hours: 59,242", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "Unsafe Shutdowns: 1,308", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information Log Entries: 0", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "No Errors Logged", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "" 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "svn_revision": "5155", 2024-09-16T02:54:32.889 INFO:tasks.workunit.client.0.smithi097.stdout: "version": [ 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": { 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: "current": 22 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: "user_capacity": { 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.890 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: "report": { 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: "balancer": { 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: "active": true, 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: "mode": "" 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: "channels": [ 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: "basic", 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: "crash", 2024-09-16T02:54:32.891 INFO:tasks.workunit.client.0.smithi097.stdout: "device", 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "ident" 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "channels_available": [ 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "basic", 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "ident", 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "crash", 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "device", 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "perf" 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "collections_available": [ 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_base", 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "device_base", 2024-09-16T02:54:32.892 INFO:tasks.workunit.client.0.smithi097.stdout: "crash_base", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "ident_base", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_perf", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_mds_metadata", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_usage", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_usage_by_class", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_rook_v01", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_memory_metrics", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_options_bluestore" 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "collections_opted_in": [ 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_base", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "device_base", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "crash_base", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "ident_base", 2024-09-16T02:54:32.893 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_perf", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_mds_metadata", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_usage", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_usage_by_class", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_rook_v01", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_memory_metrics", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_options_bluestore" 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "config": { 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "active_changed": [ 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_debug", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_mon_ticket_ttl", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_service_ticket_ttl", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "bdev_debug_aio", 2024-09-16T02:54:32.894 INFO:tasks.workunit.client.0.smithi097.stdout: "client_check_pool_perm", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "client_mount_gid", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "client_mount_uid", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "client_quota", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "container_image", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "daemonize", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_asserts_on_shutdown", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mgr", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mon", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_ms", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_osd", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_paxos", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "keyring", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_block_size", 2024-09-16T02:54:32.895 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_cache_size", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_compression", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_log", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_write_buffer_size", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_file", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_journald", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_stderr", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_allow_pool_delete", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_clock_drift_allowed", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_file_level", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_file", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_journald", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_stderr", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_data_avail_warn", 2024-09-16T02:54:32.896 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_election_default_strategy", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_host", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_max_pg_per_osd", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_mgr_mkfs_grace", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_prime_pg_temp", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T02:54:32.897 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_too_few_osds", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_bug", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_old_message", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "no_config_file", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_default_list", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_load_list", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_crush_chooseleaf_type", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_misdirected_ops", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_op_order", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_pg_log_writeout", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_shutdown", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T02:54:32.898 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_hdd", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_hybrid", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_ssd", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_max_backfills", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_profile", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T02:54:32.899 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target_autotune", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue_cut_off", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pg_delete_cost", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recover_clone_overlap", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active_hdd", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active_ssd", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_chunk", 2024-09-16T02:54:32.900 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_hdd", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_hybrid", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_ssd", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_load_threshold", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_max_interval", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_sleep", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_shutdown_pgref_assert", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_hdd", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_ssd", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "public_addr", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "public_addrv", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "public_network", 2024-09-16T02:54:32.901 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd_default_features", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd_qos_exclude_ops", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "setgroup", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "setuser" 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster_changed": [ 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_debug", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_mon_ticket_ttl", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_service_ticket_ttl", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "bdev_debug_aio", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "container_image", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_asserts_on_shutdown", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mgr", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mon", 2024-09-16T02:54:32.902 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_ms", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_osd", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_paxos", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_file", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_journald", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_stderr", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_join_fs", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/container_init", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/migration_current", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T02:54:32.903 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/channel_ident", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/description", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/organization", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_allow_pool_delete", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_clock_drift_allowed", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_file_level", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_file", 2024-09-16T02:54:32.904 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_data_avail_warn", 2024-09-16T02:54:32.905 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_election_default_strategy", 2024-09-16T02:54:32.905 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_max_pg_per_osd", 2024-09-16T02:54:32.905 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_mgr_mkfs_grace", 2024-09-16T02:54:32.905 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_prime_pg_temp", 2024-09-16T02:54:32.905 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T02:54:32.905 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T02:54:32.906 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T02:54:32.906 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T02:54:32.906 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T02:54:32.906 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T02:54:32.906 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T02:54:32.906 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T02:54:32.906 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T02:54:32.907 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T02:54:32.907 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_too_few_osds", 2024-09-16T02:54:32.907 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_bug", 2024-09-16T02:54:32.907 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_old_message", 2024-09-16T02:54:32.907 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_default_list", 2024-09-16T02:54:32.907 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_load_list", 2024-09-16T02:54:32.907 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_misdirected_ops", 2024-09-16T02:54:32.908 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_op_order", 2024-09-16T02:54:32.908 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_pg_log_writeout", 2024-09-16T02:54:32.908 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_shutdown", 2024-09-16T02:54:32.908 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T02:54:32.908 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T02:54:32.908 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T02:54:32.908 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T02:54:32.908 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T02:54:32.909 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_profile", 2024-09-16T02:54:32.909 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target", 2024-09-16T02:54:32.909 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target_autotune", 2024-09-16T02:54:32.909 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue", 2024-09-16T02:54:32.909 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue_cut_off", 2024-09-16T02:54:32.909 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T02:54:32.909 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T02:54:32.909 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recover_clone_overlap", 2024-09-16T02:54:32.910 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_chunk", 2024-09-16T02:54:32.910 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_load_threshold", 2024-09-16T02:54:32.910 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_max_interval", 2024-09-16T02:54:32.910 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_shutdown_pgref_assert", 2024-09-16T02:54:32.910 INFO:tasks.workunit.client.0.smithi097.stdout: "public_network", 2024-09-16T02:54:32.910 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_cache_enabled", 2024-09-16T02:54:32.911 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_enable_ops_log", 2024-09-16T02:54:32.911 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_enable_usage_log" 2024-09-16T02:54:32.911 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:32.911 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.911 INFO:tasks.workunit.client.0.smithi097.stdout: "contact": null, 2024-09-16T02:54:32.911 INFO:tasks.workunit.client.0.smithi097.stdout: "crashes": [], 2024-09-16T02:54:32.911 INFO:tasks.workunit.client.0.smithi097.stdout: "created": "2024-09-16T02:45:43.431870Z", 2024-09-16T02:54:32.912 INFO:tasks.workunit.client.0.smithi097.stdout: "crush": { 2024-09-16T02:54:32.912 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_algs": { 2024-09-16T02:54:32.912 INFO:tasks.workunit.client.0.smithi097.stdout: "straw2": 3 2024-09-16T02:54:32.912 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.912 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_sizes": { 2024-09-16T02:54:32.912 INFO:tasks.workunit.client.0.smithi097.stdout: "2": 1, 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: "4": 2 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_types": { 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: "1": 2, 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: "11": 1 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: "compat_weight_set": false, 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: "device_classes": [ 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: 8 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.913 INFO:tasks.workunit.client.0.smithi097.stdout: "num_buckets": 6, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "num_devices": 8, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "num_rules": 1, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "num_types": 12, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "num_weight_sets": 0, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "tunables": { 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "allowed_bucket_algs": 54, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_local_fallback_tries": 0, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_local_tries": 0, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_total_tries": 50, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_descend_once": 1, 2024-09-16T02:54:32.914 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_stable": 1, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_vary_r": 1, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v2_rules": 0, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v3_rules": 0, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v4_buckets": 1, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v5_rules": 0, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "legacy_tunables": 0, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "minimum_required_version": "jewel", 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "optimal_tunables": 1, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "profile": "jewel", 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables": 1, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables2": 1, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables3": 1, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables5": 1, 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: "straw_calc_version": 1 2024-09-16T02:54:32.915 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "description": "upgrade test cluster", 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "fs": { 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "feature_flags": { 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "enable_multiple": true, 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "ever_enabled_multiple": true 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "filesystems": [ 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "approx_ctime": "2024-09", 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "balancer_enabled": false, 2024-09-16T02:54:32.916 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_caps": 0, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_dns": 10, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_inos": 13, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_subtrees": 2, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "ever_allowed_features": 0, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "explicitly_allowed_features": 0, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "files": 0, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "max_mds": 1, 2024-09-16T02:54:32.917 INFO:tasks.workunit.client.0.smithi097.stdout: "num_data_pools": 1, 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_in": 1, 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_mds": 1, 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": 0, 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_standby_replay": 0, 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_up": 1, 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: "snaps": 0, 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: "standby_count_wanted": 0 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.918 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_standby_mds": 1, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "total_num_mds": 2 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "hosts": { 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num": 2, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mds": 2, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mgr": 2, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mon": 2, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_osd": 2 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "leaderboard": false, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "leaderboard_description": null, 2024-09-16T02:54:32.919 INFO:tasks.workunit.client.0.smithi097.stdout: "license": "sharing-1-0", 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: "metadata": { 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 2 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T02:54:32.920 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 2 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 2 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:32.921 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 2 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 3 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 3 2024-09-16T02:54:32.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 3 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:32.923 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 3 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 8 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:32.924 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 8 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 8 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 8 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_objectstore": { 2024-09-16T02:54:32.925 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": 8 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "rotational": { 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "0": 8 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "features": { 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "optional": [], 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "persistent": [ 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "kraken", 2024-09-16T02:54:32.926 INFO:tasks.workunit.client.0.smithi097.stdout: "luminous", 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "mimic", 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap-prune", 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "nautilus", 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "octopus", 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "pacific", 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "elector-pinging", 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "quincy", 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "reef" 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.927 INFO:tasks.workunit.client.0.smithi097.stdout: "ipv4_addr_mons": 6, 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: "ipv6_addr_mons": 0, 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: "min_mon_release": 18, 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: "v1_addr_mons": 3, 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: "v2_addr_mons": 3 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: "organization": "ceph-qa", 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster_network": false, 2024-09-16T02:54:32.928 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 8, 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "require_min_compat_client": "luminous", 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "require_osd_release": "reef" 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "pools": [ 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr" 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:32.929 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 1, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 1, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 1, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296152842, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 1781760, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:32.930 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 1781760, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098714112, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 2, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 2.4431167275906773e-06, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 212, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 313344, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 590368, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 590368, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 1771104, 2024-09-16T02:54:32.931 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 179, 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 2473984 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:32.932 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 32, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 32, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 2, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296152842, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 98304, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 98304, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:32.933 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098714112, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 22, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 1.347929554640359e-07, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 3428, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 3428, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 10284, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 51, 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 20480 2024-09-16T02:54:32.934 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 64, 2024-09-16T02:54:32.935 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 64, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 3, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296152842, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 0, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 0, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098714112, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 0, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:32.936 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 0.0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 0 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:32.937 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd" 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 8, 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 8, 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 4, 2024-09-16T02:54:32.938 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296152842, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 12288, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 12288, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098714112, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 2, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 1.6849122985718168e-08, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:32.939 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 19, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 19, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 57, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 2, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 2048 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.940 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd": { 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "mirroring_by_pool": [ 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: false 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_images_by_pool": [ 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pools": 1 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "report_id": "f97c9c18-b976-4d40-89f7-1c6214e6f598", 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "report_timestamp": "2024-09-16T02:54:32.812411", 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "report_version": 1, 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "rook": { 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster": { 2024-09-16T02:54:32.941 INFO:tasks.workunit.client.0.smithi097.stdout: "external-mode": null, 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "allow-multiple-per-node": null, 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "count": null, 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "max-id": null, 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "pvc": { 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "enabled": null 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "stretch": { 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "enabled": null 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "network": { 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "provider": null 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.942 INFO:tasks.workunit.client.0.smithi097.stdout: "storage": { 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "device-set": { 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "non-portable": null, 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "portable": null, 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "total": null 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "csi": { 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "kubernetes": { 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:32.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "node": { 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "kubernetes-total": null, 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "with-ceph-daemons": null, 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-nfs-plugin": null, 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-rbd-plugin": null 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "usage": { 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "storage-class": { 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket": null, 2024-09-16T02:54:32.944 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs": null, 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "nfs": null, 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd": null, 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "total": null 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "services": {}, 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "usage": { 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 105, 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "pools": 4, 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_by_class": { 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "ssd": { 2024-09-16T02:54:32.945 INFO:tasks.workunit.client.0.smithi097.stdout: "total_avail_bytes": 767726555136, 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: "total_bytes": 767960285184, 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_bytes": 233730048, 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_raw_bytes": 233730048, 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_raw_ratio": 0.00030435173539444804 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: "total_avail_bytes": 767726555136, 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: "total_bytes": 767960285184, 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_bytes": 233730048 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:32.946 INFO:tasks.workunit.client.0.smithi097.stdout:} 2024-09-16T02:54:32.947 INFO:tasks.workunit.client.0.smithi097.stderr:++ ceph telemetry collection ls 2024-09-16T02:54:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:32.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:32.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:32.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:32.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:32 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:33.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:32 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.298 INFO:tasks.workunit.client.0.smithi097.stderr:+ COLLECTIONS='New collections are available: 2024-09-16T02:54:33.298 INFO:tasks.workunit.client.0.smithi097.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-09-16T02:54:33.298 INFO:tasks.workunit.client.0.smithi097.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T02:54:33.298 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:33.298 INFO:tasks.workunit.client.0.smithi097.stderr:NAME STATUS DESC 2024-09-16T02:54:33.298 INFO:tasks.workunit.client.0.smithi097.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T02:54:33.298 INFO:tasks.workunit.client.0.smithi097.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T02:54:33.298 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-09-16T02:54:33.299 INFO:tasks.workunit.client.0.smithi097.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:+ [[ New collections are available: 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:NAME STATUS DESC 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T02:54:33.300 INFO:tasks.workunit.client.0.smithi097.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:+ [[ New collections are available: 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T02:54:33.301 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:NAME STATUS DESC 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-09-16T02:54:33.302 INFO:tasks.workunit.client.0.smithi097.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:+ [[ New collections are available: 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:NAME STATUS DESC 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T02:54:33.303 INFO:tasks.workunit.client.0.smithi097.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:+ [[ New collections are available: 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:NAME STATUS DESC 2024-09-16T02:54:33.304 INFO:tasks.workunit.client.0.smithi097.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-09-16T02:54:33.305 INFO:tasks.workunit.client.0.smithi097.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:+ [[ New collections are available: 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr: 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:NAME STATUS DESC 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-09-16T02:54:33.306 INFO:tasks.workunit.client.0.smithi097.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-09-16T02:54:33.307 INFO:tasks.workunit.client.0.smithi097.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-09-16T02:54:33.307 INFO:tasks.workunit.client.0.smithi097.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-09-16T02:54:33.307 INFO:tasks.workunit.client.0.smithi097.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-09-16T02:54:33.307 INFO:tasks.workunit.client.0.smithi097.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-09-16T02:54:33.307 INFO:tasks.workunit.client.0.smithi097.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-09-16T02:54:33.307 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph telemetry on --license sharing-1-0 2024-09-16T02:54:33.777 INFO:tasks.workunit.client.0.smithi097.stdout:Telemetry is on. 2024-09-16T02:54:33.777 INFO:tasks.workunit.client.0.smithi097.stdout:Some channels are disabled, please enable with: 2024-09-16T02:54:33.777 INFO:tasks.workunit.client.0.smithi097.stdout:`ceph telemetry enable channel perf` 2024-09-16T02:54:33.788 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph telemetry enable channel perf 2024-09-16T02:54:33.866 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:33] ENGINE Bus STOPPING 2024-09-16T02:54:33.866 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:33] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.867 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.868 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.869 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:33.869 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.869 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.869 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.869 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.869 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:33.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:33.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:33.870 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:33.871 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='client.24707 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='client.24719 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:34.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:33 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:33] ENGINE Bus STOPPED 2024-09-16T02:54:34.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:33] ENGINE Bus STARTING 2024-09-16T02:54:34.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:33] ENGINE Serving on http://:::9283 2024-09-16T02:54:34.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:33] ENGINE Bus STARTED 2024-09-16T02:54:34.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:34] ENGINE Bus STOPPING 2024-09-16T02:54:34.265 INFO:tasks.workunit.client.0.smithi097.stdout:channel_perf is enabled 2024-09-16T02:54:34.276 INFO:tasks.workunit.client.0.smithi097.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-09-16T02:54:34.638 INFO:tasks.workunit.client.0.smithi097.stderr:+ LAST_OPT_REVISION=1 2024-09-16T02:54:34.638 INFO:tasks.workunit.client.0.smithi097.stderr:+ '[' 1 -ne 1 ']' 2024-09-16T02:54:34.638 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph telemetry show 2024-09-16T02:54:34.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:34] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:54:34.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:34] ENGINE Bus STOPPED 2024-09-16T02:54:34.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:34] ENGINE Bus STARTING 2024-09-16T02:54:34.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:34] ENGINE Serving on http://:::9283 2024-09-16T02:54:34.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:54:34] ENGINE Bus STARTED 2024-09-16T02:54:34.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.748 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.748 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.749 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.750 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.751 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1503102602' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1503102602' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:34.752 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1503102602' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T02:54:34.753 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:34 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1503102602' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T02:54:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='client.14829 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: mgrmap e22: y(active, since 2m), standbys: x 2024-09-16T02:54:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:35.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:35.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1503102602' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T02:54:35.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:34 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1503102602' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-09-16T02:54:35.297 INFO:tasks.workunit.client.0.smithi097.stdout:{ 2024-09-16T02:54:35.297 INFO:tasks.workunit.client.0.smithi097.stdout: "balancer": { 2024-09-16T02:54:35.297 INFO:tasks.workunit.client.0.smithi097.stdout: "active": true, 2024-09-16T02:54:35.297 INFO:tasks.workunit.client.0.smithi097.stdout: "mode": "" 2024-09-16T02:54:35.297 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.297 INFO:tasks.workunit.client.0.smithi097.stdout: "channels": [ 2024-09-16T02:54:35.297 INFO:tasks.workunit.client.0.smithi097.stdout: "basic", 2024-09-16T02:54:35.297 INFO:tasks.workunit.client.0.smithi097.stdout: "crash", 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "device", 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "ident", 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "perf" 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "channels_available": [ 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "basic", 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "ident", 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "crash", 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "device", 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "perf" 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "collections_available": [ 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_base", 2024-09-16T02:54:35.298 INFO:tasks.workunit.client.0.smithi097.stdout: "device_base", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "crash_base", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "ident_base", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_perf", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_mds_metadata", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_usage", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_usage_by_class", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_rook_v01", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_memory_metrics", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_options_bluestore" 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "collections_opted_in": [ 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_base", 2024-09-16T02:54:35.299 INFO:tasks.workunit.client.0.smithi097.stdout: "device_base", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "crash_base", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "ident_base", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_perf", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_mds_metadata", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_usage", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_usage_by_class", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_rook_v01", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_memory_metrics", 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_options_bluestore" 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "config": { 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "active_changed": [ 2024-09-16T02:54:35.300 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_debug", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_mon_ticket_ttl", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_service_ticket_ttl", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "bdev_debug_aio", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "client_check_pool_perm", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "client_mount_gid", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "client_mount_uid", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "client_quota", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "container_image", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "daemonize", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_asserts_on_shutdown", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mgr", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mon", 2024-09-16T02:54:35.301 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_ms", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_osd", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_paxos", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "keyring", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_block_size", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_cache_size", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_compression", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_log", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_write_buffer_size", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_file", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_journald", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_stderr", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_allow_pool_delete", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_clock_drift_allowed", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_file_level", 2024-09-16T02:54:35.302 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_file", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_journald", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_stderr", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_data_avail_warn", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_election_default_strategy", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_host", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_max_pg_per_osd", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_mgr_mkfs_grace", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_prime_pg_temp", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T02:54:35.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_too_few_osds", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_bug", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_old_message", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "no_config_file", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_default_list", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_load_list", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_crush_chooseleaf_type", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_misdirected_ops", 2024-09-16T02:54:35.304 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_op_order", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_pg_log_writeout", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_shutdown", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_hdd", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_hybrid", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_ssd", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_max_backfills", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_profile", 2024-09-16T02:54:35.305 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target_autotune", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue_cut_off", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pg_delete_cost", 2024-09-16T02:54:35.306 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recover_clone_overlap", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active_hdd", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active_ssd", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_chunk", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_hdd", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_hybrid", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_ssd", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_load_threshold", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_max_interval", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_sleep", 2024-09-16T02:54:35.307 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_shutdown_pgref_assert", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_hdd", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_ssd", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "public_addr", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "public_addrv", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "public_network", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd_default_features", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd_qos_exclude_ops", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "setgroup", 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "setuser" 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.308 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster_changed": [ 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_debug", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_mon_ticket_ttl", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_service_ticket_ttl", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "bdev_debug_aio", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "container_image", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_asserts_on_shutdown", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mgr", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mon", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_ms", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_osd", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_paxos", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_file", 2024-09-16T02:54:35.309 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_journald", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_stderr", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_join_fs", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/container_init", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/migration_current", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/channel_ident", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/channel_perf", 2024-09-16T02:54:35.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/description", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/enabled", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/organization", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_allow_pool_delete", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_clock_drift_allowed", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_file_level", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_file", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_data_avail_warn", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_election_default_strategy", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_max_pg_per_osd", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_mgr_mkfs_grace", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_prime_pg_temp", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T02:54:35.311 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_too_few_osds", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_bug", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_old_message", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_default_list", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_load_list", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_misdirected_ops", 2024-09-16T02:54:35.312 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_op_order", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_pg_log_writeout", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_shutdown", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_profile", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target_autotune", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue_cut_off", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T02:54:35.313 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recover_clone_overlap", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_chunk", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_load_threshold", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_max_interval", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_shutdown_pgref_assert", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "public_network", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_cache_enabled", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_enable_ops_log", 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_enable_usage_log" 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "contact": null, 2024-09-16T02:54:35.314 INFO:tasks.workunit.client.0.smithi097.stdout: "crashes": [], 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "created": "2024-09-16T02:45:43.431870Z", 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "crush": { 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_algs": { 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "straw2": 3 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_sizes": { 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "2": 1, 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "4": 2 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_types": { 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "1": 2, 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "11": 1 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.315 INFO:tasks.workunit.client.0.smithi097.stdout: "compat_weight_set": false, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "device_classes": [ 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: 8 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_buckets": 6, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_devices": 8, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_rules": 1, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_types": 12, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_weight_sets": 0, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "tunables": { 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "allowed_bucket_algs": 54, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_local_fallback_tries": 0, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_local_tries": 0, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_total_tries": 50, 2024-09-16T02:54:35.316 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_descend_once": 1, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_stable": 1, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_vary_r": 1, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v2_rules": 0, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v3_rules": 0, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v4_buckets": 1, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v5_rules": 0, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "legacy_tunables": 0, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "minimum_required_version": "jewel", 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "optimal_tunables": 1, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "profile": "jewel", 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables": 1, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables2": 1, 2024-09-16T02:54:35.317 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables3": 1, 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables5": 1, 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "straw_calc_version": 1 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "description": "upgrade test cluster", 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "fs": { 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "feature_flags": { 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "enable_multiple": true, 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "ever_enabled_multiple": true 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "filesystems": [ 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "approx_ctime": "2024-09", 2024-09-16T02:54:35.318 INFO:tasks.workunit.client.0.smithi097.stdout: "balancer_enabled": false, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_caps": 0, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_dns": 10, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_inos": 13, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_subtrees": 2, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "ever_allowed_features": 0, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "explicitly_allowed_features": 0, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "files": 0, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "max_mds": 1, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_data_pools": 1, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_in": 1, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_mds": 1, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": 0, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_standby_replay": 0, 2024-09-16T02:54:35.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_up": 1, 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "snaps": 0, 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "standby_count_wanted": 0 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_standby_mds": 1, 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "total_num_mds": 2 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_stats": { 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 20135936, 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 352392, 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:35.320 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 966656, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 0, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 338, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 1137672, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 12, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 348672, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 14709104, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 20135936 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 20611072, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 485296, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:35.321 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 573440, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 429, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 1196656, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 20, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 1184768, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 15122912, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 21184512 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.665e886aa571559fe75ba3e5ef3bc3efe139179e": { 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 37158912, 2024-09-16T02:54:35.322 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1037264, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 352256, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 9322496, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1141, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 8630952, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 22, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 1269504, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 23247496, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 46481408 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 43687936, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1443456, 2024-09-16T02:54:35.323 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 811008, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 4784128, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1668, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 10097408, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 22, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2633984, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 26080640, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 48472064 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 36462592, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1415688, 2024-09-16T02:54:35.324 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 696320, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 11083776, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1169, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 7768480, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 21, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 927488, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 23033176, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 47546368 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.325 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.0": { 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 51707904, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1626600, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 983040, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1813, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 6159880, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 4000000, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 37168912, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 52690944 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.1": { 2024-09-16T02:54:35.326 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45563904, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1035624, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 770048, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1362, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 5223968, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2257664, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 34294136, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 46333952 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.2": { 2024-09-16T02:54:35.327 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 44728320, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 761656, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 557056, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1288, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 4737528, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2575872, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 33900752, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 45285376 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.3": { 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 44392448, 2024-09-16T02:54:35.328 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 719440, 2024-09-16T02:54:35.329 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:35.329 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 57344, 2024-09-16T02:54:35.329 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 958464, 2024-09-16T02:54:35.329 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1253, 2024-09-16T02:54:35.329 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.329 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 4551424, 2024-09-16T02:54:35.329 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:35.329 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 1719552, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 34592176, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 45350912 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.4": { 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45039616, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 772464, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 245760, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1287, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 5080408, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:35.330 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 1797120, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 34637112, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 45285376 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.5": { 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45252608, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 779736, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 98304, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1275, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 4464136, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 48, 2024-09-16T02:54:35.331 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2127104, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 35129120, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 45350912 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.6": { 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45662208, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1118712, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 16384, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 737280, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1300, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 4636144, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 46, 2024-09-16T02:54:35.332 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2086912, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 35051544, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 46399488 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.7": { 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45801472, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 861512, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 598016, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1337, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 5185104, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:35.333 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2154496, 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 34847848, 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 46399488 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: "hosts": { 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num": 2, 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mds": 2, 2024-09-16T02:54:35.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mgr": 2, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mon": 2, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_osd": 2 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "io_rate": { 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_stats_delta": { 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 0, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 0, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "stamp_delta": "12.002548", 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:35.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:35.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:35.337 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 146, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 248, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 32, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:35.338 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 0 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.339 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "leaderboard": false, 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "leaderboard_description": null, 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "license": "sharing-1-0", 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "mempool": { 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.340 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.342 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.343 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.344 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 150146, 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 33 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.345 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 928, 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 2 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.346 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.348 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.351 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.352 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 222727, 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 72 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 51704, 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 208 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.354 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 8016, 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 135 2024-09-16T02:54:35.355 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.356 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.665e886aa571559fe75ba3e5ef3bc3efe139179e": { 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.358 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.359 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.360 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.361 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1416127, 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 439 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.362 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.363 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6592, 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 134 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12744, 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1546 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5312, 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 103 2024-09-16T02:54:35.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.366 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.367 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.369 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1233895, 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 373 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 352, 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 4 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.371 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6592, 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 134 2024-09-16T02:54:35.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12744, 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1546 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 10624, 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 206 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.373 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.374 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.376 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.378 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1186343, 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 368 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.380 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6592, 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 134 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12744, 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1546 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5312, 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 103 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.381 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.0": { 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.382 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.383 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6160, 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 77 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 23184, 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 207 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1824, 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 46 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 616544, 2024-09-16T02:54:35.384 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 19 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 98270, 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 16816 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 215816, 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 349 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 11892, 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 781 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.385 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9936, 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 207 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 34082, 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 217 2024-09-16T02:54:35.386 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 23184, 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 207 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 435368, 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 95 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.387 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2459192, 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 199 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 7128, 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 81 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.388 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 533232, 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 46 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 95264, 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 188 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.389 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239240, 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3495 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.390 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.1": { 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.391 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5520, 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 69 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 21952, 2024-09-16T02:54:35.392 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 196 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1488, 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 43 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 37656, 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 51922, 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9612 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.393 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 136936, 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 233 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9644, 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 606 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9408, 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 196 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.394 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 29214, 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 201 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 21952, 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 196 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 736, 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.395 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 463019, 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 102 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12112, 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2419338, 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 179 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5016, 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 57 2024-09-16T02:54:35.396 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 417312, 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 36 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.397 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 8528, 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 22 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239240, 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3495 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.398 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.2": { 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.399 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.400 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5040, 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 63 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 21616, 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 193 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1152, 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 40 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12288, 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.401 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 49398, 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9274 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 132176, 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 226 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9024, 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 595 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9264, 2024-09-16T02:54:35.402 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 193 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 27926, 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 194 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 21616, 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 193 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.403 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 736, 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 406467, 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 87 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12112, 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2405168, 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 173 2024-09-16T02:54:35.404 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4400, 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 50 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 359352, 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 31 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.405 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 8320, 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 24 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239752, 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3519 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.406 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.3": { 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.408 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4240, 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 53 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 480, 2024-09-16T02:54:35.409 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 34 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 50799, 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9553 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 136256, 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 232 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.410 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9808, 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 611 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9456, 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 28790, 2024-09-16T02:54:35.411 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 200 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2208, 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 308379, 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 63 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.412 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 26565, 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2457790, 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 191 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4752, 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 54 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.413 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 428904, 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 37 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 10400, 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 20 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.414 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 240008, 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3531 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.415 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.4": { 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:35.416 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 3920, 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 49 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.417 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 816, 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 37 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 52259, 2024-09-16T02:54:35.418 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9750 2024-09-16T02:54:35.419 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.419 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.419 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 138976, 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 236 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 10112, 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 612 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9456, 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.420 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 29814, 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 204 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 736, 2024-09-16T02:54:35.421 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 973185, 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 83 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12112, 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2429946, 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 178 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.422 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4840, 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 55 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 463680, 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 40 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.423 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 8944, 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 18 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239752, 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3519 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.424 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.5": { 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.425 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.426 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 3360, 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 42 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 704, 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 36 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.427 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 14432, 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 53231, 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9841 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 140336, 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 238 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 10256, 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 615 2024-09-16T02:54:35.428 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9456, 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 30326, 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 206 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.429 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2208, 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 865007, 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 57 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 26565, 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2440444, 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 180 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5632, 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 64 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.431 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 475272, 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 41 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 13000, 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 25 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.432 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239752, 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3519 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.433 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.6": { 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:35.434 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2800, 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 35 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.435 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22960, 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 480, 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 34 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 14690, 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.436 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 52627, 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 10034 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 138296, 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 235 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 11260, 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 770 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9840, 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:35.437 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 30754, 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 203 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22960, 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.438 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 851261, 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 54 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2432692, 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 176 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.439 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4840, 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 55 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 452088, 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 39 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.440 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 94952, 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 193 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 240008, 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3531 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.441 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.7": { 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:35.442 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:35.443 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2160, 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 27 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22960, 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1488, 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 43 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:35.444 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 292960, 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 12 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 56286, 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 10477 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 144416, 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 244 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 11932, 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 776 2024-09-16T02:54:35.445 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9840, 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 33058, 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 212 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.446 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22960, 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 194482, 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 38 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2414595, 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 226 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6248, 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 71 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.448 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 521640, 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 45 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 97448, 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 225 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239240, 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3495 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.449 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:35.450 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "metadata": { 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 2 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:35.451 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 2 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 2 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T02:54:35.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 2 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 3 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T02:54:35.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 3 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 3 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:35.454 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 3 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 8 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:35.455 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 8 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 8 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 8 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.456 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_objectstore": { 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": 8 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "rotational": { 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "0": 8 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "features": { 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "optional": [], 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "persistent": [ 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "kraken", 2024-09-16T02:54:35.457 INFO:tasks.workunit.client.0.smithi097.stdout: "luminous", 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "mimic", 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap-prune", 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "nautilus", 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "octopus", 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "pacific", 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "elector-pinging", 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "quincy", 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "reef" 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "ipv4_addr_mons": 6, 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "ipv6_addr_mons": 0, 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "min_mon_release": 18, 2024-09-16T02:54:35.458 INFO:tasks.workunit.client.0.smithi097.stdout: "v1_addr_mons": 3, 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "v2_addr_mons": 3 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "organization": "ceph-qa", 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster_network": false, 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 8, 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "require_min_compat_client": "luminous", 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "require_osd_release": "reef" 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_perf_histograms": [ 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: "axes": [ 2024-09-16T02:54:35.459 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Latency (usec)", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 100000, 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 99999]", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[100000, 199999]", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[200000, 399999]", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[400000, 799999]", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[800000, 1599999]", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[1600000, 3199999]", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[3200000, 6399999]", 2024-09-16T02:54:35.460 INFO:tasks.workunit.client.0.smithi097.stdout: "[6400000, 12799999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[12800000, 25599999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[25600000, 51199999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[51200000, 102399999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[102400000, 204799999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[204800000, 409599999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[409600000, 819199999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[819200000, 1638399999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[1638400000, 3276799999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[3276800000, 6553599999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[6553600000, 13107199999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[13107200000, 26214399999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[26214400000, 52428799999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[52428800000, 104857599999]", 2024-09-16T02:54:35.461 INFO:tasks.workunit.client.0.smithi097.stdout: "[104857600000, 209715199999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[209715200000, 419430399999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[419430400000, 838860799999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[838860800000, 1677721599999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[1677721600000, 3355443199999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[3355443200000, 6710886399999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[6710886400000, 13421772799999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[13421772800000, 26843545599999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[26843545600000, 53687091199999]", 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "[53687091200000, None]" 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.462 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Request size (bytes)", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 512, 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 511]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[512, 1023]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[1024, 2047]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[2048, 4095]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[4096, 8191]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[8192, 16383]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[16384, 32767]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[32768, 65535]", 2024-09-16T02:54:35.463 INFO:tasks.workunit.client.0.smithi097.stdout: "[65536, 131071]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[131072, 262143]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[262144, 524287]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[524288, 1048575]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[1048576, 2097151]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[2097152, 4194303]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[4194304, 8388607]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[8388608, 16777215]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[16777216, 33554431]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[33554432, 67108863]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[67108864, 134217727]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[134217728, 268435455]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[268435456, 536870911]", 2024-09-16T02:54:35.464 INFO:tasks.workunit.client.0.smithi097.stdout: "[536870912, 1073741823]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[1073741824, 2147483647]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[2147483648, 4294967295]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[4294967296, 8589934591]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[8589934592, 17179869183]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[17179869184, 34359738367]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[34359738368, 68719476735]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[68719476736, 137438953471]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[137438953472, 274877906943]", 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "[274877906944, None]" 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.465 INFO:tasks.workunit.client.0.smithi097.stdout: "osds": [ 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 0, 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.466 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.467 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 1, 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.468 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.469 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.470 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 2, 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.471 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.472 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.473 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 3, 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.474 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.475 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 4, 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.476 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.477 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.478 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 5, 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.479 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.480 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.481 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 6, 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.482 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.483 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 7, 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.484 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.485 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.486 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "axes": [ 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Latency (usec)", 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 100000, 2024-09-16T02:54:35.487 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 99999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[100000, 199999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[200000, 399999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[400000, 799999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[800000, 1599999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[1600000, 3199999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[3200000, 6399999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[6400000, 12799999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[12800000, 25599999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[25600000, 51199999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[51200000, 102399999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[102400000, 204799999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[204800000, 409599999]", 2024-09-16T02:54:35.488 INFO:tasks.workunit.client.0.smithi097.stdout: "[409600000, 819199999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[819200000, 1638399999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[1638400000, 3276799999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[3276800000, 6553599999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[6553600000, 13107199999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[13107200000, 26214399999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[26214400000, 52428799999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[52428800000, 104857599999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[104857600000, 209715199999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[209715200000, 419430399999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[419430400000, 838860799999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[838860800000, 1677721599999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[1677721600000, 3355443199999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[3355443200000, 6710886399999]", 2024-09-16T02:54:35.489 INFO:tasks.workunit.client.0.smithi097.stdout: "[6710886400000, 13421772799999]", 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "[13421772800000, 26843545599999]", 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "[26843545600000, 53687091199999]", 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "[53687091200000, None]" 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Request size (bytes)", 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 512, 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:35.490 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 511]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[512, 1023]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[1024, 2047]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[2048, 4095]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[4096, 8191]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[8192, 16383]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[16384, 32767]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[32768, 65535]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[65536, 131071]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[131072, 262143]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[262144, 524287]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[524288, 1048575]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[1048576, 2097151]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[2097152, 4194303]", 2024-09-16T02:54:35.491 INFO:tasks.workunit.client.0.smithi097.stdout: "[4194304, 8388607]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[8388608, 16777215]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[16777216, 33554431]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[33554432, 67108863]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[67108864, 134217727]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[134217728, 268435455]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[268435456, 536870911]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[536870912, 1073741823]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[1073741824, 2147483647]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[2147483648, 4294967295]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[4294967296, 8589934591]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[8589934592, 17179869183]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[17179869184, 34359738367]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[34359738368, 68719476735]", 2024-09-16T02:54:35.492 INFO:tasks.workunit.client.0.smithi097.stdout: "[68719476736, 137438953471]", 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "[137438953472, 274877906943]", 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "[274877906944, None]" 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "osds": [ 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 0, 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.493 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.494 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.495 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 1, 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.496 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.497 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.498 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 2, 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.499 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.500 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 3, 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.501 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.502 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.503 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 4, 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.504 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.505 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.506 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 5, 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.507 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.508 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 6, 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.509 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.510 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.511 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 7, 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.512 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.513 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.514 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "axes": [ 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Latency (usec)", 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 100000, 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:35.515 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 99999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[100000, 199999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[200000, 399999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[400000, 799999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[800000, 1599999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[1600000, 3199999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[3200000, 6399999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[6400000, 12799999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[12800000, 25599999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[25600000, 51199999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[51200000, 102399999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[102400000, 204799999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[204800000, 409599999]", 2024-09-16T02:54:35.516 INFO:tasks.workunit.client.0.smithi097.stdout: "[409600000, 819199999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[819200000, 1638399999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[1638400000, 3276799999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[3276800000, 6553599999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[6553600000, 13107199999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[13107200000, 26214399999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[26214400000, 52428799999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[52428800000, 104857599999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[104857600000, 209715199999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[209715200000, 419430399999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[419430400000, 838860799999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[838860800000, 1677721599999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[1677721600000, 3355443199999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[3355443200000, 6710886399999]", 2024-09-16T02:54:35.517 INFO:tasks.workunit.client.0.smithi097.stdout: "[6710886400000, 13421772799999]", 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "[13421772800000, 26843545599999]", 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "[26843545600000, 53687091199999]", 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "[53687091200000, None]" 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Request size (bytes)", 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 512, 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:35.518 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 511]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[512, 1023]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[1024, 2047]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[2048, 4095]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[4096, 8191]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[8192, 16383]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[16384, 32767]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[32768, 65535]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[65536, 131071]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[131072, 262143]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[262144, 524287]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[524288, 1048575]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[1048576, 2097151]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[2097152, 4194303]", 2024-09-16T02:54:35.519 INFO:tasks.workunit.client.0.smithi097.stdout: "[4194304, 8388607]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[8388608, 16777215]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[16777216, 33554431]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[33554432, 67108863]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[67108864, 134217727]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[134217728, 268435455]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[268435456, 536870911]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[536870912, 1073741823]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[1073741824, 2147483647]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[2147483648, 4294967295]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[4294967296, 8589934591]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[8589934592, 17179869183]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[17179869184, 34359738367]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[34359738368, 68719476735]", 2024-09-16T02:54:35.520 INFO:tasks.workunit.client.0.smithi097.stdout: "[68719476736, 137438953471]", 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "[137438953472, 274877906943]", 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "[274877906944, None]" 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "osds": [ 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 0, 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.521 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.522 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.523 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 1, 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.524 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.525 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.526 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 2, 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.527 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.528 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.529 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 3, 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.530 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.531 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 4, 2024-09-16T02:54:35.532 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.533 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.534 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 5, 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.535 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.536 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.537 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 6, 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.538 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.539 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.540 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 7, 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.541 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.542 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.543 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "axes": [ 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Latency (usec)", 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 100000, 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 99999]", 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "[100000, 199999]", 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "[200000, 399999]", 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "[400000, 799999]", 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "[800000, 1599999]", 2024-09-16T02:54:35.544 INFO:tasks.workunit.client.0.smithi097.stdout: "[1600000, 3199999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[3200000, 6399999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[6400000, 12799999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[12800000, 25599999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[25600000, 51199999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[51200000, 102399999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[102400000, 204799999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[204800000, 409599999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[409600000, 819199999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[819200000, 1638399999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[1638400000, 3276799999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[3276800000, 6553599999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[6553600000, 13107199999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[13107200000, 26214399999]", 2024-09-16T02:54:35.545 INFO:tasks.workunit.client.0.smithi097.stdout: "[26214400000, 52428799999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[52428800000, 104857599999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[104857600000, 209715199999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[209715200000, 419430399999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[419430400000, 838860799999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[838860800000, 1677721599999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[1677721600000, 3355443199999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[3355443200000, 6710886399999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[6710886400000, 13421772799999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[13421772800000, 26843545599999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[26843545600000, 53687091199999]", 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "[53687091200000, None]" 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:35.546 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Request size (bytes)", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 512, 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 511]", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[512, 1023]", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[1024, 2047]", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[2048, 4095]", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[4096, 8191]", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[8192, 16383]", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[16384, 32767]", 2024-09-16T02:54:35.547 INFO:tasks.workunit.client.0.smithi097.stdout: "[32768, 65535]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[65536, 131071]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[131072, 262143]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[262144, 524287]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[524288, 1048575]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[1048576, 2097151]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[2097152, 4194303]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[4194304, 8388607]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[8388608, 16777215]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[16777216, 33554431]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[33554432, 67108863]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[67108864, 134217727]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[134217728, 268435455]", 2024-09-16T02:54:35.548 INFO:tasks.workunit.client.0.smithi097.stdout: "[268435456, 536870911]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[536870912, 1073741823]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[1073741824, 2147483647]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[2147483648, 4294967295]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[4294967296, 8589934591]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[8589934592, 17179869183]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[17179869184, 34359738367]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[34359738368, 68719476735]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[68719476736, 137438953471]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[137438953472, 274877906943]", 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "[274877906944, None]" 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.549 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "osds": [ 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 0, 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.550 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.551 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 1, 2024-09-16T02:54:35.552 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 11, 2, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 15, 6, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.553 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.554 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 2, 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.555 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.556 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.557 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 3, 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.558 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.559 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.560 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 4, 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.561 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.562 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 5, 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.563 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.564 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.565 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 6, 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.566 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.567 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.568 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 7, 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.569 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.570 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:35.571 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_counters": { 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: "caps": { 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.572 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_grant": { 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_revoke": { 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_trunc": { 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_commit": { 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12 2024-09-16T02:54:35.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_fetch_complete": { 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_fetch_keys": { 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_merge": { 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_split": { 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.574 INFO:tasks.workunit.client.0.smithi097.stdout: "exported_inodes": { 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "forward": { 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_cap_release": { 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_caps": { 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_caps_dirty": { 2024-09-16T02:54:35.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_inode_file_caps": { 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: "imported_inodes": { 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: "inodes": { 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: "inodes_expired": { 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "inodes_pinned": { 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "inodes_with_caps": { 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "load_cent": { 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "openino_dir_fetch": { 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.577 INFO:tasks.workunit.client.0.smithi097.stdout: "process_request_cap_release": { 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "reply_latency": { 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 122947 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "request": { 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "root_rbytes": { 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.578 INFO:tasks.workunit.client.0.smithi097.stdout: "root_rfiles": { 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "root_rsnaps": { 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_reply": { 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "subtrees": { 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_cache": { 2024-09-16T02:54:35.579 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_enqueue_scrub": { 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_exportdir": { 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_flush": { 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_fragmentdir": { 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_fragstats": { 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.580 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_inodestats": { 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "num_recovering_enqueued": { 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "num_recovering_prioritized": { 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "num_recovering_processing": { 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "num_strays": { 2024-09-16T02:54:35.581 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "num_strays_delayed": { 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "num_strays_enqueuing": { 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_completed": { 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_started": { 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.582 INFO:tasks.workunit.client.0.smithi097.stdout: "strays_created": { 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "strays_enqueued": { 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "strays_migrated": { 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "strays_reintegrated": { 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_log": { 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "ev": { 2024-09-16T02:54:35.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "evadd": { 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "evex": { 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "evexd": { 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "evexg": { 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.584 INFO:tasks.workunit.client.0.smithi097.stdout: "evtrm": { 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "jlat": { 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9970638 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "replayed": { 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "seg": { 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "segadd": { 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "segex": { 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "segexd": { 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "segexg": { 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "segtrm": { 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.586 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_mem": { 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "cap": { 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "cap+": { 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "cap-": { 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "dir": { 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.587 INFO:tasks.workunit.client.0.smithi097.stdout: "dir+": { 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "dir-": { 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "dn": { 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "dn+": { 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "dn-": { 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "heap": { 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 207124 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "ino": { 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "ino+": { 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "ino-": { 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.589 INFO:tasks.workunit.client.0.smithi097.stdout: "rss": { 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41652 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_server": { 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: "cap_acquisition_throttle": { 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: "cap_revoke_eviction": { 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_request": { 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_session": { 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 16 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_peer_request": { 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "req_create_latency": { 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "req_getattr_latency": { 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.591 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 122947 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "req_getfilelock_latency": { 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "req_getvxattr_latency": { 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "req_link_latency": { 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.592 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookup_latency": { 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookuphash_latency": { 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookupino_latency": { 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookupname_latency": { 2024-09-16T02:54:35.593 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookupparent_latency": { 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookupsnap_latency": { 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lssnap_latency": { 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.594 INFO:tasks.workunit.client.0.smithi097.stdout: "req_mkdir_latency": { 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "req_mknod_latency": { 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "req_mksnap_latency": { 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "req_open_latency": { 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.595 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "req_readdir_latency": { 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "req_rename_latency": { 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "req_renamesnap_latency": { 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "req_rmdir_latency": { 2024-09-16T02:54:35.596 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "req_rmsnap_latency": { 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "req_rmxattr_latency": { 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setattr_latency": { 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setdirlayout_latency": { 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setfilelock_latency": { 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setlayout_latency": { 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.598 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setxattr_latency": { 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "req_snapdiff_latency": { 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "req_symlink_latency": { 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "req_unlink_latency": { 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.599 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_sessions": { 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: "average_load": { 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: "avg_session_uptime": { 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 89 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: "mdthresh_evicted": { 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.600 INFO:tasks.workunit.client.0.smithi097.stdout: "session_add": { 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "session_count": { 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "session_remove": { 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "sessions_open": { 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "sessions_stale": { 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "total_load": { 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.602 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 45 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "purge_queue": { 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executed": { 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executed_ops": { 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executing": { 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.603 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executing_high_water": { 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executing_ops": { 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executing_ops_high_water": { 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_item_in_journal": { 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.604 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.665e886aa571559fe75ba3e5ef3bc3efe139179e": { 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "election_call": { 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "election_lose": { 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "election_win": { 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_elections": { 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": { 2024-09-16T02:54:35.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 11 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "session_add": { 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "session_rm": { 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 84 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "session_trim": { 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "paxos": { 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "accept_timeout": { 2024-09-16T02:54:35.606 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "begin": { 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 823 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_bytes": { 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 823, 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3918613 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_keys": { 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_latency": { 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 823, 2024-09-16T02:54:35.607 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 244995869 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "collect": { 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_bytes": { 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_keys": { 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.608 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_latency": { 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_timeout": { 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_uncommitted": { 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "commit": { 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 824 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_bytes": { 2024-09-16T02:54:35.609 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_keys": { 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_latency": { 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_ack_timeout": { 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.610 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_timeout": { 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn": { 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn_latency": { 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh": { 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 824 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.611 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh_latency": { 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 824, 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1960966911 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "restart": { 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state": { 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_bytes": { 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.612 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_keys": { 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "start_leader": { 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "start_peon": { 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state": { 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 824 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_bytes": { 2024-09-16T02:54:35.613 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 824, 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7682876 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_keys": { 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 824, 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5555 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_latency": { 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 824, 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 611989660 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache": { 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.614 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1020054731 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 43859968 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 32776192 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2147483648 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 11083776 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.615 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:full": { 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277005531 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.616 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 310823 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 70810878 2024-09-16T02:54:35.618 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:inc": { 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.619 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277005531 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 44123 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.620 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.621 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71077578 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:kv": { 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 322961408 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 184670354 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.623 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.624 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71182190 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb": { 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "compact": { 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_len": { 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_merge": { 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.625 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_range": { 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "get_latency": { 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 35464, 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 88366466 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_delay_time": { 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_memtable_time": { 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.626 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_wal_time": { 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_latency": { 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_sync_latency": { 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1774, 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 943793116 2024-09-16T02:54:35.627 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: "election_call": { 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: "election_lose": { 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: "election_win": { 2024-09-16T02:54:35.628 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_elections": { 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": { 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "session_add": { 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "session_rm": { 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 180 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.629 INFO:tasks.workunit.client.0.smithi097.stdout: "session_trim": { 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "paxos": { 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "accept_timeout": { 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "begin": { 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 955 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_bytes": { 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4993443 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.630 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_keys": { 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2865 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_latency": { 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 191996757 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "collect": { 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_bytes": { 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_keys": { 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_latency": { 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_timeout": { 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_uncommitted": { 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.632 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "commit": { 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 955 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_bytes": { 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4924741 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_keys": { 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5466 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_latency": { 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:35.633 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 446397406 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_ack_timeout": { 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_timeout": { 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn": { 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn_latency": { 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2999949 2024-09-16T02:54:35.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh": { 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 957 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh_latency": { 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 957, 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2670954923 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "restart": { 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state": { 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.635 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_bytes": { 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1050 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_keys": { 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "start_leader": { 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "start_peon": { 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.636 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state": { 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_bytes": { 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_keys": { 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_latency": { 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.637 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache": { 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1020054731 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 45850624 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 39772160 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2147483648 2024-09-16T02:54:35.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6078464 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:full": { 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277006607 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 310393 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.640 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 70810232 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:inc": { 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.642 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277006607 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41684 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71078941 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:kv": { 2024-09-16T02:54:35.645 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 322961408 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 184671071 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71181473 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb": { 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: "compact": { 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_len": { 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_merge": { 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.651 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_range": { 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "get_latency": { 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 42562, 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 170670856 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_delay_time": { 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_memtable_time": { 2024-09-16T02:54:35.652 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_wal_time": { 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_latency": { 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.653 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_sync_latency": { 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2083, 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 768175667 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "election_call": { 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "election_lose": { 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.654 INFO:tasks.workunit.client.0.smithi097.stdout: "election_win": { 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "num_elections": { 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": { 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "session_add": { 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "session_rm": { 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 51 2024-09-16T02:54:35.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "session_trim": { 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "paxos": { 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "accept_timeout": { 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "begin": { 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 832 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_bytes": { 2024-09-16T02:54:35.656 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 832, 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3943794 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_keys": { 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_latency": { 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 832, 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 121997468 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "collect": { 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.657 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_bytes": { 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 146 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_keys": { 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_latency": { 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_timeout": { 2024-09-16T02:54:35.658 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_uncommitted": { 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "commit": { 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 833 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_bytes": { 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_keys": { 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_latency": { 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_ack_timeout": { 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_timeout": { 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn": { 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn_latency": { 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh": { 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 833 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh_latency": { 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 833, 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1869961190 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "restart": { 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:35.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state": { 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_bytes": { 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_keys": { 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "start_leader": { 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "start_peon": { 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state": { 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 833 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_bytes": { 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 833, 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7731329 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_keys": { 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 833, 2024-09-16T02:54:35.663 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5625 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_latency": { 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 833, 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 321993327 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache": { 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1020054731 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 44924928 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.664 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33259520 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2147483648 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 11665408 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:full": { 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:35.665 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277005531 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 310823 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 70810878 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:inc": { 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:35.668 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277005531 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 44123 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.669 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.670 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71077578 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.671 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:kv": { 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 322961408 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 184670354 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.673 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71182190 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb": { 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "compact": { 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_len": { 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_merge": { 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_range": { 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.675 INFO:tasks.workunit.client.0.smithi097.stdout: "get_latency": { 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 35641, 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 88694124 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_delay_time": { 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_memtable_time": { 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.676 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_wal_time": { 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_latency": { 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_sync_latency": { 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1819, 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 565135709 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.677 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.0": { 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:35.678 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7577600 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.679 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.680 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3821568 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3682304 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.681 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:35.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:35.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.684 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 11337728 2024-09-16T02:54:35.686 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1400832 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 98899 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:35.687 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 25, 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 63699 2024-09-16T02:54:35.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 886, 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 495791414 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 874, 2024-09-16T02:54:35.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22003461 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 886, 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 731208 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 886, 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 496522622 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:35.690 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41125 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 8, 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 19382 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:35.691 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14870 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3977 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 342 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:35.692 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 129, 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2780719 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 343, 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 305849 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 214, 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4620723 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.693 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 101, 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5906604 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4003085204 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 132, 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33560969 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 132, 2024-09-16T02:54:35.694 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 419266327443 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 132, 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 143145067548 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68454356155 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192591 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.695 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4864208 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2474621572 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 511715 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.696 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1277916673 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 357984584 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 943184 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 66, 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 335210 2024-09-16T02:54:35.697 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8118729596 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 394922575 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 256928641 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:35.698 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861455963 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 48889856 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 48766976 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137367449 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 122880 2024-09-16T02:54:35.699 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.700 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85453035 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 610304 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.702 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73320213 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.703 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 640897768 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.704 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.705 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 72131784 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:35.706 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56968690 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.707 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.708 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68859966 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.709 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 640897768 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8387 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.710 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 371456 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.711 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71754069 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.712 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 46 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:35.713 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 616 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.714 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37178390 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 7, 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5565751 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33200090 2024-09-16T02:54:35.715 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.716 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.717 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.718 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 616 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.719 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37178390 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 7, 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5565751 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:35.720 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33200090 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1771104 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.721 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33259520 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.1": { 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.722 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.723 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2588672 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.724 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1642496 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1503232 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:35.725 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.726 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.727 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.728 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.729 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:35.730 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4169728 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.731 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 802816 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 231802 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.732 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 34, 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 72230 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.733 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 354, 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 83503324 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 351, 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9004583 2024-09-16T02:54:35.734 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 354, 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 362160 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 354, 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 83865484 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:35.735 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 64611 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7484 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.736 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 16208 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 877 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 248 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 151, 2024-09-16T02:54:35.737 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3966831 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 385, 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 292133 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 234, 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6987328 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:35.738 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 110211 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9886181 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 131, 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8040803 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 130, 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 291168650119 2024-09-16T02:54:35.739 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 131, 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 157381827906 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 428, 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67331820562 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 428, 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 87542 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.740 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 539391 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 137368594 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 144487 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 75831238 2024-09-16T02:54:35.741 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 25242871 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 352267 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 64, 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 284566 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:35.742 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 248929378 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 29730314 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2741575 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861455963 2024-09-16T02:54:35.743 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 43581440 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42598400 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137367449 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 983040 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.744 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85496319 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.745 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.746 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24576 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.747 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73862657 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641222398 2024-09-16T02:54:35.748 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.749 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.750 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71807154 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:35.751 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56997546 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.752 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.753 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68831110 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.754 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641222398 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.755 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 241290 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.756 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71567992 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.757 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 36 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.758 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 157 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2429467 2024-09-16T02:54:35.759 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 157, 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 402968943 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1052 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 157, 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56792853 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:35.760 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 157, 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 177157263 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 33, 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4682898 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:35.761 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1052 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 33, 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4190194 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 33, 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3486112 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:35.762 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 22, 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 17982377 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.763 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 22, 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8448659 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 22, 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 16998366 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 102 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2429467 2024-09-16T02:54:35.764 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 102, 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 380303668 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 102, 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 44154000 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 102, 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 156672785 2024-09-16T02:54:35.765 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 590368 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.766 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28471296 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.2": { 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:35.767 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.768 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2248704 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.769 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1404928 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1265664 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.770 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.771 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:35.772 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.773 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.774 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.775 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3592192 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:35.776 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 790528 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 242823 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:35.777 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 14, 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 18179 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:35.778 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 296, 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71640008 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 292, 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6333266 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 296, 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 352965 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.779 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 296, 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71992973 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 40471 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.780 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 954 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5111 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.781 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 650 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 223 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 110, 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2160652 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 298, 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 281604 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.782 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 188, 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4938586 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 120286 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23456229 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.783 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 125, 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9354618 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 124, 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 251635971963 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 125, 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 135683028204 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 348, 2024-09-16T02:54:35.784 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67537135001 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 348, 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 34439 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 528742 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 108257744 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.785 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 122100 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28735423 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 21679061 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 352088 2024-09-16T02:54:35.786 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 59, 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 303314 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 182708677 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 25051020 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:35.787 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2127637 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861455963 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42532864 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42049536 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.788 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137367449 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 483328 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.789 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497677 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.790 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.791 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73873587 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:35.792 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641232582 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.793 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.794 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.795 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71796970 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:35.796 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998451 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.797 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.798 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830205 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.799 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641232582 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.800 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 231225 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.801 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71567873 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:35.802 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.803 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.804 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 72014703 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.805 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3862039 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 34384246 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.806 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.807 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:35.808 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.809 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 72014703 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.810 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3862039 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 34384246 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:35.811 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28459008 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.3": { 2024-09-16T02:54:35.812 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.813 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1200128 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:35.814 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:35.815 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 876544 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 737280 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:35.817 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:35.818 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5555 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5555 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.819 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.820 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.821 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2015232 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 806912 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:35.822 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:35.823 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5076 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.824 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 167, 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 55841218 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 161, 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7478248 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 167, 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 202980 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 167, 2024-09-16T02:54:35.825 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56044198 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 35391 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1053 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.826 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9920 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 361 2024-09-16T02:54:35.827 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 234 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 91, 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 895808 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 158, 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 322230 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 67, 2024-09-16T02:54:35.828 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 367497 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8710314 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:35.829 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 57, 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4679917 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 54, 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 344467443389 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 57, 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 79982618085 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 240, 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 568261 2024-09-16T02:54:35.830 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 240, 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23050 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 260912 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 148185572 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.831 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71892 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 64392931 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13302107 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 354491 2024-09-16T02:54:35.832 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 48, 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 228874 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 234880685 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15609399 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:35.833 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1423745 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861455963 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41549824 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41492480 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.834 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137367449 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 57344 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.835 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497962 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.836 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.837 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73885590 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.838 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641234717 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.839 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.840 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71794835 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:35.841 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998641 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.842 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.843 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830015 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.844 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641234717 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.845 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6028 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 235106 2024-09-16T02:54:35.846 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71555829 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.847 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.848 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:35.849 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.850 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3106395 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:35.851 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.852 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.853 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.854 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:35.855 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3106395 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:35.856 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28471296 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.4": { 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.857 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:35.858 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1269760 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.859 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 909312 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 770048 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.860 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:35.861 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.862 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:35.863 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.864 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.865 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2117632 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:35.866 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 806912 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 209478 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.867 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2227 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:35.868 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 175, 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47294510 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 169, 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8791949 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.869 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 175, 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 194950 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 175, 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47489460 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.870 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37996 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1092 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10785 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 390 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 251 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 109, 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1063846 2024-09-16T02:54:35.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 186, 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 335710 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 77, 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 178719 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:35.873 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 99293 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3298823 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 49, 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3617555 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 48, 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 186747694633 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.874 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 49, 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 83610473953 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 261, 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 606944 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 261, 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 25909 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.875 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 246971 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 116187496 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 78106 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 99068476 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.876 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12634493 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 352542 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 47, 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 201007 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.877 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 231470273 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14856048 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1712708 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861461447 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.878 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42532864 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42131456 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137373900 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 401408 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:35.879 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497940 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.881 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.882 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73885612 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.883 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641234555 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.884 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.885 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71794997 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.886 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998627 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.887 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.888 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830029 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.889 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641234555 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 242000 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71555125 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.892 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 40 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.893 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.894 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6466518 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 802208 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6372565 2024-09-16T02:54:35.895 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.896 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:35.897 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.898 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.899 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6466518 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 802208 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.900 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6372565 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.901 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28475392 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.5": { 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.902 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.903 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1302528 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.904 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 937984 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 798720 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:35.905 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:35.906 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.907 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5556 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5556 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.908 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.909 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.910 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2179072 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 806912 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:35.911 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 226527 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.912 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8614 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.913 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 182, 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 49623076 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 177, 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10617598 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 182, 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 172220 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 182, 2024-09-16T02:54:35.914 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 49795296 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37959 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 937 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.915 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5373 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:35.916 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 368 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 258 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 96, 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 885648 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 156, 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 242108 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:35.917 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 60, 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 486715 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 101289 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7345512 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.918 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 47, 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3300639 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 44, 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 228506514989 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 47, 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 77863175796 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:35.919 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 278, 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6474745025 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 278, 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 26498 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 247244 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.920 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 110755124 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 84007 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 88428606 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:35.921 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12596159 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 354546 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 39, 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 158025 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 219407960 2024-09-16T02:54:35.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15025851 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1743630 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861461447 2024-09-16T02:54:35.923 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42598400 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42369024 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137373900 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 229376 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497276 2024-09-16T02:54:35.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.926 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8192 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73878084 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641229574 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.929 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.930 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71799978 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.931 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998184 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.932 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.933 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830472 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.934 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641229574 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.935 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6059 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 243595 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.936 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71552452 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:35.937 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41 2024-09-16T02:54:35.938 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:35.939 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.940 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.941 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:35.942 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.944 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.945 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:35.946 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28471296 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.6": { 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:35.947 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:35.948 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1261568 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:35.949 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 913408 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 774144 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:35.950 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:35.951 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:35.952 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5556 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5556 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.953 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.954 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.955 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2113536 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1392640 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.956 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.957 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7912 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 176, 2024-09-16T02:54:35.958 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 61148475 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 174, 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5395242 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 176, 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 142824 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 176, 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 61291299 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:35.959 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 35085 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1258 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.960 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12362 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 376 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:35.961 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 265 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 101, 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 949742 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 158, 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 278822 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 57, 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 614114 2024-09-16T02:54:35.962 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3265258 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:35.963 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 39, 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2679031 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 39, 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 463558361176 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 39, 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47098036948 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:35.964 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 588089 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28763 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 691810 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 133866268 2024-09-16T02:54:35.965 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 94477 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 112177186 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13309682 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 944755 2024-09-16T02:54:35.966 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 32, 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 131765 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 263351817 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15351366 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:35.967 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1776586 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861461447 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 43646976 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42885120 2024-09-16T02:54:35.968 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137373900 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 761856 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.969 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497232 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.970 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8192 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.971 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73878128 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.972 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641229241 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.973 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.974 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71800311 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.975 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998154 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.976 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.977 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830502 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:35.978 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641229241 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:35.979 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2461 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3691 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6152 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 237494 2024-09-16T02:54:35.980 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71552641 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.981 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.982 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 39 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:35.983 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2810 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 13, 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 64715855 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 15, 2024-09-16T02:54:35.984 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10417882 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 13, 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 38032078 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:35.985 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:35.986 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.987 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:35.988 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2810 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 13, 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 64715855 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 15, 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10417882 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.989 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 13, 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 38032078 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:35.990 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 29057024 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.7": { 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.991 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.992 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1347584 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:35.993 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1036288 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 897024 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.994 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:35.995 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:35.996 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5552 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.997 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5552 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.998 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:35.999 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2322432 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.000 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1392640 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159313 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.001 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 12, 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 32082 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:36.002 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 206, 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47773069 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 195, 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12950396 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 206, 2024-09-16T02:54:36.003 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 114896 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 206, 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47887965 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33526 2024-09-16T02:54:36.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 977 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:36.005 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3751 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 604 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 293 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 127, 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2820024 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 200, 2024-09-16T02:54:36.006 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 288687 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 73, 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2097198 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 32744 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:36.007 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2545698 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 25, 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1691869 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 25, 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 255711325736 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 25, 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 36427641217 2024-09-16T02:54:36.008 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 793407 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 32050 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 209884 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.009 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 126079176 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 187445 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 55326048 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13124891 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.010 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 943060 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 24, 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 99936 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 197398581 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.011 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15496723 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1840292 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861461447 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 43646976 2024-09-16T02:54:36.012 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42827776 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137373900 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 819200 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:36.013 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85488295 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.014 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 143360 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73751897 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:36.016 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641162215 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.017 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.018 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71867337 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:36.019 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56992196 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.020 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.021 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68836460 2024-09-16T02:54:36.022 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641162215 2024-09-16T02:54:36.023 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.024 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 260740 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.025 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71608725 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.026 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 45 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 101 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.027 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 101, 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 76337968 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 264694 2024-09-16T02:54:36.028 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.029 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:36.029 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 103, 2024-09-16T02:54:36.029 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22525599 2024-09-16T02:54:36.029 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.029 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:36.029 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 101, 2024-09-16T02:54:36.029 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 55103135 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 70 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 70, 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10463910 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:36.032 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 264694 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 70, 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9075573 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 70, 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7476546 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 26 2024-09-16T02:54:36.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 26, 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24654986 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.034 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 26, 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10419669 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 26, 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23150183 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.035 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41219072 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 7, 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3030357 2024-09-16T02:54:36.036 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24476406 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.037 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 29057024 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: "pools": [ 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr" 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:36.038 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 1, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 1, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 1, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296185610, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 1781760, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 1781760, 2024-09-16T02:54:36.039 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098730496, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 2, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 2.443116500217002e-06, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 358, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 567296, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 590368, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 590368, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 1771104, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 211, 2024-09-16T02:54:36.040 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 2473984 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:36.041 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 32, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 32, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 2, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296185610, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 98304, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 98304, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098730496, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 22, 2024-09-16T02:54:36.042 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 1.347929554640359e-07, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 3428, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 3428, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 10284, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 51, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 20480 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:36.043 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 64, 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 64, 2024-09-16T02:54:36.044 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 3, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296185610, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098730496, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 0.0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:36.045 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 0 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.046 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd" 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 8, 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 8, 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 4, 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296185610, 2024-09-16T02:54:36.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 12288, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 12288, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098730496, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 2, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 1.684912120936133e-08, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 19, 2024-09-16T02:54:36.048 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 19, 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 57, 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 2, 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 2048 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd": { 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: "mirroring_by_pool": [ 2024-09-16T02:54:36.049 INFO:tasks.workunit.client.0.smithi097.stdout: false 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "num_images_by_pool": [ 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pools": 1 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "report_id": "f97c9c18-b976-4d40-89f7-1c6214e6f598", 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "report_timestamp": "2024-09-16T02:54:35.186755", 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "report_version": 1, 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_stats": { 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "7.9.2" 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "rook": { 2024-09-16T02:54:36.050 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster": { 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "external-mode": null, 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "allow-multiple-per-node": null, 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "count": null, 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "max-id": null, 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "pvc": { 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "enabled": null 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "stretch": { 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "enabled": null 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "network": { 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: "provider": null 2024-09-16T02:54:36.051 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "storage": { 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "device-set": { 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "non-portable": null, 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "portable": null, 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "total": null 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "csi": { 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.052 INFO:tasks.workunit.client.0.smithi097.stdout: "kubernetes": { 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "node": { 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "kubernetes-total": null, 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "with-ceph-daemons": null, 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-nfs-plugin": null, 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-rbd-plugin": null 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "usage": { 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "storage-class": { 2024-09-16T02:54:36.053 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket": null, 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs": null, 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: "nfs": null, 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd": null, 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: "total": null 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: "services": {}, 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_per_pg": [ 2024-09-16T02:54:36.054 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:36.055 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:39.469829+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:39.469829+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:39.470231+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:36.056 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.057 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3f", 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 20, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:40:03.549972+0000", 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.058 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.059 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.061 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.062 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:39.469709+0000", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:39.469709+0000", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:39.470082+0000", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:36.063 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.064 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3e", 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 32, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:11:43.087383+0000", 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.065 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.066 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.068 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.069 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.654291+0000", 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.654291+0000", 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.654570+0000", 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:36.070 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.071 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3d", 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.072 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:33:23.097855+0000", 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.073 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.074 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.076 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.077 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.674814+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.674814+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.675104+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:36.078 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.079 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3c", 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:38:27.965930+0000", 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.080 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.081 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.083 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.084 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.655261+0000", 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.655261+0000", 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.655542+0000", 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.085 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.086 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3b", 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.087 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:11:56.738910+0000", 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.088 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.089 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.091 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.092 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:39.039358+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:39.039358+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:39.039670+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.093 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.094 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3a", 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 20, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:53:00.914514+0000", 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.095 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.096 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.097 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.098 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.099 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662916+0000", 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662916+0000", 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.663180+0000", 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.100 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.101 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.39", 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:29:51.711496+0000", 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.102 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.103 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.104 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.105 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.106 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.665656+0000", 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.665656+0000", 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.665921+0000", 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:36.107 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.108 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.38", 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.109 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:49:37.490666+0000", 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.110 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.111 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.113 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.674427+0000", 2024-09-16T02:54:36.114 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.674427+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.674683+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:36.115 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.116 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.37", 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:29:29.201871+0000", 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.117 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.118 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.119 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.120 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.121 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666858+0000", 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666858+0000", 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667194+0000", 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.122 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.123 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.36", 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.124 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:33:17.357552+0000", 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.125 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.126 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.128 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.129 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664583+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664583+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.666021+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.130 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.131 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.35", 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:01:16.100087+0000", 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.132 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.133 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.134 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.135 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:36.136 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662577+0000", 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662577+0000", 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.663095+0000", 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.137 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.138 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.34", 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.139 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:57:06.346927+0000", 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.140 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.141 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.143 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.659503+0000", 2024-09-16T02:54:36.144 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.659503+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.659743+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:36.145 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.146 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.33", 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:49:05.957864+0000", 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.147 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.148 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.149 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.150 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.151 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666823+0000", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666823+0000", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667066+0000", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:36.152 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.153 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.32", 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:53:30.067908+0000", 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.154 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.155 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.156 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.157 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.158 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.652737+0000", 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.652737+0000", 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.653761+0000", 2024-09-16T02:54:36.159 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.160 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.31", 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.161 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:55:24.164012+0000", 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.162 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.163 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.164 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.165 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.166 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.671342+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.671342+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.672197+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:36.167 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.168 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.30", 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:47:05.148248+0000", 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.169 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.170 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.171 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.172 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.173 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.667695+0000", 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.667695+0000", 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667985+0000", 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.174 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.175 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2f", 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.176 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:16:08.577935+0000", 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.177 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.178 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.179 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.180 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664583+0000", 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664583+0000", 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664877+0000", 2024-09-16T02:54:36.181 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.182 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2e", 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.183 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:57:28.394382+0000", 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.184 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.185 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.186 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.187 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.188 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666983+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666983+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667769+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.189 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.190 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2d", 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:50:23.699381+0000", 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.191 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.192 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.193 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.194 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.195 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.661102+0000", 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.661102+0000", 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662262+0000", 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.196 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.197 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2c", 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.198 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:50:49.320091+0000", 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.199 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.200 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.201 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.202 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656871+0000", 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656871+0000", 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.657161+0000", 2024-09-16T02:54:36.203 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:36.204 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2b", 2024-09-16T02:54:36.205 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:16:16.977312+0000", 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.206 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.207 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.208 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.209 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.210 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.669691+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.669691+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669987+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:36.211 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.212 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2a", 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:37:28.220792+0000", 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.213 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.214 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.215 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.216 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.217 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662263+0000", 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662263+0000", 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662531+0000", 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:36.218 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.219 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.29", 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.220 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:53:22.360153+0000", 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.221 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.222 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.223 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.224 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.225 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.672481+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.672481+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.673160+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.226 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.227 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.28", 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:49:11.885878+0000", 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.228 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.229 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.230 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.231 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.232 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662959+0000", 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662959+0000", 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.663210+0000", 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.233 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.234 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.27", 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.235 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:51:30.214267+0000", 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.236 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.237 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.238 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.239 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.240 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.668616+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.668616+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669036+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:36.241 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.242 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.26", 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:36:29.381001+0000", 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.243 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.244 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.245 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.246 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.247 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.655297+0000", 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.655297+0000", 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.655711+0000", 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.248 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.249 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.25", 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.250 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:15:37.394383+0000", 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.251 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.252 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.253 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.254 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.255 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662347+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662347+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662607+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.256 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.257 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.24", 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:34:51.694131+0000", 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.258 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.259 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.260 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.261 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.262 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.669227+0000", 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.669227+0000", 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669527+0000", 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.263 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.264 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.23", 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.265 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:25:19.317035+0000", 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.266 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.267 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.268 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.269 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.270 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.675512+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.675512+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.675762+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:36.271 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.272 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.22", 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:42:57.204736+0000", 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.273 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.274 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.275 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.276 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.277 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.663706+0000", 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.663706+0000", 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664012+0000", 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:36.278 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.279 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.21", 2024-09-16T02:54:36.280 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:29:53.625394+0000", 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.281 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.282 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.283 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.284 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.285 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664861+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664861+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.665110+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:36.286 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.287 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.20", 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:35:58.076127+0000", 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.288 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.289 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.290 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.291 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.292 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656955+0000", 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656955+0000", 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.657235+0000", 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:36.293 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.294 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1a", 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.295 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:35:24.325893+0000", 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.296 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.297 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.298 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.299 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.300 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.640907+0000", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.640907+0000", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641183+0000", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:36.301 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.302 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1b", 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:25:07.731412+0000", 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.303 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.304 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.305 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.306 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.307 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.669260+0000", 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.669260+0000", 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669646+0000", 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:36.308 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.309 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1b", 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.310 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:04:10.310564+0000", 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.312 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.313 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.314 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.315 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643156+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643156+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643413+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:36.316 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.317 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1a", 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:47:21.401464+0000", 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.318 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.319 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.320 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.321 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.322 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.639556+0000", 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.639556+0000", 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.639869+0000", 2024-09-16T02:54:36.323 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:36.324 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.19", 2024-09-16T02:54:36.325 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:24:15.846830+0000", 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.327 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.328 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.329 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.330 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.661574+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.661574+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.661874+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:36.331 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.332 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.18", 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:05:37.417950+0000", 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.334 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.335 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.336 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.337 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643428+0000", 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643428+0000", 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643695+0000", 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.338 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.339 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.18", 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.340 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:39:50.102426+0000", 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.342 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.343 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.345 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.654483+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.654483+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.654742+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.346 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.347 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.19", 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:13:34.059722+0000", 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.349 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.350 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.351 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.352 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641479+0000", 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641479+0000", 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641841+0000", 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.353 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.354 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.17", 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:57:42.030616+0000", 2024-09-16T02:54:36.355 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.357 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.358 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.359 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.676256+0000", 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.676256+0000", 2024-09-16T02:54:36.360 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.676565+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:36.361 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.16", 2024-09-16T02:54:36.362 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:35:28.588030+0000", 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.365 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.366 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.367 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643464+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643464+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643775+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:36.368 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.369 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.16", 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:57:20.295144+0000", 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.370 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.372 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.373 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.374 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.657501+0000", 2024-09-16T02:54:36.375 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.657501+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.658420+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.376 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.377 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.17", 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:07:15.163095+0000", 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.380 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.381 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.382 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.639681+0000", 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.639681+0000", 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.639956+0000", 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.383 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 3, 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.384 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 3, 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.15", 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.385 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 29, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:08:36.859800+0000", 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 90, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 4, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 1 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.389 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'3" 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.390 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662099+0000", 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662099+0000", 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662866+0000", 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.391 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.392 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.14", 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:43:37.603114+0000", 2024-09-16T02:54:36.393 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.395 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.396 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.397 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641630+0000", 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641630+0000", 2024-09-16T02:54:36.398 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.642246+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:36.399 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 12, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 12, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.400 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.14", 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 37, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:42:08.985269+0000", 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 2630, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 12, 2024-09-16T02:54:36.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 4, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 4, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.403 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 12, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 9 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.404 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "76'12" 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.405 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.655189+0000", 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.655189+0000", 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.655495+0000", 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.406 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.407 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.15", 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.408 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:20:43.481394+0000", 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.410 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.411 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.412 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.647512+0000", 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.647512+0000", 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.647797+0000", 2024-09-16T02:54:36.413 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:36.414 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.13", 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.415 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:25:42.273657+0000", 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 34, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.418 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 7 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.419 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.420 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656668+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656668+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.657162+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:36.421 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.422 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.12", 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:30:55.020269+0000", 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.423 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.425 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.426 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.427 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.639578+0000", 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.639578+0000", 2024-09-16T02:54:36.428 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.639909+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:36.429 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.12", 2024-09-16T02:54:36.430 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:12:20.129785+0000", 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.433 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.434 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.435 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:38.947114+0000", 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:38.947114+0000", 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:38.947360+0000", 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:36.436 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.437 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.13", 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 32, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.438 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:32:04.564063+0000", 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.440 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.441 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.444 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643841+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643841+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644125+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:36.445 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.446 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.11", 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:25:47.590042+0000", 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.447 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.448 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.449 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.450 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.451 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664783+0000", 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664783+0000", 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.665080+0000", 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:36.452 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.453 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.10", 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.454 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:25:33.640390+0000", 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.455 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.456 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.457 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.458 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.459 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641034+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641034+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641277+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.460 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 8, 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 8, 2024-09-16T02:54:36.461 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.10", 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 34, 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:43:09.969023+0000", 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.462 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.463 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 12, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 4, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 4, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 4, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.464 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 12, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.465 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'8" 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.466 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.667024+0000", 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.667024+0000", 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667322+0000", 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.467 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.468 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.11", 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.469 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:47:45.944310+0000", 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.471 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.472 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.473 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:36.474 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.645498+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.645498+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.646481+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.475 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.476 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.f", 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:47:07.239628+0000", 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 22, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.478 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 1, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 1 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.480 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.481 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664497+0000", 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664497+0000", 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664813+0000", 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.482 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.483 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.e", 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.484 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:10:46.911879+0000", 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.487 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.488 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.489 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641070+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641070+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641328+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:36.490 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:36.491 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.e", 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 28, 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:47:02.332002+0000", 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.495 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.496 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.663059+0000", 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.663059+0000", 2024-09-16T02:54:36.497 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.663340+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:36.498 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.499 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.f", 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:30:58.474317+0000", 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.502 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.503 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.504 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643708+0000", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643708+0000", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644018+0000", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:36.505 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.506 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.d", 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:29:22.689120+0000", 2024-09-16T02:54:36.507 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 70, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.510 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 1, 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 1 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:36.511 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.512 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.670578+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.670578+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.670852+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:36.513 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.514 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.c", 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:05:20.028140+0000", 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.515 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.517 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.518 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.519 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643082+0000", 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643082+0000", 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643337+0000", 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:36.520 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.521 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.c", 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.522 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:26:57.141858+0000", 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:36.526 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.527 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.674404+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.674404+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.674682+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.528 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.529 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.d", 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:50:35.764165+0000", 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.533 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.534 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.549836+0000", 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.549836+0000", 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.525133+0000", 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.535 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:36.536 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.5", 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.537 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:55:02.126176+0000", 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000335743, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.538 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.539 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.540 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.541 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 20, 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.542 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:50:42.715616+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:50:42.715616+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:50:42.716054+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:48:48.469170+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:48:48.469170+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 59, 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.543 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:48:48.469170+0000", 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 144, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 58, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 144, 2024-09-16T02:54:36.544 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "1.0", 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 330, 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:55:35.440558+0000", 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 590368, 2024-09-16T02:54:36.545 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 1771104, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.546 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 6, 2024-09-16T02:54:36.547 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 358, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 554, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 211, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 2416 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.548 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "76'144" 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.549 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.645614+0000", 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.645614+0000", 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.646321+0000", 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.550 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.551 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.3", 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.552 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:45:04.936288+0000", 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.553 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.554 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.555 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.556 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666746+0000", 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666746+0000", 2024-09-16T02:54:36.557 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.666997+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:36.558 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2", 2024-09-16T02:54:36.559 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:07:31.562444+0000", 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.560 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.561 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.562 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.563 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:36.564 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.936089+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.936089+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.972124+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:36.565 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.566 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.6", 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:53:05.829347+0000", 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000284951, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.567 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.568 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.569 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.570 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.571 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641621+0000", 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641621+0000", 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.642148+0000", 2024-09-16T02:54:36.572 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.573 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.0", 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.574 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:10:38.854064+0000", 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.575 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.576 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.577 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.578 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.579 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662285+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662285+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662657+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:36.580 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.581 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1", 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:33:57.605041+0000", 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.582 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.583 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.584 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.585 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.586 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.572710+0000", 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.572710+0000", 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.310231+0000", 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.587 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.588 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.7", 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.589 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:42:50.470183+0000", 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000233299, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.590 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.591 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.592 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.593 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.594 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.640308+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.640308+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.640665+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.595 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.596 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1", 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:06:47.952137+0000", 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.597 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.598 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.599 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.600 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.601 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656053+0000", 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656053+0000", 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.656283+0000", 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.602 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.603 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.0", 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:49:37.151546+0000", 2024-09-16T02:54:36.604 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.605 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.606 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.607 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.608 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.936128+0000", 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.936128+0000", 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.310433+0000", 2024-09-16T02:54:36.609 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:36.610 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.4", 2024-09-16T02:54:36.611 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:19:38.728856+0000", 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000397559, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.612 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.613 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.614 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.615 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.642720+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.642720+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643041+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:36.617 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.618 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.2", 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:48:28.686531+0000", 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.619 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.620 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.621 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.622 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:36.623 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664424+0000", 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664424+0000", 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664679+0000", 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.624 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.625 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3", 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:18:14.867877+0000", 2024-09-16T02:54:36.626 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.627 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.628 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.629 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.630 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.573921+0000", 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.573921+0000", 2024-09-16T02:54:36.631 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.310226+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:36.632 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.2", 2024-09-16T02:54:36.633 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:29:50.717477+0000", 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000471298, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 19, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.634 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.635 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.636 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 2, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 2 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.637 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "75'2" 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.638 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.642631+0000", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.642631+0000", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.642918+0000", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:36.639 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.640 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.4", 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:21:28.542644+0000", 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.641 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.642 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.643 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.644 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.645 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.646 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.646 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.646 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.646 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.646 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.646 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.646 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.646 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.672543+0000", 2024-09-16T02:54:36.648 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.672543+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.672830+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:36.649 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.650 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.5", 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:19:55.507497+0000", 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.651 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.652 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.653 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.654 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.655 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.572649+0000", 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.572649+0000", 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.972082+0000", 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:36.656 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:36.657 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.3", 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.658 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:12:30.742882+0000", 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000497012, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.659 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.660 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.661 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.662 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "73'1" 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.663 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.648480+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.648480+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.648755+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:36.664 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.665 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.5", 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:22:48.587318+0000", 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.666 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.667 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.668 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.669 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.670 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664550+0000", 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664550+0000", 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664795+0000", 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:36.671 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.672 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.4", 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.673 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:21:30.706302+0000", 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.674 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.675 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.676 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.677 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.678 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.549911+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.549911+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.759693+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.679 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.680 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.0", 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:18:40.093273+0000", 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000354666, 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.681 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.682 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.683 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.684 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.685 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.644413+0000", 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.644413+0000", 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644704+0000", 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.686 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.687 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.6", 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.688 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:56:29.697109+0000", 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.689 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.690 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.691 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 1, 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:36.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.693 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.655309+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.655309+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.656355+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:36.694 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.695 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.7", 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:27:04.051576+0000", 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.696 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.697 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.698 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.699 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.700 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.572654+0000", 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.572654+0000", 2024-09-16T02:54:36.701 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.305373+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:36.702 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.703 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.1", 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:31:00.656506+0000", 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000485616, 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.704 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.705 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.706 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.707 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.708 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.642328+0000", 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.642328+0000", 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.642649+0000", 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.709 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.710 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.7", 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.711 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:24:46.003891+0000", 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.712 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.713 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.714 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:36.715 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.716 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.669145+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.669145+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669803+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.717 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.718 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.6", 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:37:53.542737+0000", 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.721 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.722 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.723 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.640840+0000", 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.640840+0000", 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641132+0000", 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.724 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.725 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.8", 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:36.726 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:16:28.314486+0000", 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.729 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.730 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:36.731 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656218+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656218+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.656503+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.732 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.733 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.9", 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:14:48.581495+0000", 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.736 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.737 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.738 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641698+0000", 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641698+0000", 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641950+0000", 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.739 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.740 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.9", 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:30:37.801316+0000", 2024-09-16T02:54:36.741 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.744 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.745 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:36.746 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.660125+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.660125+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.660270+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:36.747 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.748 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.8", 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:00:55.375961+0000", 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.751 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.752 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.753 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:38.947197+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:38.947197+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:38.947545+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.754 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.755 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.a", 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 35, 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:49:46.866470+0000", 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.759 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.760 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662314+0000", 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662314+0000", 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662949+0000", 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.761 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.762 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.b", 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.763 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:24:22.458547+0000", 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.766 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.767 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.768 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.647804+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.647804+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.648091+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:36.769 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.770 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.b", 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:49:15.671970+0000", 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.771 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 1, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.774 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.775 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.663831+0000", 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.663831+0000", 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664126+0000", 2024-09-16T02:54:36.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.777 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.a", 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.778 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:54:32.494141+0000", 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.781 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.782 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.670428+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.670428+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.670691+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.784 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.785 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1d", 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:30:52.778319+0000", 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.789 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.790 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643535+0000", 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643535+0000", 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644163+0000", 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.792 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1c", 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.793 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:55:15.379378+0000", 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.796 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.797 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:36.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.676308+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.676308+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.676610+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.799 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.800 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1c", 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:27:01.653205+0000", 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.804 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.805 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.640657+0000", 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.640657+0000", 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641137+0000", 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.807 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1d", 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:17:54.301730+0000", 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.808 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.811 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.812 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666265+0000", 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666265+0000", 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.666545+0000", 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:36.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.814 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1f", 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.815 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:25:10.398258+0000", 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.819 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:36.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.639712+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.639712+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.639963+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.822 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1e", 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:52:18.844166+0000", 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.826 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.827 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.665277+0000", 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.665277+0000", 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.665527+0000", 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.829 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1e", 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.830 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:41:53.607607+0000", 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.833 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.834 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:36.835 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.644359+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.644359+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644659+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:36.836 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 4, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 4, 2024-09-16T02:54:36.837 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1f", 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 29, 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:12:05.701676+0000", 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 582, 2024-09-16T02:54:36.838 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.839 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.840 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 4, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 1 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:36.841 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'4" 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_per_pool": [ 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 24, 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd" 2024-09-16T02:54:36.842 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 3, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pg": 8, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 8, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 3, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "poolid": 4, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 19, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.843 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.844 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.845 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 2, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 2 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 12288, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 57, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:36.846 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 24 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 192, 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pg": 64, 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 8, 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.847 INFO:tasks.workunit.client.0.smithi097.stdout: "poolid": 3, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:36.850 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 192 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.851 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 96, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 45, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pg": 32, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 8, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 45, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "poolid": 2, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 3428, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.852 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.853 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 66, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 22, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 22, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 14, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 51, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 20 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 98304, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:36.855 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 10284, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 96 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 3, 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr" 2024-09-16T02:54:36.856 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 144, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pg": 1, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 3, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 144, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "poolid": 1, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 590368, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 1771104, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.858 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 6, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 358, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 554, 2024-09-16T02:54:36.859 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 211, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 2416 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 1781760, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 1771104, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:36.860 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 3 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "usage": { 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 105, 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "pools": 4, 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_by_class": { 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "ssd": { 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "total_avail_bytes": 767726563328, 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "total_bytes": 767960285184, 2024-09-16T02:54:36.861 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_bytes": 233721856, 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_raw_bytes": 233721856, 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_raw_ratio": 0.0003043410833925009 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout: "total_avail_bytes": 767726563328, 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout: "total_bytes": 767960285184, 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_bytes": 233721856 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout:} 2024-09-16T02:54:36.862 INFO:tasks.workunit.client.0.smithi097.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-09-16T02:54:36.863 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph telemetry show-device 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.864 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.865 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.866 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.867 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.868 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:35 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout:{ 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout: "ffae20aa-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout: "INTEL_SSDPEDMD400G4_ffaf155a-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout: "20240916-024852": { 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout: "device": { 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "/dev/nvme0n1", 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout: "protocol": "NVMe", 2024-09-16T02:54:36.868 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "nvme" 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: "firmware_version": "8DV101H0", 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: "host_id": "ffae20aa-73d6-11ef-af37-0cc47a8fd805", 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: "json_format_version": [ 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: "local_time": { 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: "asctime": "Mon Sep 16 02:48:51 2024 UTC", 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: "time_t": 1726454931 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: "logical_block_size": 512, 2024-09-16T02:54:36.869 INFO:tasks.workunit.client.0.smithi097.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_controller_id": 0, 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_namespaces": [ 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "capacity": { 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "formatted_lba_size": 512, 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 1, 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "size": { 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.870 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "utilization": { 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_pci_vendor": { 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 32902, 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "subsystem_id": 32902 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T02:54:36.871 INFO:tasks.workunit.client.0.smithi097.stdout: "Device stats": { 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_fw_downgrades": { 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "crc_error_count": { 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "end_to_end_error_detection_count": { 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "erase_fail_count": { 2024-09-16T02:54:36.872 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "host_bytes_written": { 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 26366496 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "host_ctx_wear_used": { 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 1 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "media_bytes_read": { 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.873 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "nand_bytes_written": { 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 45342320 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_stat_indicator": { 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "pll_lock_loss_count": { 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.874 INFO:tasks.workunit.client.0.smithi097.stdout: "program_fail_count": { 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "re_alloc_sectr_cnt": { 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "retry_buffer_overflow_count": { 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "soft_ecc_err_rate": { 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.875 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "thermal_throttle_status": { 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "cnt": 0, 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "pct": 0 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_host_reads": { 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.876 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_media_wear": { 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": "63.999023" 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_timer": { 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "unexp_power_loss": { 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "wear_leveling": { 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 90, 2024-09-16T02:54:36.877 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "avg": 3072, 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "max": 3086, 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 3058 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_log": { 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare": 100, 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare_threshold": 10, 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "controller_busy_time": 5, 2024-09-16T02:54:36.878 INFO:tasks.workunit.client.0.smithi097.stdout: "critical_warning": 0, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_read": 361697782, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_written": 1727954735, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "host_reads": 5844763835, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "host_writes": 30658910638, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "media_errors": 0, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_err_log_entries": 0, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "percentage_used": 10, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycles": 49834, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_hours": 58497, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": 23, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "unsafe_shutdowns": 232 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_vendor": "intel", 2024-09-16T02:54:36.879 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_version": { 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "string": "<1.2", 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycle_count": 49834, 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_time": { 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "hours": 58497 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "serial_number": "deleted", 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "smart_status": { 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme": { 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: "passed": true 2024-09-16T02:54:36.880 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl": { 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "argv": [ 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl", 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "-x", 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "--json=o", 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "/dev/nvme0n1" 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "build_info": "(local build)", 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "exit_status": 0, 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "output": [ 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T02:54:36.881 INFO:tasks.workunit.client.0.smithi097.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Serial Number: deleted", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Version: 8DV101H0", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller ID: 0", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "NVMe Version: <1.2", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Number of Namespaces: 1", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Local Time is: Mon Sep 16 02:48:51 2024 UTC", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T02:54:36.882 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported Power States", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 512 0 2", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: " 1 - 512 8 2", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: " 2 - 512 16 2", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: " 3 - 4096 0 0", 2024-09-16T02:54:36.883 INFO:tasks.workunit.client.0.smithi097.stdout: " 4 - 4096 8 0", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: " 5 - 4096 64 0", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: " 6 - 4096 128 0", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "Critical Warning: 0x00", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "Temperature: 23 Celsius", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare: 100%", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare Threshold: 10%", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "Percentage Used: 10%", 2024-09-16T02:54:36.884 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Read: 361,697,782 [185 TB]", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Written: 1,727,954,735 [884 TB]", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Read Commands: 5,844,763,835", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Write Commands: 30,658,910,638", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller Busy Time: 5", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Power Cycles: 49,834", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Power On Hours: 58,497", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Unsafe Shutdowns: 232", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information Log Entries: 0", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "No Errors Logged", 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: "" 2024-09-16T02:54:36.885 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: "svn_revision": "5155", 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: "version": [ 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": { 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: "current": 23 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: "user_capacity": { 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.886 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "ffb054ce-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "INTEL_SSDPEDMD400G4_ffb0ea7e-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "20240916-024850": { 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "device": { 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "/dev/nvme0n1", 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "protocol": "NVMe", 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "nvme" 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.887 INFO:tasks.workunit.client.0.smithi097.stdout: "firmware_version": "8DV101H0", 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "host_id": "ffb054ce-73d6-11ef-af37-0cc47a8fd805", 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "json_format_version": [ 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "local_time": { 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "asctime": "Mon Sep 16 02:48:49 2024 UTC", 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "time_t": 1726454929 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "logical_block_size": 512, 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_controller_id": 0, 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T02:54:36.888 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_namespaces": [ 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "capacity": { 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "formatted_lba_size": 512, 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 1, 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "size": { 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "utilization": { 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.889 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_pci_vendor": { 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 32902, 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "subsystem_id": 32902 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "Device stats": { 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_fw_downgrades": { 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.890 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "crc_error_count": { 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "end_to_end_error_detection_count": { 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "erase_fail_count": { 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "host_bytes_written": { 2024-09-16T02:54:36.891 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 36398943 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "host_ctx_wear_used": { 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 1 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "media_bytes_read": { 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "nand_bytes_written": { 2024-09-16T02:54:36.892 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 59627501 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_stat_indicator": { 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "pll_lock_loss_count": { 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "program_fail_count": { 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 2 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.893 INFO:tasks.workunit.client.0.smithi097.stdout: "re_alloc_sectr_cnt": { 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "retry_buffer_overflow_count": { 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "soft_ecc_err_rate": { 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "thermal_throttle_status": { 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:36.894 INFO:tasks.workunit.client.0.smithi097.stdout: "cnt": 0, 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "pct": 0 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_host_reads": { 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_media_wear": { 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": "63.999023" 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_timer": { 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.895 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "unexp_power_loss": { 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "wear_leveling": { 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 87, 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "avg": 4003, 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "max": 4021, 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 3986 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.896 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_log": { 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare": 99, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare_threshold": 10, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "controller_busy_time": 30, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "critical_warning": 0, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_read": 482594296, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_written": 2385441183, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "host_reads": 7853590659, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "host_writes": 42109950082, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "media_errors": 0, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_err_log_entries": 0, 2024-09-16T02:54:36.897 INFO:tasks.workunit.client.0.smithi097.stdout: "percentage_used": 13, 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycles": 57511, 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_hours": 59242, 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": 22, 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "unsafe_shutdowns": 1308 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_vendor": "intel", 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_version": { 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "string": "<1.2", 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycle_count": 57511, 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_time": { 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: "hours": 59242 2024-09-16T02:54:36.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "serial_number": "deleted", 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "smart_status": { 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme": { 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "passed": true 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl": { 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "argv": [ 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl", 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "-x", 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "--json=o", 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: "/dev/nvme0n1" 2024-09-16T02:54:36.899 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "build_info": "(local build)", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "exit_status": 0, 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "output": [ 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "Serial Number: deleted", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Version: 8DV101H0", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T02:54:36.900 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller ID: 0", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "NVMe Version: <1.2", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Number of Namespaces: 1", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Local Time is: Mon Sep 16 02:48:49 2024 UTC", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported Power States", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T02:54:36.901 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 512 0 2", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: " 1 - 512 8 2", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: " 2 - 512 16 2", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: " 3 - 4096 0 0", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: " 4 - 4096 8 0", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: " 5 - 4096 64 0", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: " 6 - 4096 128 0", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T02:54:36.902 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Critical Warning: 0x00", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Temperature: 22 Celsius", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare: 99%", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare Threshold: 10%", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Percentage Used: 13%", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Read: 482,594,296 [247 TB]", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Written: 2,385,441,183 [1.22 PB]", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Read Commands: 7,853,590,659", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Write Commands: 42,109,950,082", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller Busy Time: 30", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Power Cycles: 57,511", 2024-09-16T02:54:36.903 INFO:tasks.workunit.client.0.smithi097.stdout: "Power On Hours: 59,242", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "Unsafe Shutdowns: 1,308", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information Log Entries: 0", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "No Errors Logged", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "" 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "svn_revision": "5155", 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: "version": [ 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.904 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": { 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: "current": 22 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: "user_capacity": { 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.905 INFO:tasks.workunit.client.0.smithi097.stdout:} 2024-09-16T02:54:36.906 INFO:tasks.workunit.client.0.smithi097.stderr:+ ceph telemetry show-all 2024-09-16T02:54:36.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.906 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.907 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='client.14835 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.908 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.909 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.910 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.911 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.912 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.913 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:36.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:36.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:36.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:36.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:35 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:36.921 INFO:tasks.workunit.client.0.smithi097.stdout:{ 2024-09-16T02:54:36.921 INFO:tasks.workunit.client.0.smithi097.stdout: "device_report": { 2024-09-16T02:54:36.921 INFO:tasks.workunit.client.0.smithi097.stdout: "ffae20aa-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:36.921 INFO:tasks.workunit.client.0.smithi097.stdout: "INTEL_SSDPEDMD400G4_ffaf155a-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:36.921 INFO:tasks.workunit.client.0.smithi097.stdout: "20240916-024852": { 2024-09-16T02:54:36.921 INFO:tasks.workunit.client.0.smithi097.stdout: "device": { 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "/dev/nvme0n1", 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "protocol": "NVMe", 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "nvme" 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "firmware_version": "8DV101H0", 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "host_id": "ffae20aa-73d6-11ef-af37-0cc47a8fd805", 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "json_format_version": [ 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "local_time": { 2024-09-16T02:54:36.922 INFO:tasks.workunit.client.0.smithi097.stdout: "asctime": "Mon Sep 16 02:48:51 2024 UTC", 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "time_t": 1726454931 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "logical_block_size": 512, 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_controller_id": 0, 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_namespaces": [ 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "capacity": { 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "formatted_lba_size": 512, 2024-09-16T02:54:36.923 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 1, 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "size": { 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "utilization": { 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_pci_vendor": { 2024-09-16T02:54:36.924 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 32902, 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "subsystem_id": 32902 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "Device stats": { 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_fw_downgrades": { 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "crc_error_count": { 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.925 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "end_to_end_error_detection_count": { 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "erase_fail_count": { 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "host_bytes_written": { 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 26366496 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "host_ctx_wear_used": { 2024-09-16T02:54:36.926 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 1 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "media_bytes_read": { 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "nand_bytes_written": { 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 45342320 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_stat_indicator": { 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.927 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "pll_lock_loss_count": { 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "program_fail_count": { 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "re_alloc_sectr_cnt": { 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "retry_buffer_overflow_count": { 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "soft_ecc_err_rate": { 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "thermal_throttle_status": { 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "cnt": 0, 2024-09-16T02:54:36.929 INFO:tasks.workunit.client.0.smithi097.stdout: "pct": 0 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_host_reads": { 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_media_wear": { 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": "63.999023" 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_timer": { 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.930 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "unexp_power_loss": { 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "wear_leveling": { 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 90, 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "avg": 3072, 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "max": 3086, 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 3058 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.931 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_log": { 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare": 100, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare_threshold": 10, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "controller_busy_time": 5, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "critical_warning": 0, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_read": 361697782, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_written": 1727954735, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "host_reads": 5844763835, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "host_writes": 30658910638, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "media_errors": 0, 2024-09-16T02:54:36.932 INFO:tasks.workunit.client.0.smithi097.stdout: "num_err_log_entries": 0, 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "percentage_used": 10, 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycles": 49834, 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_hours": 58497, 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": 23, 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "unsafe_shutdowns": 232 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_vendor": "intel", 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_version": { 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "string": "<1.2", 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycle_count": 49834, 2024-09-16T02:54:36.933 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_time": { 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "hours": 58497 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "serial_number": "deleted", 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "smart_status": { 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme": { 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "passed": true 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl": { 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "argv": [ 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl", 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "-x", 2024-09-16T02:54:36.934 INFO:tasks.workunit.client.0.smithi097.stdout: "--json=o", 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "/dev/nvme0n1" 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "build_info": "(local build)", 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "exit_status": 0, 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "output": [ 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "Serial Number: deleted", 2024-09-16T02:54:36.935 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Version: 8DV101H0", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller ID: 0", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "NVMe Version: <1.2", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Number of Namespaces: 1", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Local Time is: Mon Sep 16 02:48:51 2024 UTC", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T02:54:36.936 INFO:tasks.workunit.client.0.smithi097.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported Power States", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 512 0 2", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: " 1 - 512 8 2", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: " 2 - 512 16 2", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: " 3 - 4096 0 0", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: " 4 - 4096 8 0", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: " 5 - 4096 64 0", 2024-09-16T02:54:36.937 INFO:tasks.workunit.client.0.smithi097.stdout: " 6 - 4096 128 0", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "Critical Warning: 0x00", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "Temperature: 23 Celsius", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare: 100%", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare Threshold: 10%", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "Percentage Used: 10%", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Read: 361,697,782 [185 TB]", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Written: 1,727,954,735 [884 TB]", 2024-09-16T02:54:36.938 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Read Commands: 5,844,763,835", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Write Commands: 30,658,910,638", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller Busy Time: 5", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "Power Cycles: 49,834", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "Power On Hours: 58,497", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "Unsafe Shutdowns: 232", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information Log Entries: 0", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "No Errors Logged", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "" 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T02:54:36.939 INFO:tasks.workunit.client.0.smithi097.stdout: "svn_revision": "5155", 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: "version": [ 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": { 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: "current": 23 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: "user_capacity": { 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.940 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "ffb054ce-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "INTEL_SSDPEDMD400G4_ffb0ea7e-73d6-11ef-af37-0cc47a8fd805": { 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "20240916-024850": { 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "device": { 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "info_name": "/dev/nvme0n1", 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "/dev/nvme0n1", 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "protocol": "NVMe", 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "nvme" 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "firmware_version": "8DV101H0", 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "host_id": "ffb054ce-73d6-11ef-af37-0cc47a8fd805", 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: "json_format_version": [ 2024-09-16T02:54:36.941 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "local_time": { 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "asctime": "Mon Sep 16 02:48:49 2024 UTC", 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "time_t": 1726454929 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "logical_block_size": 512, 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_controller_id": 0, 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_namespaces": [ 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.942 INFO:tasks.workunit.client.0.smithi097.stdout: "capacity": { 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "formatted_lba_size": 512, 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 1, 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "size": { 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "utilization": { 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.943 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_number_of_namespaces": 1, 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_pci_vendor": { 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "id": 32902, 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "subsystem_id": 32902 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_add_log": { 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "Device stats": { 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_fw_downgrades": { 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "crc_error_count": { 2024-09-16T02:54:36.944 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "end_to_end_error_detection_count": { 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "erase_fail_count": { 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "host_bytes_written": { 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 36398943 2024-09-16T02:54:36.945 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "host_ctx_wear_used": { 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 1 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "media_bytes_read": { 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "nand_bytes_written": { 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 59627501 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_stat_indicator": { 2024-09-16T02:54:36.946 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "pll_lock_loss_count": { 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "program_fail_count": { 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 2 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "re_alloc_sectr_cnt": { 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.947 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "retry_buffer_overflow_count": { 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "soft_ecc_err_rate": { 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "thermal_throttle_status": { 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:36.948 INFO:tasks.workunit.client.0.smithi097.stdout: "cnt": 0, 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "pct": 0 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_host_reads": { 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_media_wear": { 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": "63.999023" 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "timed_workload_timer": { 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 100, 2024-09-16T02:54:36.949 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 65535 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "unexp_power_loss": { 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 0, 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": 0 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "wear_leveling": { 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "normalized": 87, 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "raw": { 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "avg": 4003, 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "max": 4021, 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 3986 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.950 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel Smart log": "nvme0n1" 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_smart_health_information_log": { 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare": 99, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "available_spare_threshold": 10, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "controller_busy_time": 30, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "critical_warning": 0, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_read": 482594296, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "data_units_written": 2385441183, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "host_reads": 7853590659, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "host_writes": 42109950082, 2024-09-16T02:54:36.951 INFO:tasks.workunit.client.0.smithi097.stdout: "media_errors": 0, 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "num_err_log_entries": 0, 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "percentage_used": 13, 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycles": 57511, 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_hours": 59242, 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": 22, 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "unsafe_shutdowns": 1308 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_vendor": "intel", 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme_version": { 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "string": "<1.2", 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.952 INFO:tasks.workunit.client.0.smithi097.stdout: "power_cycle_count": 57511, 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "power_on_time": { 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "hours": 59242 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "serial_number": "deleted", 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "smart_status": { 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "nvme": { 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "passed": true 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl": { 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "argv": [ 2024-09-16T02:54:36.953 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "-x", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "--json=o", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "/dev/nvme0n1" 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "build_info": "(local build)", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "exit_status": 0, 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "output": [ 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "smartctl 7.2 2020-12-30 r5155 [x86_64-linux-5.14.0-505.el9.x86_64] (local build)", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "Copyright (C) 2002-20, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF INFORMATION SECTION ===", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "Serial Number: deleted", 2024-09-16T02:54:36.954 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Version: 8DV101H0", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller ID: 0", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "NVMe Version: <1.2", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Number of Namespaces: 1", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Local Time is: Mon Sep 16 02:48:49 2024 UTC", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Firmware Updates (0x02): 1 Slot", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Log Page Attributes (0x02): Cmd_Eff_Lg", 2024-09-16T02:54:36.955 INFO:tasks.workunit.client.0.smithi097.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported Power States", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: " 0 + 512 0 2", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: " 1 - 512 8 2", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: " 2 - 512 16 2", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: " 3 - 4096 0 0", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: " 4 - 4096 8 0", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: " 5 - 4096 64 0", 2024-09-16T02:54:36.956 INFO:tasks.workunit.client.0.smithi097.stdout: " 6 - 4096 128 0", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "=== START OF SMART DATA SECTION ===", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Critical Warning: 0x00", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Temperature: 22 Celsius", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare: 99%", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Available Spare Threshold: 10%", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Percentage Used: 13%", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Read: 482,594,296 [247 TB]", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Data Units Written: 2,385,441,183 [1.22 PB]", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Read Commands: 7,853,590,659", 2024-09-16T02:54:36.957 INFO:tasks.workunit.client.0.smithi097.stdout: "Host Write Commands: 42,109,950,082", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "Controller Busy Time: 30", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "Power Cycles: 57,511", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "Power On Hours: 59,242", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "Unsafe Shutdowns: 1,308", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "Media and Data Integrity Errors: 0", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information Log Entries: 0", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "Error Information (NVMe Log 0x01, 16 of 64 entries)", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "No Errors Logged", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "" 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "platform_info": "x86_64-linux-5.14.0-505.el9.x86_64", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "svn_revision": "5155", 2024-09-16T02:54:36.958 INFO:tasks.workunit.client.0.smithi097.stdout: "version": [ 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: "temperature": { 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: "current": 22 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: "user_capacity": { 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: "blocks": 781422768, 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 400088457216 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.959 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "report": { 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "balancer": { 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "active": true, 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "mode": "" 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "channels": [ 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "basic", 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "crash", 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "device", 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "ident", 2024-09-16T02:54:36.960 INFO:tasks.workunit.client.0.smithi097.stdout: "perf" 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "channels_available": [ 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "basic", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "ident", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "crash", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "device", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "perf" 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "collections_available": [ 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_base", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "device_base", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "crash_base", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "ident_base", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_perf", 2024-09-16T02:54:36.961 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_mds_metadata", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_usage", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_usage_by_class", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_rook_v01", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_memory_metrics", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_options_bluestore" 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "collections_opted_in": [ 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_base", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "device_base", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "crash_base", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "ident_base", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_perf", 2024-09-16T02:54:36.962 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_mds_metadata", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_usage", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_usage_by_class", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_rook_v01", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_memory_metrics", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "basic_pool_options_bluestore" 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "config": { 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "active_changed": [ 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_debug", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_mon_ticket_ttl", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_service_ticket_ttl", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "bdev_debug_aio", 2024-09-16T02:54:36.963 INFO:tasks.workunit.client.0.smithi097.stdout: "client_check_pool_perm", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "client_mount_gid", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "client_mount_uid", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "client_quota", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "container_image", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "daemonize", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_asserts_on_shutdown", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mgr", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mon", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_ms", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_osd", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_paxos", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "keyring", 2024-09-16T02:54:36.964 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_block_size", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_cache_size", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_compression", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_log", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "leveldb_write_buffer_size", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_file", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_journald", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_stderr", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_allow_pool_delete", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_clock_drift_allowed", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_file_level", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_file", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_journald", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_stderr", 2024-09-16T02:54:36.965 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_data_avail_warn", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_election_default_strategy", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_host", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_max_pg_per_osd", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_mgr_mkfs_grace", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_prime_pg_temp", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T02:54:36.966 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_too_few_osds", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_bug", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_old_message", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "no_config_file", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_default_list", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_load_list", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_crush_chooseleaf_type", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_misdirected_ops", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_op_order", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_pg_log_writeout", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_shutdown", 2024-09-16T02:54:36.967 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_hdd", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_hybrid", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_delete_sleep_ssd", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_max_backfills", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_profile", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-09-16T02:54:36.968 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_lim", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_res", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_scheduler_client_wgt", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target_autotune", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue_cut_off", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pg_delete_cost", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T02:54:36.969 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recover_clone_overlap", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active_hdd", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_active_ssd", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_chunk", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_hdd", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_hybrid", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_sleep_ssd", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_load_threshold", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_max_interval", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_sleep", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_shutdown_pgref_assert", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_hdd", 2024-09-16T02:54:36.970 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_hybrid", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_snap_trim_sleep_ssd", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "public_addr", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "public_addrv", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "public_network", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd_default_features", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd_qos_exclude_ops", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "setgroup", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "setuser" 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster_changed": [ 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_allow_insecure_global_id_reclaim", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_debug", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_mon_ticket_ttl", 2024-09-16T02:54:36.971 INFO:tasks.workunit.client.0.smithi097.stdout: "auth_service_ticket_ttl", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "bdev_debug_aio", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "container_image", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_asserts_on_shutdown", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mgr", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_mon", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_ms", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_osd", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "debug_paxos", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_file", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_journald", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "log_to_stderr", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_join_fs", 2024-09-16T02:54:36.972 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/allow_ptrace", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/container_init", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/migration_current", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/cephadm/use_repo_digest", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/dashboard/ssl_server_port", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/orchestrator/orchestrator", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/channel_ident", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/channel_perf", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/description", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/enabled", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr/telemetry/organization", 2024-09-16T02:54:36.973 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_allow_pool_delete", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_clock_drift_allowed", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_file_level", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_cluster_log_to_file", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_data_avail_warn", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_election_default_strategy", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_max_pg_per_osd", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_mgr_mkfs_grace", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_prime_pg_temp", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_osd_reporter_subtree_level", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_pg_warn_max_object_skew", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_bytes_per_osd", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_reweight_min_pgs_per_osd", 2024-09-16T02:54:36.974 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_legacy_crush_tunables", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "mon_warn_on_too_few_osds", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_bug", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "ms_die_on_old_message", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_default_list", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_class_load_list", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_misdirected_ops", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_op_order", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_pg_log_writeout", 2024-09-16T02:54:36.975 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_shutdown", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_cached_snaps", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_missing_on_start", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_debug_verify_stray_on_activate", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_deep_scrub_update_digest_min_age", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mclock_profile", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_memory_target_autotune", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_op_queue_cut_off", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_erasure_code_profile", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pool_default_pg_autoscale_mode", 2024-09-16T02:54:36.976 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recover_clone_overlap", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_recovery_max_chunk", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_load_threshold", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_scrub_max_interval", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_shutdown_pgref_assert", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "public_network", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_cache_enabled", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_enable_ops_log", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "rgw_enable_usage_log" 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "contact": null, 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "crashes": [], 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "created": "2024-09-16T02:45:43.431870Z", 2024-09-16T02:54:36.977 INFO:tasks.workunit.client.0.smithi097.stdout: "crush": { 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_algs": { 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "straw2": 3 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_sizes": { 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "2": 1, 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "4": 2 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket_types": { 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "1": 2, 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "11": 1 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "compat_weight_set": false, 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: "device_classes": [ 2024-09-16T02:54:36.978 INFO:tasks.workunit.client.0.smithi097.stdout: 8 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_buckets": 6, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_devices": 8, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_rules": 1, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_types": 12, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_weight_sets": 0, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "tunables": { 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "allowed_bucket_algs": 54, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_local_fallback_tries": 0, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_local_tries": 0, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "choose_total_tries": 50, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_descend_once": 1, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_stable": 1, 2024-09-16T02:54:36.979 INFO:tasks.workunit.client.0.smithi097.stdout: "chooseleaf_vary_r": 1, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v2_rules": 0, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v3_rules": 0, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v4_buckets": 1, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "has_v5_rules": 0, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "legacy_tunables": 0, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "minimum_required_version": "jewel", 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "optimal_tunables": 1, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "profile": "jewel", 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables": 1, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables2": 1, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables3": 1, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "require_feature_tunables5": 1, 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: "straw_calc_version": 1 2024-09-16T02:54:36.980 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "description": "upgrade test cluster", 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "fs": { 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "feature_flags": { 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "enable_multiple": true, 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "ever_enabled_multiple": true 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "filesystems": [ 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "approx_ctime": "2024-09", 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "balancer_enabled": false, 2024-09-16T02:54:36.981 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_caps": 0, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_dns": 10, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_inos": 13, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "cached_subtrees": 2, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "ever_allowed_features": 0, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "explicitly_allowed_features": 0, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "files": 0, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "max_mds": 1, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "num_data_pools": 1, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "num_in": 1, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "num_mds": 1, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": 0, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "num_standby_replay": 0, 2024-09-16T02:54:36.982 INFO:tasks.workunit.client.0.smithi097.stdout: "num_up": 1, 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "snaps": 0, 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "standby_count_wanted": 0 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "num_standby_mds": 1, 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "total_num_mds": 2 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_stats": { 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 20135936, 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 349416, 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:36.983 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 950272, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 0, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 338, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 1157032, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 12, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 348672, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 14709104, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 20135936 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 20635648, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 482336, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:36.984 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 8192, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 548864, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 431, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 1220096, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 20, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 1180672, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 15122912, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 21184512 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.665e886aa571559fe75ba3e5ef3bc3efe139179e": { 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 38633472, 2024-09-16T02:54:36.985 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1104800, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 589824, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 7847936, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1162, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 7955608, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 22, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2040576, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 24321224, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 46481408 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 44924928, 2024-09-16T02:54:36.986 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1454416, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 811008, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 3547136, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1678, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 10113744, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 22, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2795264, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 27129056, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 48472064 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 37027840, 2024-09-16T02:54:36.987 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1410584, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2621440, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 10518528, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1172, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 7775680, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 21, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 1161472, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 24058664, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 47546368 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:36.988 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.0": { 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 51740672, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1653120, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 950272, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1817, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 6184752, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 3969280, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 37181008, 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 52690944 2024-09-16T02:54:36.989 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.1": { 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45563904, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1011928, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 770048, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1362, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 5184688, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2317568, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 34297208, 2024-09-16T02:54:36.990 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 46333952 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.2": { 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 44769280, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 736792, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 516096, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1289, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 4729112, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2647040, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 33903824, 2024-09-16T02:54:36.991 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 45285376 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.3": { 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 44376064, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 700448, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 974848, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1254, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 4549936, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 1777920, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 34595248, 2024-09-16T02:54:36.992 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 45350912 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.4": { 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45039616, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 753760, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 245760, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1287, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 5098088, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 1792000, 2024-09-16T02:54:36.993 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 34643256, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 45285376 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.5": { 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45252608, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 763384, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 98304, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1275, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 4541928, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 48, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2059520, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 35135264, 2024-09-16T02:54:36.994 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 45350912 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.6": { 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45703168, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 1133080, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 8192, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 696320, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1301, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 4725136, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 46, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2019840, 2024-09-16T02:54:36.995 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 35064408, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 46399488 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.7": { 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "actual_memory_used": 45875200, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "central_cache_freelist": 902344, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "malloc_metadata": 2752512, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "page_heap_freelist": 0, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "released_to_os": 524288, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "spans_in_use": 1342, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "tcmalloc_page_size": 8192, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_cache_freelists": 5210448, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "thread_heaps_in_use": 47, 2024-09-16T02:54:36.996 INFO:tasks.workunit.client.0.smithi097.stdout: "transfer_cache_freelist": 2148352, 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "use_by_application": 34861544, 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "virtual_address_space_used": 46399488 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "hosts": { 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "num": 2, 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mds": 2, 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mgr": 2, 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_mon": 2, 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "num_with_osd": 2 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "io_rate": { 2024-09-16T02:54:36.997 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_stats_delta": { 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "stamp_delta": "12.002645", 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:36.998 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:36.999 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 146, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 248, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 32, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:37.001 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 0 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "leaderboard": false, 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "leaderboard_description": null, 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "license": "sharing-1-0", 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "mempool": { 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.002 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.003 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.004 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.005 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.006 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.007 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 150146, 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 33 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 928, 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 2 2024-09-16T02:54:37.008 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.009 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.010 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.011 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.012 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.013 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.014 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.015 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 222727, 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 72 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.016 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 51704, 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 208 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.017 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 8016, 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 135 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.665e886aa571559fe75ba3e5ef3bc3efe139179e": { 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.019 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.020 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.021 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.022 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.023 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.024 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1416287, 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 438 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.025 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6592, 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 134 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12744, 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1546 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5312, 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 103 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.027 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.028 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.029 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.030 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.031 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.032 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.033 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1233847, 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 371 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 352, 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 4 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.034 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6592, 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 134 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.035 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12744, 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1546 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 10624, 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 206 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.036 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.037 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.038 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.039 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.040 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.041 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1190288, 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 369 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.042 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 88, 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.043 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6592, 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 134 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12744, 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1546 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.044 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5312, 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 103 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.045 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.0": { 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.046 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6160, 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 77 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 23184, 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 207 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.047 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1824, 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 46 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 616544, 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 19 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 98270, 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 16816 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 215816, 2024-09-16T02:54:37.048 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 349 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 11892, 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 781 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9936, 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 207 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.049 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 34082, 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 217 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 23184, 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 207 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 435368, 2024-09-16T02:54:37.050 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 95 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2459192, 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 199 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 7128, 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 81 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.051 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 533232, 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 46 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 101504, 2024-09-16T02:54:37.052 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 200 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239240, 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3495 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.053 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.1": { 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.054 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:37.055 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:37.055 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.055 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.055 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:37.055 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.055 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.055 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5520, 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 69 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 21952, 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 196 2024-09-16T02:54:37.056 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1488, 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 43 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 37656, 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 51922, 2024-09-16T02:54:37.057 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9612 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 136936, 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 233 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9644, 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 606 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9408, 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 196 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.058 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 29214, 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 201 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 21952, 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 196 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 736, 2024-09-16T02:54:37.059 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 463019, 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 102 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12112, 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2419338, 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 179 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.060 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5016, 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 57 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 417312, 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 36 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.061 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 8528, 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 22 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239240, 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3495 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.062 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.2": { 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.063 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.064 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5040, 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 63 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 21616, 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 193 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1152, 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 40 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.065 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12288, 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 49398, 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9274 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 132176, 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 226 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9024, 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 595 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.066 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9264, 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 193 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 27926, 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 194 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 21616, 2024-09-16T02:54:37.067 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 193 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 736, 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 406467, 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 87 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12112, 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.068 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2405168, 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 173 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4400, 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 50 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 359352, 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 31 2024-09-16T02:54:37.069 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 8320, 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 24 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239752, 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3519 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.070 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.071 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.3": { 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.072 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4240, 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 53 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 480, 2024-09-16T02:54:37.073 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 34 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 50799, 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9553 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 136256, 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 232 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.074 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9808, 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 611 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9456, 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 28790, 2024-09-16T02:54:37.075 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 200 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2208, 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 308379, 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 63 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.076 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 26565, 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2457790, 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 191 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4752, 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 54 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.077 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 428904, 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 37 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 10400, 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 20 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.078 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 240008, 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3531 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.079 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.4": { 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.080 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 3920, 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 49 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:37.081 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 816, 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 37 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 52259, 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9750 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.082 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 138976, 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 236 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 10112, 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 612 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9456, 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.083 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 29814, 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 204 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 736, 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 1 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.084 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 973185, 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 83 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 12112, 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2429946, 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 178 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4840, 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 55 2024-09-16T02:54:37.085 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 463680, 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 40 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.086 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 8944, 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 18 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239752, 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3519 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.087 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.5": { 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.088 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 3360, 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 42 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.089 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 704, 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 36 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 14432, 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.090 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 53231, 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9841 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 140336, 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 238 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 10256, 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 615 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9456, 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.091 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 30326, 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 206 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22064, 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 197 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.092 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2208, 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 865007, 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 57 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 26565, 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 9 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2440444, 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 180 2024-09-16T02:54:37.093 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 5632, 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 64 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 475272, 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 41 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.094 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 13000, 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 25 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239752, 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3519 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.095 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.096 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.6": { 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.097 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2800, 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 35 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22960, 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 480, 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 34 2024-09-16T02:54:37.098 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 14690, 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 52627, 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 10034 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 138296, 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 235 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.099 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 11260, 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 770 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9840, 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 30754, 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 203 2024-09-16T02:54:37.100 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22960, 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 851261, 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 54 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.101 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2432692, 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 176 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 4840, 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 55 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.102 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 452088, 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 39 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 101192, 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.103 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 240008, 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3531 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.104 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.7": { 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "bloom_filter": { 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6304, 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 115 2024-09-16T02:54:37.105 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_reader": { 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 16896, 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 8 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs_file_writer": { 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 576, 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_alloc": { 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2160, 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 27 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_blob": { 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22960, 2024-09-16T02:54:37.106 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_buffer": { 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 1488, 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 43 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_data": { 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 292960, 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 12 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_meta": { 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 56286, 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 10477 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.107 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_onode": { 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 144416, 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 244 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_cache_other": { 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 11932, 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 776 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_extent": { 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 9840, 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_fsck": { 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.108 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_inline_bl": { 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 33058, 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 212 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_shared_blob": { 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 22960, 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 205 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_txc": { 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.109 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing": { 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 194482, 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 38 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore_writing_deferred": { 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_anon": { 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 2414490, 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 222 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "buffer_meta": { 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 6248, 2024-09-16T02:54:37.110 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 71 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_co": { 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 521640, 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 45 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_mapbl": { 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_pglog": { 2024-09-16T02:54:37.111 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 104936, 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 249 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap": { 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 239240, 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 3495 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap_mapping": { 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "pgmap": { 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.112 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_1": { 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "unittest_2": { 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes": 0, 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "items": 0 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "metadata": { 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:37.113 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 2 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 2 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:37.114 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 2 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 2 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 2 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 2 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:37.115 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 3 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 3 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 3 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.116 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 3 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 3 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 3 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: "arch": { 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: "x86_64": 8 2024-09-16T02:54:37.117 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_version": { 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "cpu": { 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "distro": { 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "centos": 8 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "distro_description": { 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "CentOS Stream 9": 8 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_description": { 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: "#1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024": 8 2024-09-16T02:54:37.118 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "kernel_version": { 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "5.14.0-505.el9.x86_64": 8 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "os": { 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "Linux": 8 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_objectstore": { 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": 8 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "rotational": { 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "0": 8 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.119 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "features": { 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "optional": [], 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "persistent": [ 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "kraken", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "luminous", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "mimic", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "osdmap-prune", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "nautilus", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "octopus", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "pacific", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "elector-pinging", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "quincy", 2024-09-16T02:54:37.120 INFO:tasks.workunit.client.0.smithi097.stdout: "reef" 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "ipv4_addr_mons": 6, 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "ipv6_addr_mons": 0, 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "min_mon_release": 18, 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "v1_addr_mons": 3, 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "v2_addr_mons": 3 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "organization": "ceph-qa", 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster_network": false, 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 8, 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "require_min_compat_client": "luminous", 2024-09-16T02:54:37.121 INFO:tasks.workunit.client.0.smithi097.stdout: "require_osd_release": "reef" 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_perf_histograms": [ 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "axes": [ 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Latency (usec)", 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 100000, 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 99999]", 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "[100000, 199999]", 2024-09-16T02:54:37.122 INFO:tasks.workunit.client.0.smithi097.stdout: "[200000, 399999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[400000, 799999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[800000, 1599999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[1600000, 3199999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[3200000, 6399999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[6400000, 12799999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[12800000, 25599999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[25600000, 51199999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[51200000, 102399999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[102400000, 204799999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[204800000, 409599999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[409600000, 819199999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[819200000, 1638399999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[1638400000, 3276799999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[3276800000, 6553599999]", 2024-09-16T02:54:37.123 INFO:tasks.workunit.client.0.smithi097.stdout: "[6553600000, 13107199999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[13107200000, 26214399999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[26214400000, 52428799999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[52428800000, 104857599999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[104857600000, 209715199999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[209715200000, 419430399999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[419430400000, 838860799999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[838860800000, 1677721599999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[1677721600000, 3355443199999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[3355443200000, 6710886399999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[6710886400000, 13421772799999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[13421772800000, 26843545599999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[26843545600000, 53687091199999]", 2024-09-16T02:54:37.124 INFO:tasks.workunit.client.0.smithi097.stdout: "[53687091200000, None]" 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Request size (bytes)", 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 512, 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 511]", 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "[512, 1023]", 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "[1024, 2047]", 2024-09-16T02:54:37.125 INFO:tasks.workunit.client.0.smithi097.stdout: "[2048, 4095]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[4096, 8191]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[8192, 16383]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[16384, 32767]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[32768, 65535]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[65536, 131071]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[131072, 262143]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[262144, 524287]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[524288, 1048575]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[1048576, 2097151]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[2097152, 4194303]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[4194304, 8388607]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[8388608, 16777215]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[16777216, 33554431]", 2024-09-16T02:54:37.126 INFO:tasks.workunit.client.0.smithi097.stdout: "[33554432, 67108863]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[67108864, 134217727]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[134217728, 268435455]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[268435456, 536870911]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[536870912, 1073741823]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[1073741824, 2147483647]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[2147483648, 4294967295]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[4294967296, 8589934591]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[8589934592, 17179869183]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[17179869184, 34359738367]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[34359738368, 68719476735]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[68719476736, 137438953471]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[137438953472, 274877906943]", 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: "[274877906944, None]" 2024-09-16T02:54:37.127 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "osds": [ 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 0, 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.128 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.129 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.130 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 1, 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.131 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.132 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 2, 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.133 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.134 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.135 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 3, 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.136 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.137 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.138 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 4, 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.139 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.140 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 5, 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.141 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.142 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.143 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 6, 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.144 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.145 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.146 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 7, 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.147 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.148 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: "axes": [ 2024-09-16T02:54:37.149 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Latency (usec)", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 100000, 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 99999]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[100000, 199999]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[200000, 399999]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[400000, 799999]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[800000, 1599999]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[1600000, 3199999]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[3200000, 6399999]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[6400000, 12799999]", 2024-09-16T02:54:37.150 INFO:tasks.workunit.client.0.smithi097.stdout: "[12800000, 25599999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[25600000, 51199999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[51200000, 102399999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[102400000, 204799999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[204800000, 409599999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[409600000, 819199999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[819200000, 1638399999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[1638400000, 3276799999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[3276800000, 6553599999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[6553600000, 13107199999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[13107200000, 26214399999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[26214400000, 52428799999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[52428800000, 104857599999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[104857600000, 209715199999]", 2024-09-16T02:54:37.151 INFO:tasks.workunit.client.0.smithi097.stdout: "[209715200000, 419430399999]", 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "[419430400000, 838860799999]", 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "[838860800000, 1677721599999]", 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "[1677721600000, 3355443199999]", 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "[3355443200000, 6710886399999]", 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "[6710886400000, 13421772799999]", 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "[13421772800000, 26843545599999]", 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "[26843545600000, 53687091199999]", 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "[53687091200000, None]" 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:37.152 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Request size (bytes)", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 512, 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 511]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[512, 1023]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[1024, 2047]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[2048, 4095]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[4096, 8191]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[8192, 16383]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[16384, 32767]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[32768, 65535]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[65536, 131071]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[131072, 262143]", 2024-09-16T02:54:37.153 INFO:tasks.workunit.client.0.smithi097.stdout: "[262144, 524287]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[524288, 1048575]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[1048576, 2097151]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[2097152, 4194303]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[4194304, 8388607]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[8388608, 16777215]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[16777216, 33554431]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[33554432, 67108863]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[67108864, 134217727]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[134217728, 268435455]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[268435456, 536870911]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[536870912, 1073741823]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[1073741824, 2147483647]", 2024-09-16T02:54:37.154 INFO:tasks.workunit.client.0.smithi097.stdout: "[2147483648, 4294967295]", 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "[4294967296, 8589934591]", 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "[8589934592, 17179869183]", 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "[17179869184, 34359738367]", 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "[34359738368, 68719476735]", 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "[68719476736, 137438953471]", 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "[137438953472, 274877906943]", 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "[274877906944, None]" 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "osds": [ 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 0, 2024-09-16T02:54:37.155 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.156 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.157 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 1, 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.158 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.159 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.160 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 2, 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.161 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.162 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 3, 2024-09-16T02:54:37.163 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.164 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.165 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 4, 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.166 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.167 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.168 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 5, 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.169 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.170 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.171 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 6, 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.172 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.173 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.174 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 7, 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.175 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.176 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.177 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "axes": [ 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Latency (usec)", 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 100000, 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 99999]", 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "[100000, 199999]", 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "[200000, 399999]", 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "[400000, 799999]", 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "[800000, 1599999]", 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "[1600000, 3199999]", 2024-09-16T02:54:37.178 INFO:tasks.workunit.client.0.smithi097.stdout: "[3200000, 6399999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[6400000, 12799999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[12800000, 25599999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[25600000, 51199999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[51200000, 102399999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[102400000, 204799999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[204800000, 409599999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[409600000, 819199999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[819200000, 1638399999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[1638400000, 3276799999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[3276800000, 6553599999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[6553600000, 13107199999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[13107200000, 26214399999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[26214400000, 52428799999]", 2024-09-16T02:54:37.179 INFO:tasks.workunit.client.0.smithi097.stdout: "[52428800000, 104857599999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[104857600000, 209715199999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[209715200000, 419430399999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[419430400000, 838860799999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[838860800000, 1677721599999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[1677721600000, 3355443199999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[3355443200000, 6710886399999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[6710886400000, 13421772799999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[13421772800000, 26843545599999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[26843545600000, 53687091199999]", 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "[53687091200000, None]" 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:37.180 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Request size (bytes)", 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 512, 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 511]", 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "[512, 1023]", 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "[1024, 2047]", 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "[2048, 4095]", 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "[4096, 8191]", 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "[8192, 16383]", 2024-09-16T02:54:37.181 INFO:tasks.workunit.client.0.smithi097.stdout: "[16384, 32767]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[32768, 65535]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[65536, 131071]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[131072, 262143]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[262144, 524287]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[524288, 1048575]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[1048576, 2097151]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[2097152, 4194303]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[4194304, 8388607]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[8388608, 16777215]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[16777216, 33554431]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[33554432, 67108863]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[67108864, 134217727]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[134217728, 268435455]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[268435456, 536870911]", 2024-09-16T02:54:37.182 INFO:tasks.workunit.client.0.smithi097.stdout: "[536870912, 1073741823]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[1073741824, 2147483647]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[2147483648, 4294967295]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[4294967296, 8589934591]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[8589934592, 17179869183]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[17179869184, 34359738367]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[34359738368, 68719476735]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[68719476736, 137438953471]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[137438953472, 274877906943]", 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "[274877906944, None]" 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.183 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "osds": [ 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 0, 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.184 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.185 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.186 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 1, 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.187 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.188 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 2, 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.189 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.190 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.191 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 3, 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.192 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.193 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.194 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 4, 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.195 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.196 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 5, 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.197 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.198 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.199 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 6, 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.200 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.201 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 7, 2024-09-16T02:54:37.202 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.203 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.204 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: "axes": [ 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.205 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Latency (usec)", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 100000, 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 99999]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[100000, 199999]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[200000, 399999]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[400000, 799999]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[800000, 1599999]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[1600000, 3199999]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[3200000, 6399999]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[6400000, 12799999]", 2024-09-16T02:54:37.206 INFO:tasks.workunit.client.0.smithi097.stdout: "[12800000, 25599999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[25600000, 51199999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[51200000, 102399999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[102400000, 204799999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[204800000, 409599999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[409600000, 819199999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[819200000, 1638399999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[1638400000, 3276799999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[3276800000, 6553599999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[6553600000, 13107199999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[13107200000, 26214399999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[26214400000, 52428799999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[52428800000, 104857599999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[104857600000, 209715199999]", 2024-09-16T02:54:37.207 INFO:tasks.workunit.client.0.smithi097.stdout: "[209715200000, 419430399999]", 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "[419430400000, 838860799999]", 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "[838860800000, 1677721599999]", 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "[1677721600000, 3355443199999]", 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "[3355443200000, 6710886399999]", 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "[6710886400000, 13421772799999]", 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "[13421772800000, 26843545599999]", 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "[26843545600000, 53687091199999]", 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "[53687091200000, None]" 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "buckets": 32, 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "min": 0, 2024-09-16T02:54:37.208 INFO:tasks.workunit.client.0.smithi097.stdout: "name": "Request size (bytes)", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "quant_size": 512, 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "ranges": [ 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[None, -1]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 511]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[512, 1023]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[1024, 2047]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[2048, 4095]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[4096, 8191]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[8192, 16383]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[16384, 32767]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[32768, 65535]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[65536, 131071]", 2024-09-16T02:54:37.209 INFO:tasks.workunit.client.0.smithi097.stdout: "[131072, 262143]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[262144, 524287]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[524288, 1048575]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[1048576, 2097151]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[2097152, 4194303]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[4194304, 8388607]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[8388608, 16777215]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[16777216, 33554431]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[33554432, 67108863]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[67108864, 134217727]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[134217728, 268435455]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[268435456, 536870911]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[536870912, 1073741823]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[1073741824, 2147483647]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[2147483648, 4294967295]", 2024-09-16T02:54:37.210 INFO:tasks.workunit.client.0.smithi097.stdout: "[4294967296, 8589934591]", 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "[8589934592, 17179869183]", 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "[17179869184, 34359738367]", 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "[34359738368, 68719476735]", 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "[68719476736, 137438953471]", 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "[137438953472, 274877906943]", 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "[274877906944, None]" 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "scale_type": "log2" 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "osds": [ 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 0, 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.211 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.212 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.213 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 1, 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.214 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 11, 2, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 15, 6, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.215 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.216 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 2, 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.217 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.218 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.219 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 3, 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.220 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.221 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 4, 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.222 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.223 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.224 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 5, 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.225 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.226 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.227 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 6, 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.228 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.229 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "osd_id": 7, 2024-09-16T02:54:37.230 INFO:tasks.workunit.client.0.smithi097.stdout: "values": [ 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.231 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.232 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: ] 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: "perf_counters": { 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: "mds.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:37.233 INFO:tasks.workunit.client.0.smithi097.stdout: "mds": { 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "caps": { 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_flush_ack": { 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_flushsnap_ack": { 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_grant": { 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_revoke": { 2024-09-16T02:54:37.234 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "ceph_cap_op_trunc": { 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_commit": { 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_fetch_complete": { 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_fetch_keys": { 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_merge": { 2024-09-16T02:54:37.235 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "dir_split": { 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "exported_inodes": { 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "forward": { 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_cap_release": { 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.236 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_caps": { 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_caps_dirty": { 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_inode_file_caps": { 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "imported_inodes": { 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "inodes": { 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:37.237 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "inodes_expired": { 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "inodes_pinned": { 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "inodes_with_caps": { 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "load_cent": { 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "openino_dir_fetch": { 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.238 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "process_request_cap_release": { 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "reply_latency": { 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 122947 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "request": { 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "root_rbytes": { 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.239 INFO:tasks.workunit.client.0.smithi097.stdout: "root_rfiles": { 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: "root_rsnaps": { 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_reply": { 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: "subtrees": { 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.240 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_cache": { 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_enqueue_scrub": { 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_exportdir": { 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_flush": { 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_fragmentdir": { 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.241 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_fragstats": { 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "ireq_inodestats": { 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_recovering_enqueued": { 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_recovering_prioritized": { 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_recovering_processing": { 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.242 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "num_strays": { 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "num_strays_delayed": { 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "num_strays_enqueuing": { 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_completed": { 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_started": { 2024-09-16T02:54:37.243 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: "strays_created": { 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: "strays_enqueued": { 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: "strays_migrated": { 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: "strays_reintegrated": { 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.244 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_log": { 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "ev": { 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "evadd": { 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "evex": { 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "evexd": { 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.245 INFO:tasks.workunit.client.0.smithi097.stdout: "evexg": { 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "evtrm": { 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "jlat": { 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9970638 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "replayed": { 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "seg": { 2024-09-16T02:54:37.246 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "segadd": { 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "segex": { 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "segexd": { 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "segexg": { 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.247 INFO:tasks.workunit.client.0.smithi097.stdout: "segtrm": { 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_mem": { 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "cap": { 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "cap+": { 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "cap-": { 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.248 INFO:tasks.workunit.client.0.smithi097.stdout: "dir": { 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "dir+": { 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "dir-": { 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "dn": { 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "dn+": { 2024-09-16T02:54:37.249 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "dn-": { 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "heap": { 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 207124 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "ino": { 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "ino+": { 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.250 INFO:tasks.workunit.client.0.smithi097.stdout: "ino-": { 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "rss": { 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41652 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_server": { 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "cap_acquisition_throttle": { 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "cap_revoke_eviction": { 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.251 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_request": { 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_client_session": { 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 16 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "handle_peer_request": { 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "req_create_latency": { 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "req_getattr_latency": { 2024-09-16T02:54:37.252 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 122947 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "req_getfilelock_latency": { 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "req_getvxattr_latency": { 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "req_link_latency": { 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.253 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookup_latency": { 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookuphash_latency": { 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookupino_latency": { 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookupname_latency": { 2024-09-16T02:54:37.254 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookupparent_latency": { 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lookupsnap_latency": { 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "req_lssnap_latency": { 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.255 INFO:tasks.workunit.client.0.smithi097.stdout: "req_mkdir_latency": { 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "req_mknod_latency": { 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "req_mksnap_latency": { 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "req_open_latency": { 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.256 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "req_readdir_latency": { 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "req_rename_latency": { 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "req_renamesnap_latency": { 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.257 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "req_rmdir_latency": { 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "req_rmsnap_latency": { 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "req_rmxattr_latency": { 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.260 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setattr_latency": { 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setdirlayout_latency": { 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setfilelock_latency": { 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.261 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setlayout_latency": { 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "req_setxattr_latency": { 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "req_snapdiff_latency": { 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "req_symlink_latency": { 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.262 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "req_unlink_latency": { 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "mds_sessions": { 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "average_load": { 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "avg_session_uptime": { 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 89 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.263 INFO:tasks.workunit.client.0.smithi097.stdout: "mdthresh_evicted": { 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "session_add": { 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "session_count": { 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "session_remove": { 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "sessions_open": { 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.264 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "sessions_stale": { 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "total_load": { 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.265 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 45 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: "purge_queue": { 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executed": { 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.266 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executed_ops": { 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executing": { 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executing_high_water": { 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executing_ops": { 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_executing_ops_high_water": { 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.267 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "pq_item_in_journal": { 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.665e886aa571559fe75ba3e5ef3bc3efe139179e": { 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "election_call": { 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "election_lose": { 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.268 INFO:tasks.workunit.client.0.smithi097.stdout: "election_win": { 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: "num_elections": { 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": { 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 11 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: "session_add": { 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.269 INFO:tasks.workunit.client.0.smithi097.stdout: "session_rm": { 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 84 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "session_trim": { 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "paxos": { 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "accept_timeout": { 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "begin": { 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 823 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_bytes": { 2024-09-16T02:54:37.270 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 823, 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3918613 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_keys": { 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_latency": { 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 823, 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 244995869 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "collect": { 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.271 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_bytes": { 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_keys": { 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_latency": { 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_timeout": { 2024-09-16T02:54:37.272 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_uncommitted": { 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "commit": { 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 824 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_bytes": { 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_keys": { 2024-09-16T02:54:37.273 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_latency": { 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_ack_timeout": { 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_timeout": { 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn": { 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.274 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn_latency": { 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh": { 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 824 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh_latency": { 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 824, 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1960966911 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "restart": { 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8 2024-09-16T02:54:37.275 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state": { 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_bytes": { 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_keys": { 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "start_leader": { 2024-09-16T02:54:37.276 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "start_peon": { 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state": { 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 824 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_bytes": { 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 824, 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7682876 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_keys": { 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 824, 2024-09-16T02:54:37.277 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5555 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_latency": { 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 824, 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 611989660 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache": { 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1020054731 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 43859968 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.278 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 32776192 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2147483648 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 11083776 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:full": { 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.279 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277005531 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 310823 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.280 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.281 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 70810878 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:inc": { 2024-09-16T02:54:37.282 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277005531 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 44123 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.283 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.284 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71077578 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.285 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:kv": { 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 322961408 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 184670354 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.286 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.287 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.288 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71182190 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb": { 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: "compact": { 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_len": { 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.289 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_merge": { 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_range": { 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "get_latency": { 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 35464, 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 88366466 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_delay_time": { 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.290 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_memtable_time": { 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_wal_time": { 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_latency": { 2024-09-16T02:54:37.291 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_sync_latency": { 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1774, 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 943793116 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.6eba28aecca1858e353db9bb4093054575ae6634": { 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: "election_call": { 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.292 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "election_lose": { 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "election_win": { 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_elections": { 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": { 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "session_add": { 2024-09-16T02:54:37.293 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: "session_rm": { 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 180 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: "session_trim": { 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: "paxos": { 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: "accept_timeout": { 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.294 INFO:tasks.workunit.client.0.smithi097.stdout: "begin": { 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 955 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_bytes": { 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4993443 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_keys": { 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2865 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_latency": { 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 191996757 2024-09-16T02:54:37.295 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "collect": { 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_bytes": { 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_keys": { 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_latency": { 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.296 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_timeout": { 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_uncommitted": { 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "commit": { 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 955 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_bytes": { 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:37.297 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4924741 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_keys": { 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5466 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_latency": { 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 955, 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 446397406 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_ack_timeout": { 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.298 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_timeout": { 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn": { 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn_latency": { 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2999949 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh": { 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 957 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh_latency": { 2024-09-16T02:54:37.299 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 957, 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2670954923 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "restart": { 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state": { 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_bytes": { 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1050 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_keys": { 2024-09-16T02:54:37.300 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "start_leader": { 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "start_peon": { 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state": { 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_bytes": { 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.301 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_keys": { 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_latency": { 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache": { 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1020054731 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.302 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 45850624 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 39772160 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2147483648 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6078464 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.303 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:full": { 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277006607 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.304 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 310393 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.305 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.306 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 70810232 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:inc": { 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.307 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277006607 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41684 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.308 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.309 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71078941 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:kv": { 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 322961408 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.310 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 184671071 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.311 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.312 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71181473 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb": { 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "compact": { 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_len": { 2024-09-16T02:54:37.313 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_merge": { 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_range": { 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "get_latency": { 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 42562, 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 170670856 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_delay_time": { 2024-09-16T02:54:37.314 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_memtable_time": { 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_wal_time": { 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.315 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_latency": { 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_sync_latency": { 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2083, 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 768175667 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "mon.7fc7b131cc92742f4164143bd24834f4907b936e": { 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:37.316 INFO:tasks.workunit.client.0.smithi097.stdout: "election_call": { 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "election_lose": { 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "election_win": { 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_elections": { 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_sessions": { 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:37.317 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "session_add": { 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "session_rm": { 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 51 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "session_trim": { 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "paxos": { 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "accept_timeout": { 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.318 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "begin": { 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 832 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_bytes": { 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 832, 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3943794 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_keys": { 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "begin_latency": { 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 832, 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 121997468 2024-09-16T02:54:37.319 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "collect": { 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_bytes": { 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 146 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_keys": { 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_latency": { 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.320 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_timeout": { 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "collect_uncommitted": { 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "commit": { 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 833 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_bytes": { 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.321 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_keys": { 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "commit_latency": { 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_ack_timeout": { 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "lease_timeout": { 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.322 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn": { 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "new_pn_latency": { 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh": { 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 833 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "refresh_latency": { 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 833, 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1869961190 2024-09-16T02:54:37.323 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "restart": { 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state": { 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_bytes": { 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "share_state_keys": { 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.324 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "start_leader": { 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "start_peon": { 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state": { 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 833 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_bytes": { 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 833, 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7731329 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.325 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_keys": { 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 833, 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5625 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "store_state_latency": { 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 833, 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 321993327 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache": { 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1020054731 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.326 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 44924928 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33259520 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2147483648 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 11665408 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:full": { 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.327 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277005531 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 310823 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.328 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.329 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 70810878 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:inc": { 2024-09-16T02:54:37.330 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 348127232 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 277005531 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 44123 2024-09-16T02:54:37.331 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.332 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71077578 2024-09-16T02:54:37.333 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "prioritycache:kv": { 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 322961408 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 184670354 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.334 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.335 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.336 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71182190 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb": { 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "compact": { 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_len": { 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_queue_merge": { 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.337 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_range": { 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "get_latency": { 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 35641, 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 88694124 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_delay_time": { 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_memtable_time": { 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.338 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_pre_and_post_time": { 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_write_wal_time": { 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_latency": { 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "submit_sync_latency": { 2024-09-16T02:54:37.339 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1819, 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 565135709 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.0": { 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:37.340 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7577600 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:37.342 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3821568 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3682304 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.343 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:37.344 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.345 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:37.346 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:37.347 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 11337728 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.349 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1400832 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 98899 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.350 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 25, 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 63699 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.351 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 886, 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 495791414 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 874, 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22003461 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 886, 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 731208 2024-09-16T02:54:37.352 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 886, 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 496522622 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41125 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:37.353 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 8, 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 19382 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14870 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.354 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3977 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 342 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 129, 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2780719 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 343, 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 305849 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.355 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 214, 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4620723 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 101, 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5906604 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4003085204 2024-09-16T02:54:37.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 132, 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33560969 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 132, 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 419266327443 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 132, 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 143145067548 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:37.357 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68454356155 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192591 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4864208 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.358 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2474621572 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 511715 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1277916673 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 357984584 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:37.359 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 943184 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 66, 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 335210 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8118729596 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 394922575 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.360 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3601, 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 256928641 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861455963 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 48889856 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 48766976 2024-09-16T02:54:37.361 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137367449 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 122880 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.362 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85453035 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.363 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 610304 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.364 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73320213 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.365 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 640897768 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.366 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.367 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 72131784 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:37.368 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56968690 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.369 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.370 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68859966 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.371 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 640897768 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8387 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 371456 2024-09-16T02:54:37.373 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71754069 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.374 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.375 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 46 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:37.376 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 616 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37178390 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:37.377 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 7, 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5565751 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33200090 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.378 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.380 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.381 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 616 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37178390 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 7, 2024-09-16T02:54:37.382 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5565751 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33200090 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1771104 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6 2024-09-16T02:54:37.383 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33259520 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.1": { 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.384 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.385 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2588672 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.386 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1642496 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1503232 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:37.388 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.389 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.390 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.391 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.392 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4169728 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:37.393 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 802816 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 231802 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.394 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 34, 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 72230 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.395 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 354, 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 83503324 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 351, 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9004583 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 354, 2024-09-16T02:54:37.396 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 362160 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 354, 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 83865484 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 64611 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.397 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7484 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:37.398 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 16208 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 877 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 248 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 151, 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3966831 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:37.399 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 385, 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 292133 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 234, 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6987328 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 110211 2024-09-16T02:54:37.400 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9886181 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 131, 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8040803 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 130, 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 291168650119 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.401 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 131, 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 157381827906 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 428, 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67331820562 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 428, 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 87542 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.402 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 539391 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 137368594 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 144487 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 75831238 2024-09-16T02:54:37.403 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 25242871 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 352267 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 64, 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 284566 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.404 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 248929378 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 29730314 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 429, 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2741575 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861455963 2024-09-16T02:54:37.405 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 43581440 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42598400 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137367449 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 983040 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.406 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85496319 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.407 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.408 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24576 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73862657 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641222398 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.410 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.411 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.412 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71807154 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:37.413 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56997546 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.414 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.415 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68831110 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.416 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641222398 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.417 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 241290 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.418 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71567992 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.419 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 36 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:37.420 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 157 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2429467 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.421 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 157, 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 402968943 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1052 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 157, 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56792853 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 157, 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 177157263 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.422 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 33, 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4682898 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1052 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:37.423 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 33, 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4190194 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 33, 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3486112 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 22, 2024-09-16T02:54:37.424 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 17982377 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 22, 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8448659 2024-09-16T02:54:37.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 22, 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 16998366 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 102 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2429467 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 102, 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 380303668 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.426 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 102, 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 44154000 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 102, 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 156672785 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:37.427 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 590368 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28471296 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.428 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.2": { 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.429 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2248704 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:37.430 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:37.431 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1404928 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1265664 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:37.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:37.434 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.435 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.436 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:37.437 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3592192 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 790528 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 242823 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.438 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:37.439 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 14, 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 18179 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 296, 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71640008 2024-09-16T02:54:37.440 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 292, 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6333266 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 296, 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 352965 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 296, 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71992973 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.441 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 40471 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 954 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.442 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5111 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 650 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 223 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.443 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 110, 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2160652 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 298, 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 281604 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 188, 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4938586 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.444 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 120286 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23456229 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 125, 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9354618 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:37.445 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 124, 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 251635971963 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 125, 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 135683028204 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 348, 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67537135001 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 348, 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 34439 2024-09-16T02:54:37.446 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 528742 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 108257744 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 122100 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:37.447 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28735423 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 21679061 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 352088 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 59, 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 303314 2024-09-16T02:54:37.448 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 182708677 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 25051020 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 349, 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2127637 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.449 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861455963 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42532864 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42049536 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137367449 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.450 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 483328 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.451 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497677 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.452 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.453 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73873587 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.454 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641232582 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.455 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.456 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71796970 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.457 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998451 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.458 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.459 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830205 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.460 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641232582 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.461 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.462 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.462 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.462 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.462 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.462 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.462 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.462 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.462 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 231225 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.464 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71567873 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.465 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.466 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:37.467 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 72014703 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3862039 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 34384246 2024-09-16T02:54:37.468 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.469 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:37.470 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.471 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:37.472 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 72014703 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3862039 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.473 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 10, 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 34384246 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.474 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28459008 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.3": { 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:37.475 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.476 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1200128 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.477 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 876544 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 737280 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:37.478 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.479 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:37.480 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5555 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:37.481 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5555 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.482 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:37.483 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2015232 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:37.484 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 806912 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.485 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5076 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.486 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 167, 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 55841218 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 161, 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7478248 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.487 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 167, 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 202980 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 167, 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56044198 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:37.488 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 35391 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1053 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.489 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9920 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 361 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 234 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 91, 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 895808 2024-09-16T02:54:37.490 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 158, 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 322230 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 67, 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 367497 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.491 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8710314 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 57, 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4679917 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 54, 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 344467443389 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.492 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 57, 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 79982618085 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 240, 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 568261 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 240, 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23050 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:37.493 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 260912 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 148185572 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71892 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 64392931 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.494 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13302107 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 354491 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 48, 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 228874 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 234880685 2024-09-16T02:54:37.495 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15609399 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 243, 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1423745 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861455963 2024-09-16T02:54:37.496 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41549824 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41492480 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137367449 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 57344 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:37.497 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497962 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.498 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.499 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73885590 2024-09-16T02:54:37.500 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.501 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641234717 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.502 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.503 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71794835 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.504 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998641 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.505 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.506 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830015 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.507 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641234717 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.508 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6028 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 235106 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.509 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71555829 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.510 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.511 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:37.512 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3106395 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.513 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.514 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.515 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.516 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.517 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3106395 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.518 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28471296 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.4": { 2024-09-16T02:54:37.519 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:37.520 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1269760 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.521 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 909312 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.522 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 770048 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:37.523 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:37.524 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:37.525 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5557 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.526 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.527 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2117632 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:37.528 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 806912 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 209478 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:37.529 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2227 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.530 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 175, 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47294510 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 169, 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8791949 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 175, 2024-09-16T02:54:37.531 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 194950 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 175, 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47489460 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37996 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.532 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1092 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10785 2024-09-16T02:54:37.533 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 390 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 251 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 109, 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1063846 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 186, 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 335710 2024-09-16T02:54:37.534 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 77, 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 178719 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 99293 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.535 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3298823 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 49, 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3617555 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 48, 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 186747694633 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 49, 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 83610473953 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.536 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 261, 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 606944 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 261, 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 25909 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 246971 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.537 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 116187496 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 78106 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 99068476 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12634493 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.538 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 352542 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 47, 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 201007 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 231470273 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14856048 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.539 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 262, 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1712708 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861461447 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42532864 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.540 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42131456 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137373900 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 401408 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.541 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497940 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.542 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.543 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73885612 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.544 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641234555 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.545 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.546 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71794997 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:37.547 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998627 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.548 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.549 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830029 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:37.550 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641234555 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.551 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.552 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 242000 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71555125 2024-09-16T02:54:37.553 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.554 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 40 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.555 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6466518 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:37.556 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 802208 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6372565 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.557 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.558 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.559 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1 2024-09-16T02:54:37.560 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6466518 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 802208 2024-09-16T02:54:37.561 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6372565 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:37.562 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28475392 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.5": { 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.563 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.564 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1302528 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.565 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 937984 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 798720 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.566 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:37.567 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:37.568 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5556 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5556 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.569 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.570 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.571 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2179072 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 806912 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.572 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 6, 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 226527 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.573 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8614 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.574 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 182, 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 49623076 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 177, 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10617598 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 182, 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 172220 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 182, 2024-09-16T02:54:37.575 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 49795296 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 37959 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 937 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.576 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5373 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:37.577 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 368 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 258 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 96, 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 885648 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 156, 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 242108 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:37.578 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 60, 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 486715 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 4, 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 101289 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7345512 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:37.579 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 47, 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3300639 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 44, 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 228506514989 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 47, 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 77863175796 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 278, 2024-09-16T02:54:37.580 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6474745025 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 278, 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 26498 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 247244 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 110755124 2024-09-16T02:54:37.581 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 84007 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 88428606 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12596159 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.582 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 354546 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 39, 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 158025 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 219407960 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15025851 2024-09-16T02:54:37.583 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 281, 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1743630 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861461447 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42598400 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.584 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42369024 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137373900 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 229376 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.585 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497276 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.586 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8192 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.587 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73878084 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:37.588 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641229574 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.589 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:37.590 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71799978 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.591 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998184 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.592 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.593 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.594 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830472 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.595 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641229574 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.596 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6059 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 243595 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.597 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71552452 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.598 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:37.599 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.600 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.601 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.602 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.603 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.604 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.605 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.606 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.607 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28471296 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.6": { 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:37.608 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.609 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1261568 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.610 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 913408 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 774144 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:37.611 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:37.612 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:37.613 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5556 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.614 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5556 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.615 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:37.616 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2113536 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:37.617 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1392640 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:37.618 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7912 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:37.619 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 176, 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 61148475 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 174, 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5395242 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 176, 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 142824 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.620 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 176, 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 61291299 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 35085 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:37.621 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1258 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 3, 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12362 2024-09-16T02:54:37.622 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 376 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 265 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 101, 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 949742 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 158, 2024-09-16T02:54:37.623 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 278822 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 57, 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 614114 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:37.624 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3265258 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 39, 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2679031 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 39, 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 463558361176 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 39, 2024-09-16T02:54:37.625 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47098036948 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 588089 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 28763 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 691810 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.626 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 133866268 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 94477 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 112177186 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.627 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13309682 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 944755 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 32, 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 131765 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 263351817 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.628 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15351366 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 277, 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1776586 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861461447 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.629 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 43646976 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42885120 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137373900 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 761856 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:37.630 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85497232 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.631 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.632 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 8192 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73878128 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.633 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641229241 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.634 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.635 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.636 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71800311 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.637 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56998154 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.638 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.639 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68830502 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.640 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641229241 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2461 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3691 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.641 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 6152 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 237494 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.642 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71552641 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.643 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 39 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:37.644 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2810 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 13, 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 64715855 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.645 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 15, 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10417882 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 13, 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 38032078 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.646 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.647 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.648 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.649 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2810 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 13, 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 64715855 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.650 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 15, 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10417882 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 13, 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 38032078 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.651 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 29057024 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.652 INFO:tasks.workunit.client.0.smithi097.stdout: "osd.7": { 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "bluefs": { 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_fallback": { 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_slow_size_fallback": { 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_db": { 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 65536 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_main": { 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.653 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit_wal": { 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_slow": { 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_sst": { 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12288 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_written_wal": { 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1347584 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lat": { 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.654 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "compact_lock_lat": { 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "db_total_bytes": { 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "db_used_bytes": { 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 27656192 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "log_bytes": { 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1036288 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.655 INFO:tasks.workunit.client.0.smithi097.stdout: "logged_bytes": { 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 897024 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_db": { 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 31850496 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_slow": { 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "max_bytes_wal": { 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "num_files": { 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 14 2024-09-16T02:54:37.656 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "read_bytes": { 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 206480 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "read_count": { 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes": { 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1282048 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_db": { 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1286144 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_slow": { 2024-09-16T02:54:37.657 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_bytes_wal": { 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "read_disk_count": { 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_bytes": { 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4991 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "read_prefetch_count": { 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.658 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_bytes": { 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5552 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_buffer_count": { 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_bytes": { 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5552 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_count": { 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes": { 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.659 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_db": { 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_slow": { 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_bytes_wal": { 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "read_random_disk_count": { 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_total_bytes": { 2024-09-16T02:54:37.660 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: "slow_used_bytes": { 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_total_bytes": { 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: "wal_used_bytes": { 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: "write_bytes": { 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2322432 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.661 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore": { 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "alloc_unit": { 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 4096 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": { 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1392640 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "clist_lat": { 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159313 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_lat": { 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.662 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed": { 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_allocated": { 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "compressed_original": { 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "csum_lat": { 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 12, 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 32082 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.663 INFO:tasks.workunit.client.0.smithi097.stdout: "decompress_lat": { 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "fragmentation_micros": { 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_commit_lat": { 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 206, 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47773069 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_final_lat": { 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 195, 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 12950396 2024-09-16T02:54:37.664 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_flush_lat": { 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 206, 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 114896 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "kv_sync_lat": { 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 206, 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 47887965 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_keys_lat": { 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_get_values_lat": { 2024-09-16T02:54:37.665 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 1, 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 33526 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_lower_bound_lat": { 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 977 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_next_lat": { 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_seek_to_first_lat": { 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 0, 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.666 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_upper_bound_lat": { 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3751 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_hits": { 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 604 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: "onode_misses": { 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 293 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.667 INFO:tasks.workunit.client.0.smithi097.stdout: "read_lat": { 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 127, 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2820024 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: "read_onode_meta_lat": { 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 200, 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 288687 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: "read_wait_aio_lat": { 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 73, 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2097198 2024-09-16T02:54:37.668 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "reads_with_retries": { 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "remove_lat": { 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 2, 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 32744 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "state_aio_wait_lat": { 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2545698 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_aio_wait_lat": { 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 25, 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1691869 2024-09-16T02:54:37.669 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_cleanup_lat": { 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 25, 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 255711325736 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "state_deferred_queued_lat": { 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 25, 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 36427641217 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "state_done_lat": { 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 793407 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "state_finishing_lat": { 2024-09-16T02:54:37.670 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 32050 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "state_io_done_lat": { 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 209884 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_commiting_lat": { 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 126079176 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_done_lat": { 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 187445 2024-09-16T02:54:37.671 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "state_kv_queued_lat": { 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 55326048 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "state_prepare_lat": { 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 13124891 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": { 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 943060 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "truncate_lat": { 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 24, 2024-09-16T02:54:37.672 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 99936 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_commit_lat": { 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 197398581 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_submit_lat": { 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 15496723 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "txc_throttle_lat": { 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 301, 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1840292 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.673 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache": { 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_bytes": { 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 1861461447 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "heap_bytes": { 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 43646976 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "mapped_bytes": { 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 42827776 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "target_bytes": { 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3137373900 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "unmapped_bytes": { 2024-09-16T02:54:37.674 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 819200 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:data": { 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 159383552 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.675 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 85488295 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.676 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 143360 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.677 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 73751897 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv": { 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 780140544 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.678 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641162215 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.679 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 2128 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.680 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71867337 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:kv_onode": { 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 192937984 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.681 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 67108864 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 464 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 56992196 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.682 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.683 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 68836460 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: "bluestore-pricache:meta": { 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: "committed_bytes": { 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 713031680 2024-09-16T02:54:37.684 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "pri0_bytes": { 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "pri10_bytes": { 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "pri11_bytes": { 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 641162215 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "pri1_bytes": { 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "pri2_bytes": { 2024-09-16T02:54:37.685 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "pri3_bytes": { 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "pri4_bytes": { 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "pri5_bytes": { 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "pri6_bytes": { 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 260740 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.686 INFO:tasks.workunit.client.0.smithi097.stdout: "pri7_bytes": { 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "pri8_bytes": { 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "pri9_bytes": { 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "reserved_bytes": { 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 71608725 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "objecter": { 2024-09-16T02:54:37.687 INFO:tasks.workunit.client.0.smithi097.stdout: "op_active": { 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rmw": { 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.688 INFO:tasks.workunit.client.0.smithi097.stdout: "osd": { 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg": { 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 45 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "numpg_removing": { 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "op": { 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 101 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_degraded": { 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "op_delayed_unreadable": { 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.689 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "op_in_bytes": { 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "op_latency": { 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 101, 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 76337968 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "op_out_bytes": { 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 264694 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "op_prepare_latency": { 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 103, 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 22525599 2024-09-16T02:54:37.690 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "op_process_latency": { 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 101, 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 55103135 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r": { 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 70 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency": { 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 70, 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10463910 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_latency_out_bytes_histogram": { 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.691 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_out_bytes": { 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 264694 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_prepare_latency": { 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 70, 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 9075573 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "op_r_process_latency": { 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 70, 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 7476546 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw": { 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 26 2024-09-16T02:54:37.692 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_in_bytes": { 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency": { 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 26, 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24654986 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_in_bytes_histogram": { 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_latency_out_bytes_histogram": { 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.693 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_out_bytes": { 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_prepare_latency": { 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 26, 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 10419669 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "op_rw_process_latency": { 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 26, 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 23150183 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w": { 2024-09-16T02:54:37.694 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 5 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_in_bytes": { 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency": { 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 41219072 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_latency_in_bytes_histogram": { 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_prepare_latency": { 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 7, 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 3030357 2024-09-16T02:54:37.695 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "op_w_process_latency": { 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "count": 5, 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 24476406 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "op_wip": { 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_bytes": { 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "recovery_ops": { 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 0 2024-09-16T02:54:37.696 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes": { 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 95995035648 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_bytes_used": { 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: "value": 29057024 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: "pools": [ 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr" 2024-09-16T02:54:37.697 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 1, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 1, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 1, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296185610, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 1781760, 2024-09-16T02:54:37.698 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 1781760, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098730496, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 2, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 2.443116500217002e-06, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 358, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 567296, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 590368, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 590368, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:37.699 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 1771104, 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 211, 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 2473984 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:37.700 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 32, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 32, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 2, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296185610, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 98304, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:37.701 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 98304, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098730496, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 22, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 1.347929554640359e-07, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 3428, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 3428, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 10284, 2024-09-16T02:54:37.702 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 51, 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 20480 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:37.703 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 64, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 64, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 3, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296185610, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 0, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 0, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:37.704 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098730496, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 0.0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 0, 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 0 2024-09-16T02:54:37.705 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd" 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "cache_mode": "none", 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "erasure_code_profile": {}, 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "min_size": 2, 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "options": {}, 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_autoscale_mode": "off", 2024-09-16T02:54:37.706 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 8, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "pgp_num": 8, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "pool": 4, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "size": 3, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "stats": { 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_raw": 729296185610, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "bytes_used": 12288, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_bytes_used": 0, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "compress_under_bytes": 0, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "data_bytes_used": 12288, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty": 0, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "max_avail": 243098730496, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "objects": 2, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_bytes_used": 0, 2024-09-16T02:54:37.707 INFO:tasks.workunit.client.0.smithi097.stdout: "percent_used": 1.684912120936133e-08, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_bytes": 0, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "quota_objects": 0, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "rd": 0, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "rd_bytes": 0, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "stored": 19, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_data": 19, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_omap": 0, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "stored_raw": 57, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "wr": 2, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "wr_bytes": 2048 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_bytes": 0, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "target_max_objects": 0, 2024-09-16T02:54:37.708 INFO:tasks.workunit.client.0.smithi097.stdout: "type": "replicated" 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd": { 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: "mirroring_by_pool": [ 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: false 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: "num_images_by_pool": [ 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pools": 1 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: "report_id": "f97c9c18-b976-4d40-89f7-1c6214e6f598", 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: "report_timestamp": "2024-09-16T02:54:36.328066", 2024-09-16T02:54:37.709 INFO:tasks.workunit.client.0.smithi097.stdout: "report_version": 1, 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "rocksdb_stats": { 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "7.9.2" 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "rook": { 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "cluster": { 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "external-mode": null, 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "mon": { 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "allow-multiple-per-node": null, 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "count": null, 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "max-id": null, 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "pvc": { 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "enabled": null 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "stretch": { 2024-09-16T02:54:37.710 INFO:tasks.workunit.client.0.smithi097.stdout: "enabled": null 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: "network": { 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: "provider": null 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: "storage": { 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: "device-set": { 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: "non-portable": null, 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: "portable": null, 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: "total": null 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.711 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "csi": { 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "kubernetes": { 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "node": { 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "kubernetes-total": null, 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "with-ceph-daemons": null, 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-cephfs-plugin": null, 2024-09-16T02:54:37.712 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-nfs-plugin": null, 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "with-csi-rbd-plugin": null 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "usage": { 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "storage-class": { 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "count": { 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "bucket": null, 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs": null, 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "nfs": null, 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd": null, 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: "total": null 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:37.713 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: "version": null 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: "services": {}, 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_per_pg": [ 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.714 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:39.469829+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:39.469829+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:39.470231+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:37.715 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719913+0000", 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.716 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3f", 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 20, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:40:03.549972+0000", 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.717 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.718 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.719 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.720 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.721 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:39.469709+0000", 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:39.469709+0000", 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:39.470082+0000", 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.722 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720680+0000", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.723 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3e", 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 32, 2024-09-16T02:54:37.724 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:11:43.087383+0000", 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.725 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.726 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.727 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.728 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:37.729 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.654291+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.654291+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.654570+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.730 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790869+0000", 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.731 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3d", 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:33:23.097855+0000", 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.732 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.733 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.734 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.735 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.736 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.674814+0000", 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.674814+0000", 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.675104+0000", 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.737 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788233+0000", 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.738 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3c", 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.739 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:38:27.965930+0000", 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.740 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.741 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.742 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.743 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.744 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.655261+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.655261+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.655542+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.745 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790725+0000", 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.746 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3b", 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:11:56.738910+0000", 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.747 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.748 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.749 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.750 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:37.751 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:39.039358+0000", 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:39.039358+0000", 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:39.039670+0000", 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.752 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719257+0000", 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.753 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3a", 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 20, 2024-09-16T02:54:37.754 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:53:00.914514+0000", 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.755 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.756 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.757 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.758 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:37.759 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662916+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662916+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.663180+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.760 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790184+0000", 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.761 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.39", 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:29:51.711496+0000", 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.762 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.763 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.764 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.765 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:37.766 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.665656+0000", 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.665656+0000", 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.665921+0000", 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.767 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789609+0000", 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.768 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.38", 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.769 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:49:37.490666+0000", 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.770 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.771 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.772 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.773 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.774 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.674427+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.674427+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.674683+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:37.775 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791555+0000", 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.776 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.37", 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:29:29.201871+0000", 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.777 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.778 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.779 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.780 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.781 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666858+0000", 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666858+0000", 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667194+0000", 2024-09-16T02:54:37.782 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790600+0000", 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.783 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.36", 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.784 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:33:17.357552+0000", 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.785 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.786 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.787 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.788 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.789 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664583+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664583+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.666021+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.790 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790965+0000", 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.791 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.35", 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:01:16.100087+0000", 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.792 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.793 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.794 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.795 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.796 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662577+0000", 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662577+0000", 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.663095+0000", 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:37.797 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.722145+0000", 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.798 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.34", 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.799 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:57:06.346927+0000", 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.800 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.801 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.802 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.803 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.804 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.659503+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.659503+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.659743+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:37.805 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790042+0000", 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.806 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.33", 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:49:05.957864+0000", 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.807 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.808 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.809 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.810 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.811 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666823+0000", 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666823+0000", 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667066+0000", 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:37.812 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790264+0000", 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.813 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.32", 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.814 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:53:30.067908+0000", 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.815 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.816 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.817 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.818 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.819 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.652737+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.652737+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.653761+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.820 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720142+0000", 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.821 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.31", 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:55:24.164012+0000", 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.822 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.823 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.824 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.825 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:37.826 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.671342+0000", 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.671342+0000", 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.672197+0000", 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.827 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788170+0000", 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.828 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.30", 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.829 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:47:05.148248+0000", 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.830 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.831 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.832 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.833 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.667695+0000", 2024-09-16T02:54:37.834 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.667695+0000", 2024-09-16T02:54:37.835 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667985+0000", 2024-09-16T02:54:37.835 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:37.835 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.835 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.835 INFO:tasks.workunit.client.0.smithi097.stderr:+ echo OK 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.837 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:37.838 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.840 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:37.841 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:36 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:37.844 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.844 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.844 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:37.844 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789141+0000", 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.845 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2f", 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.846 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:16:08.577935+0000", 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.847 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.848 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.849 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:37.850 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.851 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664583+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664583+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664877+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.852 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719672+0000", 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.853 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2e", 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:57:28.394382+0000", 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.854 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.855 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.856 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.857 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.858 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666983+0000", 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666983+0000", 2024-09-16T02:54:37.859 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667769+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:37.860 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791169+0000", 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.861 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2d", 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:50:23.699381+0000", 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.862 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.863 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.864 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.865 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.866 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.661102+0000", 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.661102+0000", 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662262+0000", 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.867 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790739+0000", 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.868 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2c", 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:50:49.320091+0000", 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.869 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.870 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.870 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.870 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.870 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.870 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.870 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.872 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.873 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.874 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.875 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656871+0000", 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656871+0000", 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.657161+0000", 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.876 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790741+0000", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.877 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2b", 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.878 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:16:16.977312+0000", 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.879 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.880 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.881 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.882 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.883 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.669691+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.669691+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669987+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:37.884 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788297+0000", 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.885 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2a", 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:37:28.220792+0000", 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.886 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.887 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.888 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.889 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.890 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.891 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662263+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662263+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662531+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.892 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789755+0000", 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.893 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.29", 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:53:22.360153+0000", 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.894 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.895 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.896 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.897 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:37.898 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.672481+0000", 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.672481+0000", 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.673160+0000", 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.899 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788193+0000", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.900 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.28", 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.901 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:49:11.885878+0000", 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.902 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.903 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.904 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.905 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.906 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662959+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662959+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.663210+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:37.907 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789926+0000", 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.908 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.27", 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:51:30.214267+0000", 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.909 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.910 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.911 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.912 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.913 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.668616+0000", 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.668616+0000", 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669036+0000", 2024-09-16T02:54:37.914 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790635+0000", 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.915 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.26", 2024-09-16T02:54:37.916 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:36:29.381001+0000", 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.917 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.918 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.919 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.920 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.921 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.655297+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.655297+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.655711+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:37.922 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720792+0000", 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.923 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.25", 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:15:37.394383+0000", 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.924 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.925 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.926 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.927 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.928 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662347+0000", 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662347+0000", 2024-09-16T02:54:37.929 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662607+0000", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.930 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790434+0000", 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.931 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.24", 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:34:51.694131+0000", 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.932 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.933 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.934 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.935 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:37.936 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.669227+0000", 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.669227+0000", 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669527+0000", 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.937 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790948+0000", 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.938 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.23", 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.939 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:25:19.317035+0000", 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.940 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.941 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.942 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.943 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.944 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.675512+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.675512+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.675762+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.945 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788432+0000", 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.946 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.22", 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:42:57.204736+0000", 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.947 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.948 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.949 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.950 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:37.951 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.663706+0000", 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.663706+0000", 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664012+0000", 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.952 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719433+0000", 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.953 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.21", 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.954 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:29:53.625394+0000", 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.955 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.956 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.957 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.958 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.959 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664861+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664861+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.665110+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.960 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789875+0000", 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.961 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.20", 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:35:58.076127+0000", 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.962 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.963 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.964 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.965 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.966 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656955+0000", 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656955+0000", 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.657235+0000", 2024-09-16T02:54:37.967 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.721673+0000", 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.968 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1a", 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.969 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:35:24.325893+0000", 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.970 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.971 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.972 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:37.973 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.974 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.640907+0000", 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.640907+0000", 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641183+0000", 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:37.975 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790269+0000", 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:37.976 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1b", 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.977 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:25:07.731412+0000", 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.978 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.979 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.980 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.981 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.669260+0000", 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.669260+0000", 2024-09-16T02:54:37.982 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669646+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790881+0000", 2024-09-16T02:54:37.983 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1b", 2024-09-16T02:54:37.984 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:04:10.310564+0000", 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.985 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.986 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.987 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:37.988 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.989 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643156+0000", 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643156+0000", 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643413+0000", 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:37.990 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790424+0000", 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.991 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1a", 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:47:21.401464+0000", 2024-09-16T02:54:37.992 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:37.993 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:37.994 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:37.995 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:37.996 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.639556+0000", 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.639556+0000", 2024-09-16T02:54:37.997 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.639869+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789843+0000", 2024-09-16T02:54:37.998 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:37.999 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.19", 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:24:15.846830+0000", 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.000 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.001 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.002 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.003 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.004 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.661574+0000", 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.661574+0000", 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.661874+0000", 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.005 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789704+0000", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.006 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.18", 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.007 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:05:37.417950+0000", 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.008 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.009 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.010 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.011 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.012 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643428+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643428+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643695+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.013 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788312+0000", 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.014 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.18", 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:39:50.102426+0000", 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.015 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.016 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.017 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.018 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.019 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.654483+0000", 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.654483+0000", 2024-09-16T02:54:38.020 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.654742+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720027+0000", 2024-09-16T02:54:38.021 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.19", 2024-09-16T02:54:38.022 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:13:34.059722+0000", 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.023 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.024 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.025 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.026 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.027 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641479+0000", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641479+0000", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641841+0000", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:38.028 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790513+0000", 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.029 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.17", 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:57:42.030616+0000", 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.030 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.031 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.032 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.033 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.034 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.676256+0000", 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.676256+0000", 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.676565+0000", 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.035 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788868+0000", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.036 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.16", 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.037 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:35:28.588030+0000", 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.038 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.039 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.040 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.041 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643464+0000", 2024-09-16T02:54:38.042 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643464+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643775+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:38.043 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788982+0000", 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.044 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.16", 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:57:20.295144+0000", 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.045 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.046 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.047 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.048 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.049 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.657501+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.657501+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.658420+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:38.050 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790361+0000", 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.051 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.17", 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:07:15.163095+0000", 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.052 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.053 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.054 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.055 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.056 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.639681+0000", 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.639681+0000", 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.639956+0000", 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:38.057 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720875+0000", 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 3, 2024-09-16T02:54:38.058 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 3, 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.15", 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.059 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 29, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:08:36.859800+0000", 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 90, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.060 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:38.061 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.062 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 4, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 1 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.063 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'3" 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.064 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662099+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662099+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662866+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.065 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.722009+0000", 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.066 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.14", 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:43:37.603114+0000", 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.067 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.068 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.069 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.070 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.071 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641630+0000", 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641630+0000", 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.642246+0000", 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.072 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:53:27.593142+0000", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 12, 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.073 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 12, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.14", 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.074 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 37, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:42:08.985269+0000", 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 2630, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.075 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 12, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 4, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 4, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.076 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.077 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 12, 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 9 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:38.078 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "76'12" 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.079 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.655189+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.655189+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.655495+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.080 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790115+0000", 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.081 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.15", 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:20:43.481394+0000", 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.082 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.083 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.084 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.085 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.086 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.647512+0000", 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.647512+0000", 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.647797+0000", 2024-09-16T02:54:38.087 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790980+0000", 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.088 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.13", 2024-09-16T02:54:38.089 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T11:25:42.273657+0000", 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 34, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.090 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.091 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.092 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 7 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.093 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.094 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656668+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656668+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.657162+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:38.095 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790364+0000", 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.096 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.12", 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:30:55.020269+0000", 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.097 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.098 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.099 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.100 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.101 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.639578+0000", 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.639578+0000", 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.639909+0000", 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.102 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788450+0000", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.103 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.12", 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.104 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:12:20.129785+0000", 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.105 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.106 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.107 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.108 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.109 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:38.947114+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:38.947114+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:38.947360+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.110 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790808+0000", 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.111 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.13", 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 32, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:32:04.564063+0000", 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.112 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.113 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.114 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.115 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.116 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643841+0000", 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643841+0000", 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644125+0000", 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.117 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790156+0000", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.118 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.11", 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.119 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:25:47.590042+0000", 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.120 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.121 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.122 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.123 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.124 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664783+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664783+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.665080+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.125 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789939+0000", 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.126 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.10", 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:25:33.640390+0000", 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.127 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.128 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.129 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.130 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:38.131 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641034+0000", 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641034+0000", 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641277+0000", 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.132 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719059+0000", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 8, 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.133 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 8, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.10", 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 34, 2024-09-16T02:54:38.134 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:43:09.969023+0000", 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.135 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 12, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 4, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 4, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.136 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 4, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.137 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 12, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:38.138 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'8" 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.139 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.667024+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.667024+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.667322+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.140 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790272+0000", 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.141 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.11", 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:47:45.944310+0000", 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.142 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.143 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.144 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.145 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.146 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.645498+0000", 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.645498+0000", 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.646481+0000", 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.147 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.722236+0000", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.148 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.f", 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:38.149 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:47:07.239628+0000", 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 22, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.150 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.151 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.152 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 1, 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 1 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.153 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:38.154 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664497+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664497+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664813+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.155 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791423+0000", 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.156 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.e", 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:10:46.911879+0000", 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.157 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.158 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.159 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.160 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.161 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641070+0000", 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641070+0000", 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641328+0000", 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.162 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719743+0000", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.163 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.e", 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.164 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 28, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:47:02.332002+0000", 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.165 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.166 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.167 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:38.168 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.169 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.663059+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.663059+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.663340+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.170 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791350+0000", 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.171 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.f", 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:30:58.474317+0000", 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.172 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.173 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.174 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.175 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.176 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643708+0000", 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643708+0000", 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644018+0000", 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.177 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720901+0000", 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.178 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.d", 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.179 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:29:22.689120+0000", 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 70, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.180 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.181 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.182 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 1, 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 1 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.183 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.670578+0000", 2024-09-16T02:54:38.184 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.670578+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.670852+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:38.185 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788332+0000", 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.186 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.c", 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:05:20.028140+0000", 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.187 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.188 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.189 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.190 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.191 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643082+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643082+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643337+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:38.192 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719481+0000", 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.193 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.c", 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:26:57.141858+0000", 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.194 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.195 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.196 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.197 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.198 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.674404+0000", 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.674404+0000", 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.674682+0000", 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.199 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.200 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.d", 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.201 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:50:35.764165+0000", 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.202 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.203 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.204 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.205 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.549836+0000", 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.549836+0000", 2024-09-16T02:54:38.206 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.525133+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:38.207 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790785+0000", 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.208 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.5", 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:55:02.126176+0000", 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000335743, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.209 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.210 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.211 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.212 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.213 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 20, 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:50:42.715616+0000", 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:50:42.715616+0000", 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:50:42.716054+0000", 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:48:48.469170+0000", 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:48:48.469170+0000", 2024-09-16T02:54:38.214 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 59, 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:48:48.469170+0000", 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:54:32.826331+0000", 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 144, 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 58, 2024-09-16T02:54:38.215 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 144, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "1.0", 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 330, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:55:35.440558+0000", 2024-09-16T02:54:38.216 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 590368, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 1771104, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.217 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.218 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 6, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 358, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 554, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.219 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 211, 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 2416 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "76'144" 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.220 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.645614+0000", 2024-09-16T02:54:38.221 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.645614+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.646321+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.222 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788378+0000", 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.223 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.3", 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:45:04.936288+0000", 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.224 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.225 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.226 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.227 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.228 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666746+0000", 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666746+0000", 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.666997+0000", 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.229 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789834+0000", 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.230 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.2", 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:07:31.562444+0000", 2024-09-16T02:54:38.231 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.232 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.233 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.234 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.235 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.936089+0000", 2024-09-16T02:54:38.236 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.936089+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.972124+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:38.237 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791026+0000", 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.6", 2024-09-16T02:54:38.238 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:53:05.829347+0000", 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000284951, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.239 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.240 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.241 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.242 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.243 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641621+0000", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641621+0000", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.642148+0000", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:38.244 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790259+0000", 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.245 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.0", 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:10:38.854064+0000", 2024-09-16T02:54:38.246 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.247 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.248 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.249 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.250 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:38.251 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662285+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662285+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662657+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.252 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789927+0000", 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.253 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1", 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:33:57.605041+0000", 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.254 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.255 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.256 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.257 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.258 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.572710+0000", 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.572710+0000", 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.310231+0000", 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.259 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720652+0000", 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.260 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.7", 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.261 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:42:50.470183+0000", 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000233299, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.262 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.263 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.264 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.265 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 2, 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.266 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.640308+0000", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.640308+0000", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.640665+0000", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:38.267 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719191+0000", 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.268 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1", 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:06:47.952137+0000", 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.269 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.270 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.271 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.272 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 2, 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.273 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656053+0000", 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656053+0000", 2024-09-16T02:54:38.274 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.656283+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:38.275 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719828+0000", 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.276 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.0", 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:49:37.151546+0000", 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.277 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.278 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.279 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.280 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.281 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.936128+0000", 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.936128+0000", 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.310433+0000", 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.282 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719901+0000", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.283 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.4", 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.284 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:19:38.728856+0000", 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000397559, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.285 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.286 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.287 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.288 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.289 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.642720+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.642720+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.643041+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.290 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788514+0000", 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.291 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.2", 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:48:28.686531+0000", 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.292 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.293 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.294 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.295 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.296 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664424+0000", 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664424+0000", 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664679+0000", 2024-09-16T02:54:38.297 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.721725+0000", 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.298 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.3", 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.299 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:18:14.867877+0000", 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.300 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.301 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.302 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.303 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.304 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.573921+0000", 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.573921+0000", 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.310226+0000", 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.305 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.719916+0000", 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.306 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.2", 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.307 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:29:50.717477+0000", 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000471298, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 19, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.308 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.309 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.310 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 2, 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 2 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.311 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "75'2" 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.312 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.642631+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.642631+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.642918+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.313 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720425+0000", 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.314 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.4", 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:21:28.542644+0000", 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.315 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.316 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.317 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.318 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.319 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.672543+0000", 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.672543+0000", 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.672830+0000", 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:38.320 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788735+0000", 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.321 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.5", 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.322 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:19:55.507497+0000", 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.323 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.324 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.325 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.326 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.327 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.572649+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.572649+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.972082+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:38.328 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790468+0000", 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.329 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.3", 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:12:30.742882+0000", 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000497012, 2024-09-16T02:54:38.330 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.331 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.332 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.333 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "73'1" 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.334 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.648480+0000", 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.648480+0000", 2024-09-16T02:54:38.335 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.648755+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791257+0000", 2024-09-16T02:54:38.336 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.5", 2024-09-16T02:54:38.337 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:22:48.587318+0000", 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.338 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.339 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.340 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.341 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.342 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.664550+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.664550+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664795+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:38.343 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720371+0000", 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.344 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.4", 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:21:30.706302+0000", 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.345 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.346 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.347 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.348 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.349 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.549911+0000", 2024-09-16T02:54:38.350 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.549911+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.759693+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:38.351 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789605+0000", 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.352 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.0", 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:18:40.093273+0000", 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000354666, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.353 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.354 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.355 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.356 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.357 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.644413+0000", 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.644413+0000", 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644704+0000", 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.358 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720710+0000", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.359 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.6", 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.360 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T13:56:29.697109+0000", 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.361 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.362 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.363 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 1, 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.364 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.365 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.655309+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.655309+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.656355+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:38.366 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790009+0000", 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.367 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.7", 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:27:04.051576+0000", 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.368 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.369 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.370 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.371 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.372 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 70, 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:52:02.572654+0000", 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:52:02.572654+0000", 2024-09-16T02:54:38.373 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:52:07.305373+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 71, 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:52:01.537997+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:38.374 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.721593+0000", 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 70, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.375 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "4.1", 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 21, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:31:00.656506+0000", 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.000485616, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.376 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.377 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.378 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.379 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.380 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.642328+0000", 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.642328+0000", 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.642649+0000", 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.381 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790599+0000", 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.382 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.7", 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T08:24:46.003891+0000", 2024-09-16T02:54:38.383 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.384 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.385 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.386 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.387 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.669145+0000", 2024-09-16T02:54:38.388 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.669145+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.669803+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.389 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790922+0000", 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.390 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.6", 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T06:37:53.542737+0000", 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.391 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.392 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.393 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.394 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.395 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.640840+0000", 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.640840+0000", 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641132+0000", 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.396 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790168+0000", 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.397 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.8", 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 25, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.398 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:16:28.314486+0000", 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.399 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.400 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.401 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.402 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 4, 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:38.403 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.656218+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.656218+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.656503+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.404 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.721588+0000", 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.405 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.9", 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:14:48.581495+0000", 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.406 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.407 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.408 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.409 INFO:tasks.workunit.client.0.smithi097.stdout: 2, 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 4, 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.410 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.641698+0000", 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.641698+0000", 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641950+0000", 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.411 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720238+0000", 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.412 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.9", 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 26, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.413 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T10:30:37.801316+0000", 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.414 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.415 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.416 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: 3 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.417 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.418 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.660125+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.660125+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.660270+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.419 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.789749+0000", 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.420 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.8", 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:00:55.375961+0000", 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.421 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.422 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.423 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.424 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: 7 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.425 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 1, 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:38.947197+0000", 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:38.947197+0000", 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:38.947545+0000", 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:38.426 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 68, 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.720274+0000", 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.427 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 67, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.a", 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.428 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 35, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:49:46.866470+0000", 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.429 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.430 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.431 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: 1, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.432 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 1, 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.433 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.662314+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.662314+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.662949+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:38.434 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790118+0000", 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.435 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.b", 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:24:22.458547+0000", 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.436 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.437 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.438 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.439 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.440 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.647804+0000", 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.647804+0000", 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.648091+0000", 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.441 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.791020+0000", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.442 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.b", 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:38.443 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T09:49:15.671970+0000", 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.444 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.445 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.446 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 1, 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.447 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 6, 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.448 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.663831+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.663831+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.664126+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.449 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790270+0000", 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.450 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.a", 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:54:32.494141+0000", 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.451 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.452 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.453 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.454 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 6, 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.455 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.670428+0000", 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.670428+0000", 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.670691+0000", 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.456 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788699+0000", 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.457 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1d", 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.458 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T14:30:52.778319+0000", 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.459 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.460 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.461 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: 6 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.462 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.463 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.643535+0000", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.643535+0000", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644163+0000", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:38.464 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790803+0000", 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.465 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1c", 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:55:15.379378+0000", 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.466 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.467 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.468 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.469 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.470 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 5, 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:38.471 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.676308+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.676308+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.676610+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.472 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.788300+0000", 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.473 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1c", 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T05:27:01.653205+0000", 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.474 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.475 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.476 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.477 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: 4, 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: 1 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 5, 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.478 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 7, 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.640657+0000", 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.640657+0000", 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.641137+0000", 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.479 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790973+0000", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 2, 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.480 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 2, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1d", 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:38.481 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:17:54.301730+0000", 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.482 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 3, 2024-09-16T02:54:38.484 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 1, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 1, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.485 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 3, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.486 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: 0 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 7, 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'2" 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.487 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.666265+0000", 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.666265+0000", 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.666545+0000", 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.488 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790299+0000", 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.489 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1f", 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 22, 2024-09-16T02:54:38.490 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T04:25:10.398258+0000", 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.491 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.492 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.493 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: 5, 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.494 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:38.495 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.639712+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.639712+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.639963+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.496 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790678+0000", 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 1, 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 1, 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.497 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1e", 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 27, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T12:52:18.844166+0000", 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.498 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.499 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.500 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.501 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: 5 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'1" 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 3, 2024-09-16T02:54:38.502 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 63, 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:09.665277+0000", 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:09.665277+0000", 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:09.665527+0000", 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.503 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 64, 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:08.637064+0000", 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790535+0000", 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 63, 2024-09-16T02:54:38.504 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "3.1e", 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 23, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.505 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T07:41:53.607607+0000", 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.506 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.507 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.508 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: 3, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: 6, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: 2 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 3, 2024-09-16T02:54:38.509 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "0'0" 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": [ 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: "acting_primary": 0, 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: "avail_no_missing": [], 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: "blocked_by": [], 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: "created": 60, 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: "dirty_stats_invalid": false, 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_bytes_stats_invalid": false, 2024-09-16T02:54:38.510 INFO:tasks.workunit.client.0.smithi097.stdout: "hitset_stats_invalid": false, 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_active": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_active": "2024-09-16T02:51:06.644359+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_became_peered": "2024-09-16T02:51:06.644359+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_change": "2024-09-16T02:51:06.644659+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_clean_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub": "0'0", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_deep_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_epoch_clean": 61, 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fresh": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_fullsized": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_peered": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub": "0'0", 2024-09-16T02:54:38.511 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_duration": 0, 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "last_scrub_stamp": "2024-09-16T02:51:05.614002+0000", 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "last_undegraded": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "last_unstale": "2024-09-16T02:52:13.790419+0000", 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "log_dups_size": 0, 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 4, 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "log_start": "0'0", 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "manifest_stats_invalid": false, 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "mapping_epoch": 60, 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "object_location_counts": [], 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_scrubbed": 0, 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "objects_trimmed": 0, 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_stats_invalid": false, 2024-09-16T02:54:38.512 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 4, 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_start": "0'0", 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "parent": "0.0", 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "parent_split_bits": 0, 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "pgid": "2.1f", 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "pin_stats_invalid": false, 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "purged_snaps": [], 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_epoch": 76, 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "reported_seq": 29, 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_duration": 0.0, 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-09-17T03:12:05.701676+0000", 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrim_duration": 0.0, 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "snaptrimq_len": 0, 2024-09-16T02:54:38.513 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 582, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.514 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 1, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.515 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 4, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 1 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.516 INFO:tasks.workunit.client.0.smithi097.stdout: "state": "active+clean", 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_invalid": false, 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: "up": [ 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: 0, 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: 7, 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: 4 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: "up_primary": 0, 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: "version": "66'4" 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_per_pool": [ 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 24, 2024-09-16T02:54:38.517 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "rbd" 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 3, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pg": 8, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 8, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 3, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "poolid": 4, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 19, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.518 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:38.519 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.520 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 2, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 2 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 12288, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:38.521 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 57, 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 24 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 192, 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.522 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pg": 64, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 8, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "poolid": 3, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.523 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 0, 2024-09-16T02:54:38.524 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.525 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 0 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:38.526 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 0, 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 192 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 96, 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "cephfs" 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 45, 2024-09-16T02:54:38.527 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pg": 32, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 8, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 45, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "poolid": 2, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 3428, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 0, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.528 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 66, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 22, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 22, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.529 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 14, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.530 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 51, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 20 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 98304, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 10284, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:38.531 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 96 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: { 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "acting": 3, 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "application": [ 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "mgr" 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "log_size": 144, 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_pg": 1, 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "num_store_stats": 3, 2024-09-16T02:54:38.532 INFO:tasks.workunit.client.0.smithi097.stdout: "ondisk_log_size": 144, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "poolid": 1, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "stat_sum": { 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes": 590368, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_hit_set_archive": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_bytes_recovered": 1771104, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_deep_scrub_errors": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_kb": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_full": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_evict_mode_some": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_kb": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_high": 0, 2024-09-16T02:54:38.533 INFO:tasks.workunit.client.0.smithi097.stdout: "num_flush_mode_low": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_keys_recovered": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_large_omap_objects": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_legacy_snapsets": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_clones": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_object_copies": 6, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects": 2, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_degraded": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_dirty": 2, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_hit_set_archive": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_manifest": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_misplaced": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing": 0, 2024-09-16T02:54:38.534 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_missing_on_primary": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_omap": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_pinned": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_recovered": 6, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_repaired": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_objects_unfound": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_bytes": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_omap_keys": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_promote": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read": 358, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_read_kb": 554, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_scrub_errors": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_shallow_scrub_errors": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_whiteouts": 0, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write": 211, 2024-09-16T02:54:38.535 INFO:tasks.workunit.client.0.smithi097.stdout: "num_write_kb": 2416 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "store_stats": { 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "allocated": 1781760, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "available": 0, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed": 0, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_allocated": 0, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "data_compressed_original": 0, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "data_stored": 1771104, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "internal_metadata": 0, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "internally_reserved": 0, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "omap_allocated": 0, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "total": 0 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.536 INFO:tasks.workunit.client.0.smithi097.stdout: "up": 3 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: ], 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "usage": { 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "pg_num": 105, 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "pools": 4, 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "stats_by_class": { 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "ssd": { 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "total_avail_bytes": 767726563328, 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "total_bytes": 767960285184, 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_bytes": 233721856, 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_raw_bytes": 233721856, 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_raw_ratio": 0.0003043410833925009 2024-09-16T02:54:38.537 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:38.538 INFO:tasks.workunit.client.0.smithi097.stdout: }, 2024-09-16T02:54:38.538 INFO:tasks.workunit.client.0.smithi097.stdout: "total_avail_bytes": 767726563328, 2024-09-16T02:54:38.538 INFO:tasks.workunit.client.0.smithi097.stdout: "total_bytes": 767960285184, 2024-09-16T02:54:38.538 INFO:tasks.workunit.client.0.smithi097.stdout: "total_used_bytes": 233721856 2024-09-16T02:54:38.538 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:38.538 INFO:tasks.workunit.client.0.smithi097.stdout: } 2024-09-16T02:54:38.538 INFO:tasks.workunit.client.0.smithi097.stdout:} 2024-09-16T02:54:38.538 INFO:tasks.workunit.client.0.smithi097.stdout:OK 2024-09-16T02:54:38.539 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T02:54:38.539 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T02:54:38.539 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.539 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.539 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:38.539 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.540 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.541 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='client.14859 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.542 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.543 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.544 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:37 smithi184 ceph-mon[31162]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:37 smithi184 ceph-mon[31162]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:37 smithi184 ceph-mon[31162]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.547 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.548 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:36 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:37 smithi097 ceph-mon[27580]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:37 smithi097 ceph-mon[27580]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.549 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:37 smithi097 ceph-mon[27580]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.550 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:37 smithi097 ceph-mon[38292]: from='client.24779 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.550 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:37 smithi097 ceph-mon[38292]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.550 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:37 smithi097 ceph-mon[38292]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:38.583 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-09-16T02:54:38.583 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T02:54:38.895 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:38 smithi097 ceph-mon[27580]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:38.896 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:38 smithi097 ceph-mon[38292]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:38.896 DEBUG:teuthology.parallel:result is None 2024-09-16T02:54:38.897 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T02:54:38.922 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T02:54:38.922 DEBUG:teuthology.orchestra.run.smithi097:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T02:54:38.983 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T02:54:38.983 INFO:teuthology.run_tasks:Running task print... 2024-09-16T02:54:38.994 INFO:teuthology.task.print:**** done end telemetry reef... 2024-09-16T02:54:38.994 INFO:teuthology.run_tasks:Running task print... 2024-09-16T02:54:39.031 INFO:teuthology.task.print:**** done start parallel 2024-09-16T02:54:39.032 INFO:teuthology.run_tasks:Running task parallel... 2024-09-16T02:54:39.054 INFO:teuthology.task.parallel:starting parallel... 2024-09-16T02:54:39.054 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-09-16T02:54:39.069 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T02:54:39.069 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-09-16T02:54:39.069 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-09-16T02:54:39.073 INFO:tasks.rados:Beginning rados... 2024-09-16T02:54:39.073 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-16T02:54:39.073 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum', 'PG_AVAILABILITY'], 'sha1': 'fc3e0bff7468fd55478adbae7f75508b749124b6'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'fc3e0bff7468fd55478adbae7f75508b749124b6'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0', 'scontext=system_u:system_r:getty_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '7498493279982dfe87f00616198a5967475f6169'}} 2024-09-16T02:54:39.073 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-09-16T02:54:39.074 INFO:tasks.rados:joining rados 2024-09-16T02:54:39.074 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-09-16T02:54:39.075 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T02:54:39.075 INFO:teuthology.task.print:**** done start upgrade, wait 2024-09-16T02:54:39.075 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-09-16T02:54:39.075 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi097.front.sepia.ceph.com 2024-09-16T02:54:39.076 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -e sha1=fc3e0bff7468fd55478adbae7f75508b749124b6 -- bash -c 'ceph config set global log_to_journald false --force' 2024-09-16T02:54:39.076 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-09-16T02:54:39.076 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-09-16T02:54:39.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:38 smithi184 ceph-mon[31162]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-09-16T02:54:39.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:54:39] "GET /metrics HTTP/1.1" 200 33676 "" "Prometheus/2.43.0" 2024-09-16T02:54:39.280 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:54:39.280 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:54:40.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:40 smithi097 ceph-mon[27580]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T02:54:40.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:40 smithi097 ceph-mon[38292]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T02:54:41.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:40 smithi184 ceph-mon[31162]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T02:54:41.761 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:41 smithi097 ceph-mon[27580]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T02:54:41.761 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:41 smithi097 ceph-mon[38292]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T02:54:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:41 smithi184 ceph-mon[31162]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 0 B/s wr, 44 op/s 2024-09-16T02:54:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:42 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/1393145587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T02:54:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:42 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T02:54:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:42 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:42 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/1393145587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T02:54:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:42 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T02:54:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:42 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:42 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/1393145587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T02:54:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:42 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-09-16T02:54:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:42 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:43.520 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -e sha1=fc3e0bff7468fd55478adbae7f75508b749124b6 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-09-16T02:54:43.944 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:43 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T02:54:43.944 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:43 smithi097 ceph-mon[27580]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T02:54:43.944 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:43 smithi097 ceph-mon[27580]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:43.944 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:43 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T02:54:43.944 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:43 smithi097 ceph-mon[38292]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T02:54:43.944 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:43 smithi097 ceph-mon[38292]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:43.964 INFO:tasks.rados:starting run 0 out of 1 2024-09-16T02:54:43.964 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-09-16T02:54:43.964 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-09-16T02:54:44.061 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:54:44.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:43 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-09-16T02:54:44.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:43 smithi184 ceph-mon[31162]: osdmap e77: 8 total, 8 up, 8 in 2024-09-16T02:54:44.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:43 smithi184 ceph-mon[31162]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:44.699 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:54:46.456 INFO:teuthology.orchestra.run.smithi097.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:54:46.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[27580]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:46.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[38292]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:46 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:46.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:46 smithi184 ceph-mon[31162]: pgmap v95: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:46.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:46 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:46.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:46 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:54:46.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:46 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:54:46.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:46 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:54:46.862 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:46 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:54:47.662 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -e sha1=fc3e0bff7468fd55478adbae7f75508b749124b6 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true && ! ceph orch upgrade status | jq '"'"'.message'"'"' | grep Error ; do ceph orch ps ; ceph versions ; ceph orch upgrade status ; sleep 30 ; done' 2024-09-16T02:54:47.867 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:54:47.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:47 smithi184 ceph-mon[31162]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:47.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:47 smithi184 ceph-mon[31162]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:54:47.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:47 smithi184 ceph-mon[31162]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:54:47.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:47 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2751371227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T02:54:47.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:47 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T02:54:47.993 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[27580]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:47.993 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[27580]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:54:47.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[27580]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:54:47.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2751371227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T02:54:47.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T02:54:47.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[38292]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:47.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[38292]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:54:47.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[38292]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6 2024-09-16T02:54:47.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2751371227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T02:54:47.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:47 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-09-16T02:54:48.617 INFO:teuthology.orchestra.run.smithi097.stderr:pool 'unique_pool_0' created 2024-09-16T02:54:48.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:48 smithi184 ceph-mon[31162]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:48.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:48 smithi184 ceph-mon[31162]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T02:54:48.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:48 smithi097 ceph-mon[27580]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:48.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:48 smithi097 ceph-mon[27580]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T02:54:48.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:48 smithi097 ceph-mon[38292]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 35 op/s 2024-09-16T02:54:48.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:48 smithi097 ceph-mon[38292]: osdmap e78: 8 total, 8 up, 8 in 2024-09-16T02:54:49.367 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:54:49] "GET /metrics HTTP/1.1" 200 33664 "" "Prometheus/2.43.0" 2024-09-16T02:54:49.889 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:49 smithi097 ceph-mon[27580]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T02:54:49.889 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:49 smithi097 ceph-mon[27580]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T02:54:49.889 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:49 smithi097 ceph-mon[38292]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T02:54:49.889 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:49 smithi097 ceph-mon[38292]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T02:54:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:49 smithi184 ceph-mon[31162]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-09-16T02:54:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:49 smithi184 ceph-mon[31162]: osdmap e79: 8 total, 8 up, 8 in 2024-09-16T02:54:49.968 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:54:50.193 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-09-16T02:54:50.429 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T02:54:50.618 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:54:50.618 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (97s) 75s ago 2m 16.6M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:54:50.618 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (2m) 75s ago 2m 81.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (3m) 75s ago 3m 14.1M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (3m) 75s ago 3m 18.3M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,8765 running (7m) 75s ago 7m 438M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 39763b17db01 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:9283,8765 running (8m) 75s ago 8m 485M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 19f12aeac19c 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (8m) 75s ago 8m 48.9M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 196155f558e0 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (7m) 75s ago 7m 39.8M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 45576cbdf20f 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (7m) 75s ago 7m 40.2M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 279fd0d33d30 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (2m) 75s ago 2m 8270k - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (2m) 75s ago 2m 8594k - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (6m) 75s ago 6m 51.7M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 4621d1554a87 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (6m) 75s ago 6m 44.0M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:54:50.619 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (6m) 75s ago 6m 43.0M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:54:50.620 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (5m) 75s ago 5m 41.4M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:54:50.620 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (5m) 75s ago 5m 42.6M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:54:50.620 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (5m) 75s ago 5m 43.6M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:54:50.620 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (4m) 75s ago 4m 42.2M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:54:50.620 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (4m) 75s ago 4m 43.1M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:54:50.620 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (91s) 75s ago 2m 32.9M - 2.43.0 a07b618ecd1d 532d1b759c04 2024-09-16T02:54:50.822 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:50 smithi097 ceph-mon[27580]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:50.822 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:50 smithi097 ceph-mon[27580]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:54:50.822 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:50 smithi097 ceph-mon[27580]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T02:54:50.823 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:50 smithi097 ceph-mon[38292]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:50.823 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:50 smithi097 ceph-mon[38292]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:54:50.823 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:50 smithi097 ceph-mon[38292]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T02:54:50.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:50 smithi184 ceph-mon[31162]: pgmap v99: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:50.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:50 smithi184 ceph-mon[31162]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T02:54:50.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:50 smithi184 ceph-mon[31162]: osdmap e80: 8 total, 8 up, 8 in 2024-09-16T02:54:50.989 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:54:50.989 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:54:50.990 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 15 2024-09-16T02:54:50.991 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:54:50.991 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6", 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [], 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "", 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Doing first pull of quay.ceph.io/ceph-ci/ceph:fc3e0bff7468fd55478adbae7f75508b749124b6 image", 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:54:51.299 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:54:51.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:51 smithi184 ceph-mon[31162]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:51 smithi184 ceph-mon[31162]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:51 smithi184 ceph-mon[31162]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:51 smithi184 ceph-mon[31162]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T02:54:51.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:51 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2801520202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:54:51.925 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[27580]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.925 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[27580]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.925 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[27580]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.925 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[27580]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T02:54:51.925 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2801520202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:54:51.925 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[38292]: from='client.24827 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.925 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[38292]: from='client.24833 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.925 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[38292]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:51.926 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[38292]: osdmap e81: 8 total, 8 up, 8 in 2024-09-16T02:54:51.926 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:51 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2801520202' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:54:52.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:52 smithi184 ceph-mon[31162]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:52.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:52 smithi184 ceph-mon[31162]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:52.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:52 smithi097 ceph-mon[27580]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:52.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:52 smithi097 ceph-mon[27580]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:52.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:52 smithi097 ceph-mon[38292]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:54:52.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:52 smithi097 ceph-mon[38292]: pgmap v102: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:53.650 INFO:teuthology.orchestra.run.smithi097.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-09-16T02:54:53.662 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:53 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2248756078' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:54:53.663 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:53 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2248756078' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:54:53.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:53 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2248756078' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-09-16T02:54:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:54 smithi184 ceph-mon[31162]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:54 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2248756078' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:54:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:54 smithi184 ceph-mon[31162]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T02:54:54.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:54 smithi097 ceph-mon[27580]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:54.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:54 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2248756078' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:54:54.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:54 smithi097 ceph-mon[27580]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T02:54:54.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:54 smithi097 ceph-mon[38292]: pgmap v103: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:54.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:54 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2248756078' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-09-16T02:54:54.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:54 smithi097 ceph-mon[38292]: osdmap e82: 8 total, 8 up, 8 in 2024-09-16T02:54:55.321 DEBUG:teuthology.orchestra.run.smithi097:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-09-16T02:54:55.352 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight read -> 100 2024-09-16T02:54:55.352 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight delete -> 50 2024-09-16T02:54:55.352 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight snap_create -> 50 2024-09-16T02:54:55.352 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight snap_remove -> 50 2024-09-16T02:54:55.352 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight rollback -> 50 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight setattr -> 25 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight rmattr -> 25 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight copy_from -> 50 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout:adding op weight append -> 100 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout:ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable) 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout:Configuration: 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout: Number of operations: 4000 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout: Number of objects: 50 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout: Max in flight operations: 16 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout: Object size (in bytes): 4000000 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout: Write stride min: 400000 2024-09-16T02:54:55.353 INFO:tasks.rados.rados.0.smithi097.stdout: Write stride max: 800000 2024-09-16T02:54:55.656 INFO:tasks.rados.rados.0.smithi097.stdout:1: write initial oid 1 2024-09-16T02:54:55.656 INFO:tasks.rados.rados.0.smithi097.stdout:1: seq_num 0 ranges {0=24576} 2024-09-16T02:54:55.657 INFO:tasks.rados.rados.0.smithi097.stdout:1: writing smithi09778949-1 from 0 to 24576 tid 1 2024-09-16T02:54:55.657 INFO:tasks.rados.rados.0.smithi097.stdout:2: write initial oid 2 2024-09-16T02:54:55.657 INFO:tasks.rados.rados.0.smithi097.stdout:2: seq_num 1 ranges {0=24576} 2024-09-16T02:54:55.657 INFO:tasks.rados.rados.0.smithi097.stdout:2: writing smithi09778949-2 from 0 to 24576 tid 1 2024-09-16T02:54:55.657 INFO:tasks.rados.rados.0.smithi097.stdout:3: write initial oid 3 2024-09-16T02:54:55.657 INFO:tasks.rados.rados.0.smithi097.stdout:3: seq_num 2 ranges {0=40960} 2024-09-16T02:54:55.658 INFO:tasks.rados.rados.0.smithi097.stdout:3: writing smithi09778949-3 from 0 to 40960 tid 1 2024-09-16T02:54:55.658 INFO:tasks.rados.rados.0.smithi097.stdout:4: write initial oid 4 2024-09-16T02:54:55.658 INFO:tasks.rados.rados.0.smithi097.stdout:4: seq_num 3 ranges {0=57344} 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:4: writing smithi09778949-4 from 0 to 57344 tid 1 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:5: write initial oid 5 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:5: seq_num 4 ranges {0=73728} 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:5: writing smithi09778949-5 from 0 to 73728 tid 1 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:6: write initial oid 6 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:6: seq_num 5 ranges {0=90112} 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:6: writing smithi09778949-6 from 0 to 90112 tid 1 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:7: write initial oid 7 2024-09-16T02:54:55.660 INFO:tasks.rados.rados.0.smithi097.stdout:7: seq_num 6 ranges {0=106496} 2024-09-16T02:54:55.661 INFO:tasks.rados.rados.0.smithi097.stdout:7: writing smithi09778949-7 from 0 to 106496 tid 1 2024-09-16T02:54:55.661 INFO:tasks.rados.rados.0.smithi097.stdout:8: write initial oid 8 2024-09-16T02:54:55.662 INFO:tasks.rados.rados.0.smithi097.stdout:8: seq_num 7 ranges {0=122880} 2024-09-16T02:54:55.662 INFO:tasks.rados.rados.0.smithi097.stdout:8: writing smithi09778949-8 from 0 to 122880 tid 1 2024-09-16T02:54:55.662 INFO:tasks.rados.rados.0.smithi097.stdout:9: write initial oid 9 2024-09-16T02:54:55.662 INFO:tasks.rados.rados.0.smithi097.stdout:9: seq_num 8 ranges {0=139264} 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:9: writing smithi09778949-9 from 0 to 139264 tid 1 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:2: finishing write tid 1 to smithi09778949-2 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:2: finishing write tid 2 to smithi09778949-2 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:3: finishing write tid 1 to smithi09778949-3 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:3: finishing write tid 2 to smithi09778949-3 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:1: finishing write tid 1 to smithi09778949-1 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:1: finishing write tid 2 to smithi09778949-1 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:10: write initial oid 10 2024-09-16T02:54:55.663 INFO:tasks.rados.rados.0.smithi097.stdout:10: seq_num 9 ranges {0=155648} 2024-09-16T02:54:55.664 INFO:tasks.rados.rados.0.smithi097.stdout:10: writing smithi09778949-10 from 0 to 155648 tid 1 2024-09-16T02:54:55.665 INFO:tasks.rados.rados.0.smithi097.stdout:2: finishing write tid 3 to smithi09778949-2 2024-09-16T02:54:55.665 INFO:tasks.rados.rados.0.smithi097.stdout:2: oid 2 updating version 0 to 1 2024-09-16T02:54:55.665 INFO:tasks.rados.rados.0.smithi097.stdout:2: oid 2 updating version 1 to 2 2024-09-16T02:54:55.665 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-16T02:54:55.665 INFO:tasks.rados.rados.0.smithi097.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-09-16T02:54:55.666 INFO:tasks.rados.rados.0.smithi097.stdout:5: finishing write tid 1 to smithi09778949-5 2024-09-16T02:54:55.666 INFO:tasks.rados.rados.0.smithi097.stdout:5: finishing write tid 2 to smithi09778949-5 2024-09-16T02:54:55.666 INFO:tasks.rados.rados.0.smithi097.stdout:2: done (9 left) 2024-09-16T02:54:55.666 INFO:tasks.rados.rados.0.smithi097.stdout:11: write initial oid 11 2024-09-16T02:54:55.666 INFO:tasks.rados.rados.0.smithi097.stdout:11: seq_num 10 ranges {0=172032} 2024-09-16T02:54:55.666 INFO:tasks.rados.rados.0.smithi097.stdout:11: writing smithi09778949-11 from 0 to 172032 tid 1 2024-09-16T02:54:55.667 INFO:tasks.rados.rados.0.smithi097.stdout:5: finishing write tid 3 to smithi09778949-5 2024-09-16T02:54:55.667 INFO:tasks.rados.rados.0.smithi097.stdout:5: oid 5 updating version 0 to 3 2024-09-16T02:54:55.667 INFO:tasks.rados.rados.0.smithi097.stdout:5: oid 5 updating version 3 to 4 2024-09-16T02:54:55.667 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T02:54:55.667 INFO:tasks.rados.rados.0.smithi097.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-09-16T02:54:55.667 INFO:tasks.rados.rados.0.smithi097.stdout:6: finishing write tid 1 to smithi09778949-6 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:1: finishing write tid 3 to smithi09778949-1 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:1: oid 1 updating version 0 to 1 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:1: oid 1 updating version 1 to 2 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:3: finishing write tid 3 to smithi09778949-3 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:3: oid 3 updating version 0 to 1 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:3: oid 3 updating version 1 to 2 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-09-16T02:54:55.668 INFO:tasks.rados.rados.0.smithi097.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-09-16T02:54:55.669 INFO:tasks.rados.rados.0.smithi097.stdout:8: finishing write tid 1 to smithi09778949-8 2024-09-16T02:54:55.669 INFO:tasks.rados.rados.0.smithi097.stdout:7: finishing write tid 1 to smithi09778949-7 2024-09-16T02:54:55.669 INFO:tasks.rados.rados.0.smithi097.stdout:1: done (9 left) 2024-09-16T02:54:55.672 INFO:tasks.rados.rados.0.smithi097.stdout:3: done (8 left) 2024-09-16T02:54:55.672 INFO:tasks.rados.rados.0.smithi097.stdout:5: done (7 left) 2024-09-16T02:54:55.672 INFO:tasks.rados.rados.0.smithi097.stdout:12: write initial oid 12 2024-09-16T02:54:55.672 INFO:tasks.rados.rados.0.smithi097.stdout:12: seq_num 11 ranges {0=188416} 2024-09-16T02:54:55.675 INFO:tasks.rados.rados.0.smithi097.stdout:12: writing smithi09778949-12 from 0 to 188416 tid 1 2024-09-16T02:54:55.675 INFO:tasks.rados.rados.0.smithi097.stdout:7: finishing write tid 2 to smithi09778949-7 2024-09-16T02:54:55.675 INFO:tasks.rados.rados.0.smithi097.stdout:8: finishing write tid 2 to smithi09778949-8 2024-09-16T02:54:55.675 INFO:tasks.rados.rados.0.smithi097.stdout:6: finishing write tid 2 to smithi09778949-6 2024-09-16T02:54:55.675 INFO:tasks.rados.rados.0.smithi097.stdout:8: finishing write tid 3 to smithi09778949-8 2024-09-16T02:54:55.675 INFO:tasks.rados.rados.0.smithi097.stdout:8: oid 8 updating version 0 to 3 2024-09-16T02:54:55.676 INFO:tasks.rados.rados.0.smithi097.stdout:8: oid 8 updating version 3 to 4 2024-09-16T02:54:55.676 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 4 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-09-16T02:54:55.676 INFO:tasks.rados.rados.0.smithi097.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-09-16T02:54:55.676 INFO:tasks.rados.rados.0.smithi097.stdout:6: finishing write tid 3 to smithi09778949-6 2024-09-16T02:54:55.676 INFO:tasks.rados.rados.0.smithi097.stdout:6: oid 6 updating version 0 to 1 2024-09-16T02:54:55.677 INFO:tasks.rados.rados.0.smithi097.stdout:6: oid 6 updating version 1 to 2 2024-09-16T02:54:55.677 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-09-16T02:54:55.677 INFO:tasks.rados.rados.0.smithi097.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-09-16T02:54:55.677 INFO:tasks.rados.rados.0.smithi097.stdout:10: finishing write tid 1 to smithi09778949-10 2024-09-16T02:54:55.677 INFO:tasks.rados.rados.0.smithi097.stdout:6: done (7 left) 2024-09-16T02:54:55.677 INFO:tasks.rados.rados.0.smithi097.stdout:8: done (6 left) 2024-09-16T02:54:55.678 INFO:tasks.rados.rados.0.smithi097.stdout:13: write initial oid 13 2024-09-16T02:54:55.678 INFO:tasks.rados.rados.0.smithi097.stdout:13: seq_num 12 ranges {0=204800} 2024-09-16T02:54:55.678 INFO:tasks.rados.rados.0.smithi097.stdout:13: writing smithi09778949-13 from 0 to 204800 tid 1 2024-09-16T02:54:55.678 INFO:tasks.rados.rados.0.smithi097.stdout:14: write initial oid 14 2024-09-16T02:54:55.678 INFO:tasks.rados.rados.0.smithi097.stdout:14: seq_num 13 ranges {0=221184} 2024-09-16T02:54:55.679 INFO:tasks.rados.rados.0.smithi097.stdout:14: writing smithi09778949-14 from 0 to 221184 tid 1 2024-09-16T02:54:55.679 INFO:tasks.rados.rados.0.smithi097.stdout:15: write initial oid 15 2024-09-16T02:54:55.679 INFO:tasks.rados.rados.0.smithi097.stdout:15: seq_num 14 ranges {0=237568} 2024-09-16T02:54:55.679 INFO:tasks.rados.rados.0.smithi097.stdout:15: writing smithi09778949-15 from 0 to 237568 tid 1 2024-09-16T02:54:55.679 INFO:tasks.rados.rados.0.smithi097.stdout:16: write initial oid 16 2024-09-16T02:54:55.679 INFO:tasks.rados.rados.0.smithi097.stdout:16: seq_num 15 ranges {0=253952} 2024-09-16T02:54:55.683 INFO:tasks.rados.rados.0.smithi097.stdout:16: writing smithi09778949-16 from 0 to 253952 tid 1 2024-09-16T02:54:55.684 INFO:tasks.rados.rados.0.smithi097.stdout:4: finishing write tid 1 to smithi09778949-4 2024-09-16T02:54:55.684 INFO:tasks.rados.rados.0.smithi097.stdout:9: finishing write tid 1 to smithi09778949-9 2024-09-16T02:54:55.684 INFO:tasks.rados.rados.0.smithi097.stdout:4: finishing write tid 2 to smithi09778949-4 2024-09-16T02:54:55.684 INFO:tasks.rados.rados.0.smithi097.stdout:7: finishing write tid 3 to smithi09778949-7 2024-09-16T02:54:55.684 INFO:tasks.rados.rados.0.smithi097.stdout:7: oid 7 updating version 0 to 3 2024-09-16T02:54:55.685 INFO:tasks.rados.rados.0.smithi097.stdout:7: oid 7 updating version 3 to 4 2024-09-16T02:54:55.685 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T02:54:55.685 INFO:tasks.rados.rados.0.smithi097.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-09-16T02:54:55.685 INFO:tasks.rados.rados.0.smithi097.stdout:10: finishing write tid 2 to smithi09778949-10 2024-09-16T02:54:55.685 INFO:tasks.rados.rados.0.smithi097.stdout:9: finishing write tid 2 to smithi09778949-9 2024-09-16T02:54:55.685 INFO:tasks.rados.rados.0.smithi097.stdout:11: finishing write tid 1 to smithi09778949-11 2024-09-16T02:54:55.686 INFO:tasks.rados.rados.0.smithi097.stdout:10: finishing write tid 3 to smithi09778949-10 2024-09-16T02:54:55.686 INFO:tasks.rados.rados.0.smithi097.stdout:10: oid 10 updating version 0 to 2 2024-09-16T02:54:55.686 INFO:tasks.rados.rados.0.smithi097.stdout:10: oid 10 version 2 is already newer than 1 2024-09-16T02:54:55.686 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T02:54:55.686 INFO:tasks.rados.rados.0.smithi097.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-09-16T02:54:55.686 INFO:tasks.rados.rados.0.smithi097.stdout:9: finishing write tid 3 to smithi09778949-9 2024-09-16T02:54:55.687 INFO:tasks.rados.rados.0.smithi097.stdout:9: oid 9 updating version 0 to 1 2024-09-16T02:54:55.687 INFO:tasks.rados.rados.0.smithi097.stdout:9: oid 9 updating version 1 to 2 2024-09-16T02:54:55.687 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-16T02:54:55.687 INFO:tasks.rados.rados.0.smithi097.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-09-16T02:54:55.687 INFO:tasks.rados.rados.0.smithi097.stdout:4: finishing write tid 3 to smithi09778949-4 2024-09-16T02:54:55.687 INFO:tasks.rados.rados.0.smithi097.stdout:4: oid 4 updating version 0 to 1 2024-09-16T02:54:55.687 INFO:tasks.rados.rados.0.smithi097.stdout:4: oid 4 updating version 1 to 2 2024-09-16T02:54:55.688 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T02:54:55.688 INFO:tasks.rados.rados.0.smithi097.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-09-16T02:54:55.688 INFO:tasks.rados.rados.0.smithi097.stdout:11: finishing write tid 2 to smithi09778949-11 2024-09-16T02:54:55.688 INFO:tasks.rados.rados.0.smithi097.stdout:12: finishing write tid 1 to smithi09778949-12 2024-09-16T02:54:55.688 INFO:tasks.rados.rados.0.smithi097.stdout:12: finishing write tid 2 to smithi09778949-12 2024-09-16T02:54:55.688 INFO:tasks.rados.rados.0.smithi097.stdout:11: finishing write tid 3 to smithi09778949-11 2024-09-16T02:54:55.688 INFO:tasks.rados.rados.0.smithi097.stdout:11: oid 11 updating version 0 to 2 2024-09-16T02:54:55.688 INFO:tasks.rados.rados.0.smithi097.stdout:11: oid 11 version 2 is already newer than 1 2024-09-16T02:54:55.689 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-16T02:54:55.689 INFO:tasks.rados.rados.0.smithi097.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-09-16T02:54:55.689 INFO:tasks.rados.rados.0.smithi097.stdout:13: finishing write tid 1 to smithi09778949-13 2024-09-16T02:54:55.689 INFO:tasks.rados.rados.0.smithi097.stdout:13: finishing write tid 2 to smithi09778949-13 2024-09-16T02:54:55.689 INFO:tasks.rados.rados.0.smithi097.stdout:12: finishing write tid 3 to smithi09778949-12 2024-09-16T02:54:55.689 INFO:tasks.rados.rados.0.smithi097.stdout:12: oid 12 updating version 0 to 5 2024-09-16T02:54:55.689 INFO:tasks.rados.rados.0.smithi097.stdout:12: oid 12 updating version 5 to 6 2024-09-16T02:54:55.690 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-16T02:54:55.690 INFO:tasks.rados.rados.0.smithi097.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-09-16T02:54:55.690 INFO:tasks.rados.rados.0.smithi097.stdout:14: finishing write tid 1 to smithi09778949-14 2024-09-16T02:54:55.690 INFO:tasks.rados.rados.0.smithi097.stdout:14: finishing write tid 2 to smithi09778949-14 2024-09-16T02:54:55.690 INFO:tasks.rados.rados.0.smithi097.stdout:13: finishing write tid 3 to smithi09778949-13 2024-09-16T02:54:55.690 INFO:tasks.rados.rados.0.smithi097.stdout:13: oid 13 updating version 0 to 3 2024-09-16T02:54:55.690 INFO:tasks.rados.rados.0.smithi097.stdout:13: oid 13 updating version 3 to 4 2024-09-16T02:54:55.691 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-16T02:54:55.691 INFO:tasks.rados.rados.0.smithi097.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-09-16T02:54:55.691 INFO:tasks.rados.rados.0.smithi097.stdout:4: done (9 left) 2024-09-16T02:54:55.691 INFO:tasks.rados.rados.0.smithi097.stdout:7: done (8 left) 2024-09-16T02:54:55.691 INFO:tasks.rados.rados.0.smithi097.stdout:9: done (7 left) 2024-09-16T02:54:55.691 INFO:tasks.rados.rados.0.smithi097.stdout:10: done (6 left) 2024-09-16T02:54:55.691 INFO:tasks.rados.rados.0.smithi097.stdout:11: done (5 left) 2024-09-16T02:54:55.692 INFO:tasks.rados.rados.0.smithi097.stdout:12: done (4 left) 2024-09-16T02:54:55.692 INFO:tasks.rados.rados.0.smithi097.stdout:13: done (3 left) 2024-09-16T02:54:55.692 INFO:tasks.rados.rados.0.smithi097.stdout:17: write initial oid 17 2024-09-16T02:54:55.692 INFO:tasks.rados.rados.0.smithi097.stdout:17: seq_num 16 ranges {0=270336} 2024-09-16T02:54:55.692 INFO:tasks.rados.rados.0.smithi097.stdout:17: writing smithi09778949-17 from 0 to 270336 tid 1 2024-09-16T02:54:55.692 INFO:tasks.rados.rados.0.smithi097.stdout:15: finishing write tid 1 to smithi09778949-15 2024-09-16T02:54:55.693 INFO:tasks.rados.rados.0.smithi097.stdout:15: finishing write tid 2 to smithi09778949-15 2024-09-16T02:54:55.693 INFO:tasks.rados.rados.0.smithi097.stdout:14: finishing write tid 3 to smithi09778949-14 2024-09-16T02:54:55.693 INFO:tasks.rados.rados.0.smithi097.stdout:14: oid 14 updating version 0 to 6 2024-09-16T02:54:55.693 INFO:tasks.rados.rados.0.smithi097.stdout:14: oid 14 version 6 is already newer than 5 2024-09-16T02:54:55.693 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T02:54:55.693 INFO:tasks.rados.rados.0.smithi097.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-09-16T02:54:55.694 INFO:tasks.rados.rados.0.smithi097.stdout:16: finishing write tid 1 to smithi09778949-16 2024-09-16T02:54:55.694 INFO:tasks.rados.rados.0.smithi097.stdout:14: done (3 left) 2024-09-16T02:54:55.694 INFO:tasks.rados.rados.0.smithi097.stdout:18: write initial oid 18 2024-09-16T02:54:55.694 INFO:tasks.rados.rados.0.smithi097.stdout:18: seq_num 17 ranges {0=286720} 2024-09-16T02:54:55.694 INFO:tasks.rados.rados.0.smithi097.stdout:18: writing smithi09778949-18 from 0 to 286720 tid 1 2024-09-16T02:54:55.695 INFO:tasks.rados.rados.0.smithi097.stdout:16: finishing write tid 2 to smithi09778949-16 2024-09-16T02:54:55.695 INFO:tasks.rados.rados.0.smithi097.stdout:15: finishing write tid 3 to smithi09778949-15 2024-09-16T02:54:55.695 INFO:tasks.rados.rados.0.smithi097.stdout:15: oid 15 updating version 0 to 2 2024-09-16T02:54:55.695 INFO:tasks.rados.rados.0.smithi097.stdout:15: oid 15 version 2 is already newer than 1 2024-09-16T02:54:55.695 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-09-16T02:54:55.695 INFO:tasks.rados.rados.0.smithi097.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-09-16T02:54:55.696 INFO:tasks.rados.rados.0.smithi097.stdout:15: done (3 left) 2024-09-16T02:54:55.696 INFO:tasks.rados.rados.0.smithi097.stdout:19: write initial oid 19 2024-09-16T02:54:55.696 INFO:tasks.rados.rados.0.smithi097.stdout:19: seq_num 18 ranges {0=303104} 2024-09-16T02:54:55.696 INFO:tasks.rados.rados.0.smithi097.stdout:19: writing smithi09778949-19 from 0 to 303104 tid 1 2024-09-16T02:54:55.696 INFO:tasks.rados.rados.0.smithi097.stdout:20: write initial oid 20 2024-09-16T02:54:55.696 INFO:tasks.rados.rados.0.smithi097.stdout:20: seq_num 19 ranges {0=319488} 2024-09-16T02:54:55.701 INFO:tasks.rados.rados.0.smithi097.stdout:20: writing smithi09778949-20 from 0 to 319488 tid 1 2024-09-16T02:54:55.701 INFO:tasks.rados.rados.0.smithi097.stdout:21: write initial oid 21 2024-09-16T02:54:55.701 INFO:tasks.rados.rados.0.smithi097.stdout:17: finishing write tid 1 to smithi09778949-17 2024-09-16T02:54:55.701 INFO:tasks.rados.rados.0.smithi097.stdout:17: finishing write tid 2 to smithi09778949-17 2024-09-16T02:54:55.701 INFO:tasks.rados.rados.0.smithi097.stdout:16: finishing write tid 3 to smithi09778949-16 2024-09-16T02:54:55.702 INFO:tasks.rados.rados.0.smithi097.stdout:16: oid 16 updating version 0 to 5 2024-09-16T02:54:55.702 INFO:tasks.rados.rados.0.smithi097.stdout:16: oid 16 updating version 5 to 6 2024-09-16T02:54:55.702 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-09-16T02:54:55.702 INFO:tasks.rados.rados.0.smithi097.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-09-16T02:54:55.702 INFO:tasks.rados.rados.0.smithi097.stdout:18: finishing write tid 1 to smithi09778949-18 2024-09-16T02:54:55.702 INFO:tasks.rados.rados.0.smithi097.stdout:18: finishing write tid 2 to smithi09778949-18 2024-09-16T02:54:55.702 INFO:tasks.rados.rados.0.smithi097.stdout:21: seq_num 20 ranges {0=344064} 2024-09-16T02:54:55.703 INFO:tasks.rados.rados.0.smithi097.stdout:21: writing smithi09778949-21 from 0 to 344064 tid 1 2024-09-16T02:54:55.703 INFO:tasks.rados.rados.0.smithi097.stdout:16: done (5 left) 2024-09-16T02:54:55.703 INFO:tasks.rados.rados.0.smithi097.stdout:22: write initial oid 22 2024-09-16T02:54:55.703 INFO:tasks.rados.rados.0.smithi097.stdout:22: seq_num 21 ranges {0=360448} 2024-09-16T02:54:55.703 INFO:tasks.rados.rados.0.smithi097.stdout:22: writing smithi09778949-22 from 0 to 360448 tid 1 2024-09-16T02:54:55.703 INFO:tasks.rados.rados.0.smithi097.stdout:23: write initial oid 23 2024-09-16T02:54:55.704 INFO:tasks.rados.rados.0.smithi097.stdout:17: finishing write tid 3 to smithi09778949-17 2024-09-16T02:54:55.704 INFO:tasks.rados.rados.0.smithi097.stdout:17: oid 17 updating version 0 to 3 2024-09-16T02:54:55.704 INFO:tasks.rados.rados.0.smithi097.stdout:17: oid 17 updating version 3 to 4 2024-09-16T02:54:55.704 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 4 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-09-16T02:54:55.704 INFO:tasks.rados.rados.0.smithi097.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-09-16T02:54:55.704 INFO:tasks.rados.rados.0.smithi097.stdout:18: finishing write tid 3 to smithi09778949-18 2024-09-16T02:54:55.704 INFO:tasks.rados.rados.0.smithi097.stdout:18: oid 18 updating version 0 to 2 2024-09-16T02:54:55.705 INFO:tasks.rados.rados.0.smithi097.stdout:18: oid 18 version 2 is already newer than 1 2024-09-16T02:54:55.705 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 2 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-09-16T02:54:55.705 INFO:tasks.rados.rados.0.smithi097.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-09-16T02:54:55.705 INFO:tasks.rados.rados.0.smithi097.stdout:19: finishing write tid 1 to smithi09778949-19 2024-09-16T02:54:55.705 INFO:tasks.rados.rados.0.smithi097.stdout:19: finishing write tid 2 to smithi09778949-19 2024-09-16T02:54:55.705 INFO:tasks.rados.rados.0.smithi097.stdout:20: finishing write tid 1 to smithi09778949-20 2024-09-16T02:54:55.706 INFO:tasks.rados.rados.0.smithi097.stdout:19: finishing write tid 3 to smithi09778949-19 2024-09-16T02:54:55.706 INFO:tasks.rados.rados.0.smithi097.stdout:19: oid 19 updating version 0 to 7 2024-09-16T02:54:55.706 INFO:tasks.rados.rados.0.smithi097.stdout:19: oid 19 updating version 7 to 8 2024-09-16T02:54:55.706 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 8 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-16T02:54:55.706 INFO:tasks.rados.rados.0.smithi097.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-09-16T02:54:55.706 INFO:tasks.rados.rados.0.smithi097.stdout:20: finishing write tid 2 to smithi09778949-20 2024-09-16T02:54:55.707 INFO:tasks.rados.rados.0.smithi097.stdout:21: finishing write tid 1 to smithi09778949-21 2024-09-16T02:54:55.707 INFO:tasks.rados.rados.0.smithi097.stdout:21: finishing write tid 2 to smithi09778949-21 2024-09-16T02:54:55.707 INFO:tasks.rados.rados.0.smithi097.stdout:23: seq_num 22 ranges {0=376832} 2024-09-16T02:54:55.707 INFO:tasks.rados.rados.0.smithi097.stdout:23: writing smithi09778949-23 from 0 to 376832 tid 1 2024-09-16T02:54:55.707 INFO:tasks.rados.rados.0.smithi097.stdout:20: finishing write tid 3 to smithi09778949-20 2024-09-16T02:54:55.707 INFO:tasks.rados.rados.0.smithi097.stdout:20: oid 20 updating version 0 to 1 2024-09-16T02:54:55.707 INFO:tasks.rados.rados.0.smithi097.stdout:20: oid 20 updating version 1 to 2 2024-09-16T02:54:55.708 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 2 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-16T02:54:55.708 INFO:tasks.rados.rados.0.smithi097.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-09-16T02:54:55.708 INFO:tasks.rados.rados.0.smithi097.stdout:21: finishing write tid 3 to smithi09778949-21 2024-09-16T02:54:55.708 INFO:tasks.rados.rados.0.smithi097.stdout:21: oid 21 updating version 0 to 4 2024-09-16T02:54:55.708 INFO:tasks.rados.rados.0.smithi097.stdout:21: oid 21 version 4 is already newer than 3 2024-09-16T02:54:55.708 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 4 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:17: done (6 left) 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:18: done (5 left) 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:19: done (4 left) 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:20: done (3 left) 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:21: done (2 left) 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:24: write initial oid 24 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:24: seq_num 23 ranges {0=393216} 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:24: writing smithi09778949-24 from 0 to 393216 tid 1 2024-09-16T02:54:55.709 INFO:tasks.rados.rados.0.smithi097.stdout:22: finishing write tid 1 to smithi09778949-22 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:22: finishing write tid 2 to smithi09778949-22 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:25: write initial oid 25 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:25: seq_num 24 ranges {0=409600} 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:25: writing smithi09778949-25 from 0 to 409600 tid 1 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:26: write initial oid 26 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:26: seq_num 25 ranges {0=425984} 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:26: writing smithi09778949-26 from 0 to 425984 tid 1 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:27: write initial oid 27 2024-09-16T02:54:55.710 INFO:tasks.rados.rados.0.smithi097.stdout:27: seq_num 26 ranges {0=442368} 2024-09-16T02:54:55.711 INFO:tasks.rados.rados.0.smithi097.stdout:27: writing smithi09778949-27 from 0 to 442368 tid 1 2024-09-16T02:54:55.711 INFO:tasks.rados.rados.0.smithi097.stdout:28: write initial oid 28 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:28: seq_num 27 ranges {0=458752} 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:28: writing smithi09778949-28 from 0 to 458752 tid 1 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:29: write initial oid 29 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:29: seq_num 28 ranges {0=475136} 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:29: writing smithi09778949-29 from 0 to 475136 tid 1 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:30: write initial oid 30 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:30: seq_num 29 ranges {0=491520} 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:30: writing smithi09778949-30 from 0 to 491520 tid 1 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:31: write initial oid 31 2024-09-16T02:54:55.712 INFO:tasks.rados.rados.0.smithi097.stdout:31: seq_num 30 ranges {0=507904} 2024-09-16T02:54:55.715 INFO:tasks.rados.rados.0.smithi097.stdout:31: writing smithi09778949-31 from 0 to 507904 tid 1 2024-09-16T02:54:55.715 INFO:tasks.rados.rados.0.smithi097.stdout:32: write initial oid 32 2024-09-16T02:54:55.715 INFO:tasks.rados.rados.0.smithi097.stdout:32: seq_num 31 ranges {0=524288} 2024-09-16T02:54:55.718 INFO:tasks.rados.rados.0.smithi097.stdout:32: writing smithi09778949-32 from 0 to 524288 tid 1 2024-09-16T02:54:55.718 INFO:tasks.rados.rados.0.smithi097.stdout:33: write initial oid 33 2024-09-16T02:54:55.718 INFO:tasks.rados.rados.0.smithi097.stdout:33: seq_num 32 ranges {0=540672} 2024-09-16T02:54:55.722 INFO:tasks.rados.rados.0.smithi097.stdout:33: writing smithi09778949-33 from 0 to 540672 tid 1 2024-09-16T02:54:55.722 INFO:tasks.rados.rados.0.smithi097.stdout:34: write initial oid 34 2024-09-16T02:54:55.722 INFO:tasks.rados.rados.0.smithi097.stdout:34: seq_num 33 ranges {0=557056} 2024-09-16T02:54:55.725 INFO:tasks.rados.rados.0.smithi097.stdout:34: writing smithi09778949-34 from 0 to 557056 tid 1 2024-09-16T02:54:55.725 INFO:tasks.rados.rados.0.smithi097.stdout:35: write initial oid 35 2024-09-16T02:54:55.725 INFO:tasks.rados.rados.0.smithi097.stdout:23: finishing write tid 1 to smithi09778949-23 2024-09-16T02:54:55.725 INFO:tasks.rados.rados.0.smithi097.stdout:23: finishing write tid 2 to smithi09778949-23 2024-09-16T02:54:55.726 INFO:tasks.rados.rados.0.smithi097.stdout:22: finishing write tid 3 to smithi09778949-22 2024-09-16T02:54:55.726 INFO:tasks.rados.rados.0.smithi097.stdout:22: oid 22 updating version 0 to 2 2024-09-16T02:54:55.726 INFO:tasks.rados.rados.0.smithi097.stdout:22: oid 22 version 2 is already newer than 1 2024-09-16T02:54:55.726 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-09-16T02:54:55.726 INFO:tasks.rados.rados.0.smithi097.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-09-16T02:54:55.726 INFO:tasks.rados.rados.0.smithi097.stdout:24: finishing write tid 1 to smithi09778949-24 2024-09-16T02:54:55.726 INFO:tasks.rados.rados.0.smithi097.stdout:35: seq_num 34 ranges {0=573440} 2024-09-16T02:54:55.728 INFO:tasks.rados.rados.0.smithi097.stdout:35: writing smithi09778949-35 from 0 to 573440 tid 1 2024-09-16T02:54:55.729 INFO:tasks.rados.rados.0.smithi097.stdout:22: done (13 left) 2024-09-16T02:54:55.729 INFO:tasks.rados.rados.0.smithi097.stdout:36: write initial oid 36 2024-09-16T02:54:55.729 INFO:tasks.rados.rados.0.smithi097.stdout:36: seq_num 35 ranges {0=589824} 2024-09-16T02:54:55.732 INFO:tasks.rados.rados.0.smithi097.stdout:36: writing smithi09778949-36 from 0 to 589824 tid 1 2024-09-16T02:54:55.732 INFO:tasks.rados.rados.0.smithi097.stdout:37: write initial oid 37 2024-09-16T02:54:55.732 INFO:tasks.rados.rados.0.smithi097.stdout:37: seq_num 36 ranges {0=606208} 2024-09-16T02:54:55.736 INFO:tasks.rados.rados.0.smithi097.stdout:37: writing smithi09778949-37 from 0 to 606208 tid 1 2024-09-16T02:54:55.736 INFO:tasks.rados.rados.0.smithi097.stdout:38: write initial oid 38 2024-09-16T02:54:55.736 INFO:tasks.rados.rados.0.smithi097.stdout:38: seq_num 37 ranges {0=622592} 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:38: writing smithi09778949-38 from 0 to 622592 tid 1 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout: waiting on 16 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:23: finishing write tid 3 to smithi09778949-23 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:23: oid 23 updating version 0 to 2 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:23: oid 23 version 2 is already newer than 1 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:24: finishing write tid 2 to smithi09778949-24 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:24: finishing write tid 3 to smithi09778949-24 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:24: oid 24 updating version 0 to 3 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:24: oid 24 updating version 3 to 4 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T02:54:55.741 INFO:tasks.rados.rados.0.smithi097.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:25: finishing write tid 1 to smithi09778949-25 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:25: finishing write tid 2 to smithi09778949-25 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:25: finishing write tid 3 to smithi09778949-25 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:25: oid 25 updating version 0 to 8 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:25: oid 25 version 8 is already newer than 7 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 8 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:26: finishing write tid 1 to smithi09778949-26 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:26: finishing write tid 2 to smithi09778949-26 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:26: finishing write tid 3 to smithi09778949-26 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:26: oid 26 updating version 0 to 4 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:26: oid 26 version 4 is already newer than 3 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-09-16T02:54:55.742 INFO:tasks.rados.rados.0.smithi097.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-09-16T02:54:55.743 INFO:tasks.rados.rados.0.smithi097.stdout:23: done (15 left) 2024-09-16T02:54:55.743 INFO:tasks.rados.rados.0.smithi097.stdout:24: done (14 left) 2024-09-16T02:54:55.743 INFO:tasks.rados.rados.0.smithi097.stdout:25: done (13 left) 2024-09-16T02:54:55.743 INFO:tasks.rados.rados.0.smithi097.stdout:26: done (12 left) 2024-09-16T02:54:55.743 INFO:tasks.rados.rados.0.smithi097.stdout:39: write initial oid 39 2024-09-16T02:54:55.743 INFO:tasks.rados.rados.0.smithi097.stdout:39: seq_num 38 ranges {0=638976} 2024-09-16T02:54:55.743 INFO:tasks.rados.rados.0.smithi097.stdout:39: writing smithi09778949-39 from 0 to 638976 tid 1 2024-09-16T02:54:55.744 INFO:tasks.rados.rados.0.smithi097.stdout:40: write initial oid 40 2024-09-16T02:54:55.744 INFO:tasks.rados.rados.0.smithi097.stdout:40: seq_num 39 ranges {0=663552} 2024-09-16T02:54:55.747 INFO:tasks.rados.rados.0.smithi097.stdout:40: writing smithi09778949-40 from 0 to 663552 tid 1 2024-09-16T02:54:55.748 INFO:tasks.rados.rados.0.smithi097.stdout:41: write initial oid 41 2024-09-16T02:54:55.748 INFO:tasks.rados.rados.0.smithi097.stdout:41: seq_num 40 ranges {0=679936} 2024-09-16T02:54:55.752 INFO:tasks.rados.rados.0.smithi097.stdout:41: writing smithi09778949-41 from 0 to 679936 tid 1 2024-09-16T02:54:55.752 INFO:tasks.rados.rados.0.smithi097.stdout:42: write initial oid 42 2024-09-16T02:54:55.752 INFO:tasks.rados.rados.0.smithi097.stdout:42: seq_num 41 ranges {0=696320} 2024-09-16T02:54:55.756 INFO:tasks.rados.rados.0.smithi097.stdout:42: writing smithi09778949-42 from 0 to 696320 tid 1 2024-09-16T02:54:55.756 INFO:tasks.rados.rados.0.smithi097.stdout: waiting on 16 2024-09-16T02:54:55.756 INFO:tasks.rados.rados.0.smithi097.stdout:27: finishing write tid 1 to smithi09778949-27 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:27: finishing write tid 2 to smithi09778949-27 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:27: finishing write tid 3 to smithi09778949-27 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:27: oid 27 updating version 0 to 9 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:27: oid 27 updating version 9 to 10 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:28: finishing write tid 1 to smithi09778949-28 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:28: finishing write tid 2 to smithi09778949-28 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:29: finishing write tid 1 to smithi09778949-29 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:27: done (15 left) 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:43: write initial oid 43 2024-09-16T02:54:55.757 INFO:tasks.rados.rados.0.smithi097.stdout:43: seq_num 42 ranges {0=712704} 2024-09-16T02:54:55.761 INFO:tasks.rados.rados.0.smithi097.stdout:43: writing smithi09778949-43 from 0 to 712704 tid 1 2024-09-16T02:54:55.761 INFO:tasks.rados.rados.0.smithi097.stdout: waiting on 16 2024-09-16T02:54:55.761 INFO:tasks.rados.rados.0.smithi097.stdout:29: finishing write tid 2 to smithi09778949-29 2024-09-16T02:54:55.761 INFO:tasks.rados.rados.0.smithi097.stdout:28: finishing write tid 3 to smithi09778949-28 2024-09-16T02:54:55.761 INFO:tasks.rados.rados.0.smithi097.stdout:28: oid 28 updating version 0 to 12 2024-09-16T02:54:55.761 INFO:tasks.rados.rados.0.smithi097.stdout:28: oid 28 version 12 is already newer than 11 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 12 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:29: finishing write tid 3 to smithi09778949-29 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:29: oid 29 updating version 0 to 3 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:29: oid 29 updating version 3 to 4 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:30: finishing write tid 1 to smithi09778949-30 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:30: finishing write tid 2 to smithi09778949-30 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:30: finishing write tid 3 to smithi09778949-30 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:30: oid 30 updating version 0 to 3 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:30: oid 30 updating version 3 to 4 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-09-16T02:54:55.762 INFO:tasks.rados.rados.0.smithi097.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-09-16T02:54:55.763 INFO:tasks.rados.rados.0.smithi097.stdout:31: finishing write tid 1 to smithi09778949-31 2024-09-16T02:54:55.763 INFO:tasks.rados.rados.0.smithi097.stdout:31: finishing write tid 2 to smithi09778949-31 2024-09-16T02:54:55.763 INFO:tasks.rados.rados.0.smithi097.stdout:28: done (15 left) 2024-09-16T02:54:55.763 INFO:tasks.rados.rados.0.smithi097.stdout:29: done (14 left) 2024-09-16T02:54:55.763 INFO:tasks.rados.rados.0.smithi097.stdout:30: done (13 left) 2024-09-16T02:54:55.763 INFO:tasks.rados.rados.0.smithi097.stdout:44: write initial oid 44 2024-09-16T02:54:55.763 INFO:tasks.rados.rados.0.smithi097.stdout:44: seq_num 43 ranges {0=729088} 2024-09-16T02:54:55.765 INFO:tasks.rados.rados.0.smithi097.stdout:44: writing smithi09778949-44 from 0 to 729088 tid 1 2024-09-16T02:54:55.765 INFO:tasks.rados.rados.0.smithi097.stdout:45: write initial oid 45 2024-09-16T02:54:55.765 INFO:tasks.rados.rados.0.smithi097.stdout:45: seq_num 44 ranges {0=745472} 2024-09-16T02:54:55.770 INFO:tasks.rados.rados.0.smithi097.stdout:45: writing smithi09778949-45 from 0 to 745472 tid 1 2024-09-16T02:54:55.770 INFO:tasks.rados.rados.0.smithi097.stdout:46: write initial oid 46 2024-09-16T02:54:55.770 INFO:tasks.rados.rados.0.smithi097.stdout:46: seq_num 45 ranges {0=761856} 2024-09-16T02:54:55.774 INFO:tasks.rados.rados.0.smithi097.stdout:46: writing smithi09778949-46 from 0 to 761856 tid 1 2024-09-16T02:54:55.774 INFO:tasks.rados.rados.0.smithi097.stdout: waiting on 16 2024-09-16T02:54:55.774 INFO:tasks.rados.rados.0.smithi097.stdout:31: finishing write tid 3 to smithi09778949-31 2024-09-16T02:54:55.774 INFO:tasks.rados.rados.0.smithi097.stdout:31: oid 31 updating version 0 to 4 2024-09-16T02:54:55.775 INFO:tasks.rados.rados.0.smithi097.stdout:31: oid 31 version 4 is already newer than 3 2024-09-16T02:54:55.775 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-16T02:54:55.775 INFO:tasks.rados.rados.0.smithi097.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-09-16T02:54:55.775 INFO:tasks.rados.rados.0.smithi097.stdout:32: finishing write tid 1 to smithi09778949-32 2024-09-16T02:54:55.775 INFO:tasks.rados.rados.0.smithi097.stdout:31: done (15 left) 2024-09-16T02:54:55.775 INFO:tasks.rados.rados.0.smithi097.stdout:47: write initial oid 47 2024-09-16T02:54:55.775 INFO:tasks.rados.rados.0.smithi097.stdout:47: seq_num 46 ranges {0=778240} 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout:47: writing smithi09778949-47 from 0 to 778240 tid 1 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout: waiting on 16 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout:32: finishing write tid 2 to smithi09778949-32 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout:32: finishing write tid 3 to smithi09778949-32 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout:32: oid 32 updating version 0 to 3 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout:32: oid 32 updating version 3 to 4 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-09-16T02:54:55.779 INFO:tasks.rados.rados.0.smithi097.stdout:33: finishing write tid 1 to smithi09778949-33 2024-09-16T02:54:55.780 INFO:tasks.rados.rados.0.smithi097.stdout:32: done (15 left) 2024-09-16T02:54:55.780 INFO:tasks.rados.rados.0.smithi097.stdout:48: write initial oid 48 2024-09-16T02:54:55.780 INFO:tasks.rados.rados.0.smithi097.stdout:48: seq_num 47 ranges {0=794624} 2024-09-16T02:54:55.784 INFO:tasks.rados.rados.0.smithi097.stdout:48: writing smithi09778949-48 from 0 to 794624 tid 1 2024-09-16T02:54:55.784 INFO:tasks.rados.rados.0.smithi097.stdout: waiting on 16 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:33: finishing write tid 2 to smithi09778949-33 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:33: finishing write tid 3 to smithi09778949-33 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:33: oid 33 updating version 0 to 6 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:33: oid 33 version 6 is already newer than 5 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:34: finishing write tid 1 to smithi09778949-34 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:34: finishing write tid 2 to smithi09778949-34 2024-09-16T02:54:55.785 INFO:tasks.rados.rados.0.smithi097.stdout:34: finishing write tid 3 to smithi09778949-34 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:34: oid 34 updating version 0 to 6 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:34: oid 34 version 6 is already newer than 5 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:35: finishing write tid 1 to smithi09778949-35 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:35: finishing write tid 2 to smithi09778949-35 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:35: finishing write tid 3 to smithi09778949-35 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:35: oid 35 updating version 0 to 6 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:35: oid 35 version 6 is already newer than 5 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:36: finishing write tid 1 to smithi09778949-36 2024-09-16T02:54:55.786 INFO:tasks.rados.rados.0.smithi097.stdout:36: finishing write tid 2 to smithi09778949-36 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:36: finishing write tid 3 to smithi09778949-36 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:36: oid 36 updating version 0 to 9 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:36: oid 36 updating version 9 to 10 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 10 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:37: finishing write tid 1 to smithi09778949-37 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:37: finishing write tid 2 to smithi09778949-37 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:37: finishing write tid 3 to smithi09778949-37 2024-09-16T02:54:55.787 INFO:tasks.rados.rados.0.smithi097.stdout:37: oid 37 updating version 0 to 3 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:37: oid 37 updating version 3 to 4 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:38: finishing write tid 1 to smithi09778949-38 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:38: finishing write tid 2 to smithi09778949-38 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:38: finishing write tid 3 to smithi09778949-38 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:38: oid 38 updating version 0 to 8 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:38: oid 38 version 8 is already newer than 7 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:39: finishing write tid 1 to smithi09778949-39 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:39: finishing write tid 2 to smithi09778949-39 2024-09-16T02:54:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:39: finishing write tid 3 to smithi09778949-39 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:39: oid 39 updating version 0 to 6 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:39: oid 39 version 6 is already newer than 5 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:40: finishing write tid 1 to smithi09778949-40 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:40: finishing write tid 2 to smithi09778949-40 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:33: done (15 left) 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:34: done (14 left) 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:35: done (13 left) 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:36: done (12 left) 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:37: done (11 left) 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:38: done (10 left) 2024-09-16T02:54:55.789 INFO:tasks.rados.rados.0.smithi097.stdout:39: done (9 left) 2024-09-16T02:54:55.790 INFO:tasks.rados.rados.0.smithi097.stdout:49: write initial oid 49 2024-09-16T02:54:55.790 INFO:tasks.rados.rados.0.smithi097.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-09-16T02:54:55.790 INFO:tasks.rados.rados.0.smithi097.stdout:49: writing smithi09778949-49 from 0 to 409600 tid 1 2024-09-16T02:54:55.790 INFO:tasks.rados.rados.0.smithi097.stdout:49: writing smithi09778949-49 from 409600 to 811008 tid 2 2024-09-16T02:54:55.790 INFO:tasks.rados.rados.0.smithi097.stdout:50: write initial oid 50 2024-09-16T02:54:55.791 INFO:tasks.rados.rados.0.smithi097.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-09-16T02:54:55.791 INFO:tasks.rados.rados.0.smithi097.stdout:50: writing smithi09778949-50 from 0 to 425984 tid 1 2024-09-16T02:54:55.794 INFO:tasks.rados.rados.0.smithi097.stdout:50: writing smithi09778949-50 from 425984 to 827392 tid 2 2024-09-16T02:54:55.794 INFO:tasks.rados.rados.0.smithi097.stdout:51: copy_from oid 3 from oid 31 current snap is 0 2024-09-16T02:54:55.794 INFO:tasks.rados.rados.0.smithi097.stdout:40: finishing write tid 3 to smithi09778949-40 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:40: oid 40 updating version 0 to 5 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:40: oid 40 updating version 5 to 6 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:40: done (11 left) 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 0 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:41: finishing write tid 1 to smithi09778949-41 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:41: finishing write tid 2 to smithi09778949-41 2024-09-16T02:54:55.795 INFO:tasks.rados.rados.0.smithi097.stdout:52: seq_num 50 ranges {622592=442368,1064960=401408} 2024-09-16T02:54:55.800 INFO:tasks.rados.rados.0.smithi097.stdout:52: writing smithi09778949-38 from 622592 to 1064960 tid 1 2024-09-16T02:54:55.804 INFO:tasks.rados.rados.0.smithi097.stdout:52: writing smithi09778949-38 from 1064960 to 1466368 tid 2 2024-09-16T02:54:55.804 INFO:tasks.rados.rados.0.smithi097.stdout:53: rmattr oid 39 current snap is 0 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:53: done (12 left) 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:54: delete oid 40 current snap is 0 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:41: finishing write tid 3 to smithi09778949-41 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:41: oid 41 updating version 0 to 11 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:41: oid 41 updating version 11 to 12 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 12 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:42: finishing write tid 1 to smithi09778949-42 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:42: finishing write tid 2 to smithi09778949-42 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:42: finishing write tid 3 to smithi09778949-42 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:42: oid 42 updating version 0 to 13 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:42: oid 42 updating version 13 to 14 2024-09-16T02:54:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 14 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:43: finishing write tid 1 to smithi09778949-43 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:43: finishing write tid 2 to smithi09778949-43 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:43: finishing write tid 3 to smithi09778949-43 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:43: oid 43 updating version 0 to 8 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:43: oid 43 version 8 is already newer than 7 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 8 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:44: finishing write tid 1 to smithi09778949-44 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:44: finishing write tid 2 to smithi09778949-44 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:44: finishing write tid 3 to smithi09778949-44 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:44: oid 44 updating version 0 to 10 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:44: oid 44 version 10 is already newer than 9 2024-09-16T02:54:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 10 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:45: finishing write tid 1 to smithi09778949-45 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:45: finishing write tid 2 to smithi09778949-45 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:45: finishing write tid 3 to smithi09778949-45 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:45: oid 45 updating version 0 to 2 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:45: oid 45 version 2 is already newer than 1 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 2 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:46: finishing write tid 1 to smithi09778949-46 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:46: finishing write tid 2 to smithi09778949-46 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:46: finishing write tid 3 to smithi09778949-46 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:46: oid 46 updating version 0 to 6 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:46: oid 46 version 6 is already newer than 5 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T02:54:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:47: finishing write tid 1 to smithi09778949-47 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:47: finishing write tid 2 to smithi09778949-47 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:47: finishing write tid 3 to smithi09778949-47 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:47: oid 47 updating version 0 to 3 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:47: oid 47 updating version 3 to 4 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:48: finishing write tid 1 to smithi09778949-48 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:48: finishing write tid 2 to smithi09778949-48 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:48: finishing write tid 3 to smithi09778949-48 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:48: oid 48 updating version 0 to 2 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:48: oid 48 version 2 is already newer than 1 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 2 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T02:54:55.808 INFO:tasks.rados.rados.0.smithi097.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:49: finishing write tid 1 to smithi09778949-49 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:49: finishing write tid 2 to smithi09778949-49 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:49: finishing write tid 3 to smithi09778949-49 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:49: finishing write tid 4 to smithi09778949-49 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:49: oid 49 updating version 0 to 13 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:49: oid 49 version 13 is already newer than 12 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:49: oid 49 version 13 is already newer than 11 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:50: finishing write tid 1 to smithi09778949-50 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:50: finishing write tid 2 to smithi09778949-50 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:50: finishing write tid 3 to smithi09778949-50 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:50: finishing write tid 4 to smithi09778949-50 2024-09-16T02:54:55.809 INFO:tasks.rados.rados.0.smithi097.stdout:50: oid 50 updating version 0 to 7 2024-09-16T02:54:55.810 INFO:tasks.rados.rados.0.smithi097.stdout:50: oid 50 version 7 is already newer than 5 2024-09-16T02:54:55.810 INFO:tasks.rados.rados.0.smithi097.stdout:50: oid 50 version 7 is already newer than 6 2024-09-16T02:54:55.810 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T02:54:55.810 INFO:tasks.rados.rados.0.smithi097.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-09-16T02:54:55.810 INFO:tasks.rados.rados.0.smithi097.stdout:51: finishing copy_from racing read to smithi09778949-3 2024-09-16T02:54:55.810 INFO:tasks.rados.rados.0.smithi097.stdout:52: finishing write tid 1 to smithi09778949-38 2024-09-16T02:54:55.810 INFO:tasks.rados.rados.0.smithi097.stdout:51: finishing copy_from to smithi09778949-3 2024-09-16T02:54:55.810 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-09-16T02:54:55.811 INFO:tasks.rados.rados.0.smithi097.stdout:52: finishing write tid 2 to smithi09778949-38 2024-09-16T02:54:55.811 INFO:tasks.rados.rados.0.smithi097.stdout:41: done (12 left) 2024-09-16T02:54:55.811 INFO:tasks.rados.rados.0.smithi097.stdout:42: done (11 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:43: done (10 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:44: done (9 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:45: done (8 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:46: done (7 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:47: done (6 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:48: done (5 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:49: done (4 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:50: done (3 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:51: done (2 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:54: done (1 left) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:55: read oid 15 snap -1 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-16T02:54:55.812 INFO:tasks.rados.rados.0.smithi097.stdout:56: rollback oid 30 current snap is 0 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:56: done (2 left) 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:57: read oid 27 snap -1 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:52: finishing write tid 3 to smithi09778949-38 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:59: rollback oid 45 current snap is 0 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:59: done (4 left) 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:61: delete oid 1 current snap is 0 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:52: finishing write tid 4 to smithi09778949-38 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:52: oid 38 updating version 0 to 15 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:52: oid 38 updating version 15 to 16 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:52: oid 38 version 16 is already newer than 14 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 16 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T02:54:55.813 INFO:tasks.rados.rados.0.smithi097.stdout:52: left oid 38 (ObjNum 50 snap 0 seq_num 50) 2024-09-16T02:54:55.814 INFO:tasks.rados.rados.0.smithi097.stdout:52: done (5 left) 2024-09-16T02:54:55.814 INFO:tasks.rados.rados.0.smithi097.stdout:61: done (4 left) 2024-09-16T02:54:55.814 INFO:tasks.rados.rados.0.smithi097.stdout:62: read oid 24 snap -1 2024-09-16T02:54:55.814 INFO:tasks.rados.rados.0.smithi097.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T02:54:55.814 INFO:tasks.rados.rados.0.smithi097.stdout:63: snap_create 2024-09-16T02:54:55.814 INFO:tasks.rados.rados.0.smithi097.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:54:55.823 INFO:tasks.rados.rados.0.smithi097.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-09-16T02:54:55.830 INFO:tasks.rados.rados.0.smithi097.stdout:60: finishing copy_from racing read to smithi09778949-22 2024-09-16T02:54:55.830 INFO:tasks.rados.rados.0.smithi097.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T02:54:55.842 INFO:tasks.rados.rados.0.smithi097.stdout:60: finishing copy_from to smithi09778949-22 2024-09-16T02:54:55.842 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 2 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T02:54:55.842 INFO:tasks.rados.rados.0.smithi097.stdout:58: finishing copy_from racing read to smithi09778949-28 2024-09-16T02:54:55.842 INFO:tasks.rados.rados.0.smithi097.stdout:58: finishing copy_from to smithi09778949-28 2024-09-16T02:54:55.842 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T02:54:55.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:55 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/446830090' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T02:54:55.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:55 smithi184 ceph-mon[31162]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T02:54:55.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:55 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/446830090' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T02:54:55.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:55 smithi097 ceph-mon[27580]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T02:54:55.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:55 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/446830090' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T02:54:55.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:55 smithi097 ceph-mon[38292]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:55: done (5 left) 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:57: done (4 left) 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:58: done (3 left) 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:60: done (2 left) 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:62: done (1 left) 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:63: done (0 left) 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:65: read oid 30 snap -1 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 1 2024-09-16T02:54:56.664 INFO:tasks.rados.rados.0.smithi097.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-09-16T02:54:56.669 INFO:tasks.rados.rados.0.smithi097.stdout:66: writing smithi09778949-23 from 376832 to 868352 tid 1 2024-09-16T02:54:56.672 INFO:tasks.rados.rados.0.smithi097.stdout:66: writing smithi09778949-23 from 868352 to 1269760 tid 2 2024-09-16T02:54:56.672 INFO:tasks.rados.rados.0.smithi097.stdout:67: rollback oid 10 current snap is 1 2024-09-16T02:54:56.672 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 0 2024-09-16T02:54:56.672 INFO:tasks.rados.rados.0.smithi097.stdout:64: finishing copy_from racing read to smithi09778949-15 2024-09-16T02:54:56.672 INFO:tasks.rados.rados.0.smithi097.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:64: finishing copy_from to smithi09778949-15 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:64: done (3 left) 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:65: done (2 left) 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:68: setattr oid 20 current snap is 1 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:66: finishing write tid 1 to smithi09778949-23 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:66: finishing write tid 2 to smithi09778949-23 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:67: finishing rollback tid 0 to smithi09778949-10 2024-09-16T02:54:56.688 INFO:tasks.rados.rados.0.smithi097.stdout:66: finishing write tid 3 to smithi09778949-23 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:67: finishing rollback tid 1 to smithi09778949-10 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:67: finishing rollback tid 2 to smithi09778949-10 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 20 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:66: finishing write tid 4 to smithi09778949-23 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:66: oid 23 updating version 0 to 8 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:66: oid 23 updating version 8 to 9 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:66: oid 23 updating version 9 to 10 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 10 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T02:54:56.689 INFO:tasks.rados.rados.0.smithi097.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:66: done (2 left) 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:67: done (1 left) 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:70: read oid 24 snap 0 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:72: rollback oid 49 current snap is 1 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 49 to 0 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:73: read oid 4 snap 0 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-16T02:54:56.691 INFO:tasks.rados.rados.0.smithi097.stdout:74: rmattr oid 7 current snap is 1 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:74: done (6 left) 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:76: read oid 39 snap -1 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:78: read oid 2 snap -1 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:79: setattr oid 41 current snap is 1 2024-09-16T02:54:56.692 INFO:tasks.rados.rados.0.smithi097.stdout:80: snap_create 2024-09-16T02:54:56.695 INFO:tasks.rados.rados.0.smithi097.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-09-16T02:54:56.695 INFO:tasks.rados.rados.0.smithi097.stdout:72: finishing rollback tid 0 to smithi09778949-49 2024-09-16T02:54:56.696 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-09-16T02:54:56.696 INFO:tasks.rados.rados.0.smithi097.stdout:72: finishing rollback tid 1 to smithi09778949-49 2024-09-16T02:54:56.696 INFO:tasks.rados.rados.0.smithi097.stdout:72: finishing rollback tid 2 to smithi09778949-49 2024-09-16T02:54:56.696 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 24 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-09-16T02:54:56.696 INFO:tasks.rados.rados.0.smithi097.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T02:54:56.708 INFO:tasks.rados.rados.0.smithi097.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-09-16T02:54:56.709 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 15 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-09-16T02:54:56.709 INFO:tasks.rados.rados.0.smithi097.stdout:69: finishing copy_from racing read to smithi09778949-45 2024-09-16T02:54:56.709 INFO:tasks.rados.rados.0.smithi097.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T02:54:56.728 INFO:tasks.rados.rados.0.smithi097.stdout:69: finishing copy_from to smithi09778949-45 2024-09-16T02:54:56.729 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-09-16T02:54:56.729 INFO:tasks.rados.rados.0.smithi097.stdout:71: finishing copy_from racing read to smithi09778949-36 2024-09-16T02:54:56.729 INFO:tasks.rados.rados.0.smithi097.stdout:71: finishing copy_from to smithi09778949-36 2024-09-16T02:54:56.729 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T02:54:56.729 INFO:tasks.rados.rados.0.smithi097.stdout:77: finishing copy_from racing read to smithi09778949-6 2024-09-16T02:54:56.729 INFO:tasks.rados.rados.0.smithi097.stdout:77: finishing copy_from to smithi09778949-6 2024-09-16T02:54:56.730 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T02:54:56.730 INFO:tasks.rados.rados.0.smithi097.stdout:75: finishing copy_from racing read to smithi09778949-21 2024-09-16T02:54:56.730 INFO:tasks.rados.rados.0.smithi097.stdout:75: finishing copy_from to smithi09778949-21 2024-09-16T02:54:56.730 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 6 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-09-16T02:54:56.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:56 smithi184 ceph-mon[31162]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:56.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:56 smithi184 ceph-mon[31162]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T02:54:56.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:56 smithi184 ceph-mon[31162]: Cluster is now healthy 2024-09-16T02:54:56.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:56 smithi184 ceph-mon[31162]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T02:54:56.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:56 smithi184 ceph-mon[31162]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T02:54:56.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[27580]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:56.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[27580]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T02:54:56.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[27580]: Cluster is now healthy 2024-09-16T02:54:56.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[27580]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T02:54:56.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[27580]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T02:54:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[38292]: pgmap v105: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[38292]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T02:54:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[38292]: Cluster is now healthy 2024-09-16T02:54:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[38292]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-09-16T02:54:56.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:56 smithi097 ceph-mon[38292]: osdmap e83: 8 total, 8 up, 8 in 2024-09-16T02:54:57.672 INFO:tasks.rados.rados.0.smithi097.stdout:68: done (11 left) 2024-09-16T02:54:57.672 INFO:tasks.rados.rados.0.smithi097.stdout:69: done (10 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:70: done (9 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:71: done (8 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:72: done (7 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:73: done (6 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:75: done (5 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:76: done (4 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:77: done (3 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:78: done (2 left) 2024-09-16T02:54:57.673 INFO:tasks.rados.rados.0.smithi097.stdout:79: done (1 left) 2024-09-16T02:54:57.674 INFO:tasks.rados.rados.0.smithi097.stdout:80: done (0 left) 2024-09-16T02:54:57.674 INFO:tasks.rados.rados.0.smithi097.stdout:81: rollback oid 40 current snap is 2 2024-09-16T02:54:57.674 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 1 2024-09-16T02:54:57.674 INFO:tasks.rados.rados.0.smithi097.stdout:82: snap_create 2024-09-16T02:54:57.674 INFO:tasks.rados.rados.0.smithi097.stdout:81: finishing rollback tid 1 to smithi09778949-40 2024-09-16T02:54:57.674 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 0 (ObjNum 129 snap 0 seq_num 1584880131) dirty dne 2024-09-16T02:54:57.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:57 smithi097 ceph-mon[27580]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T02:54:57.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:57 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:57.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:57 smithi097 ceph-mon[38292]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T02:54:57.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:57 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:58.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:57 smithi184 ceph-mon[31162]: osdmap e84: 8 total, 8 up, 8 in 2024-09-16T02:54:58.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:57 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:54:58.683 INFO:tasks.rados.rados.0.smithi097.stdout:81: done (1 left) 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:82: done (0 left) 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:83: rollback oid 9 current snap is 3 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 0 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:84: read oid 20 snap 1 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:85: read oid 25 snap -1 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:87: setattr oid 48 current snap is 3 2024-09-16T02:54:58.684 INFO:tasks.rados.rados.0.smithi097.stdout:88: snap_remove snap 2 2024-09-16T02:54:58.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:58 smithi097 ceph-mon[38292]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:58.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:58 smithi097 ceph-mon[38292]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T02:54:58.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:58 smithi097 ceph-mon[27580]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:58.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:58 smithi097 ceph-mon[27580]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T02:54:59.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:58 smithi184 ceph-mon[31162]: pgmap v108: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:54:59.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:58 smithi184 ceph-mon[31162]: osdmap e85: 8 total, 8 up, 8 in 2024-09-16T02:54:59.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:54:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:54:59] "GET /metrics HTTP/1.1" 200 35957 "" "Prometheus/2.43.0" 2024-09-16T02:54:59.684 INFO:tasks.rados.rados.0.smithi097.stdout:88: done (5 left) 2024-09-16T02:54:59.684 INFO:tasks.rados.rados.0.smithi097.stdout:89: read oid 38 snap 1 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:89: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:90: read oid 18 snap -1 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:92: rmattr oid 43 current snap is 3 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:92: done (8 left) 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:93: delete oid 14 current snap is 3 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:83: finishing rollback tid 0 to smithi09778949-9 2024-09-16T02:54:59.685 INFO:tasks.rados.rados.0.smithi097.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-09-16T02:54:59.699 INFO:tasks.rados.rados.0.smithi097.stdout:83: finishing rollback tid 1 to smithi09778949-9 2024-09-16T02:54:59.699 INFO:tasks.rados.rados.0.smithi097.stdout:84: done (8 left) 2024-09-16T02:54:59.699 INFO:tasks.rados.rados.0.smithi097.stdout:93: done (7 left) 2024-09-16T02:54:59.699 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 3 2024-09-16T02:54:59.699 INFO:tasks.rados.rados.0.smithi097.stdout:83: finishing rollback tid 2 to smithi09778949-9 2024-09-16T02:54:59.699 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-16T02:54:59.699 INFO:tasks.rados.rados.0.smithi097.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T02:54:59.711 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 4 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T02:54:59.711 INFO:tasks.rados.rados.0.smithi097.stdout:86: finishing copy_from racing read to smithi09778949-34 2024-09-16T02:54:59.711 INFO:tasks.rados.rados.0.smithi097.stdout:86: finishing copy_from to smithi09778949-34 2024-09-16T02:54:59.711 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T02:54:59.711 INFO:tasks.rados.rados.0.smithi097.stdout:94: seq_num 55 ranges {155648=524288,679936=401408} 2024-09-16T02:54:59.714 INFO:tasks.rados.rados.0.smithi097.stdout:94: writing smithi09778949-10 from 155648 to 679936 tid 1 2024-09-16T02:54:59.717 INFO:tasks.rados.rados.0.smithi097.stdout:94: writing smithi09778949-10 from 679936 to 1081344 tid 2 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:83: done (7 left) 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:85: done (6 left) 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:86: done (5 left) 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:87: done (4 left) 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:95: read oid 40 snap 0 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:95: expect deleted 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:96: rmattr oid 3 current snap is 3 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:96: done (5 left) 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:97: read oid 33 snap 0 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:97: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 3 2024-09-16T02:54:59.718 INFO:tasks.rados.rados.0.smithi097.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-16T02:54:59.727 INFO:tasks.rados.rados.0.smithi097.stdout:89: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T02:54:59.779 INFO:tasks.rados.rados.0.smithi097.stdout:91: finishing copy_from racing read to smithi09778949-2 2024-09-16T02:54:59.779 INFO:tasks.rados.rados.0.smithi097.stdout:91: finishing copy_from to smithi09778949-2 2024-09-16T02:54:59.779 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:54:59.779 INFO:tasks.rados.rados.0.smithi097.stdout:98: seq_num 56 ranges {606208=540672,1146880=401408} 2024-09-16T02:54:59.785 INFO:tasks.rados.rados.0.smithi097.stdout:98: writing smithi09778949-6 from 606208 to 1146880 tid 1 2024-09-16T02:54:59.787 INFO:tasks.rados.rados.0.smithi097.stdout:98: writing smithi09778949-6 from 1146880 to 1548288 tid 2 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:89: done (6 left) 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:90: done (5 left) 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:91: done (4 left) 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:99: copy_from oid 17 from oid 5 current snap is 3 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:94: finishing write tid 1 to smithi09778949-10 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:94: finishing write tid 2 to smithi09778949-10 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:94: finishing write tid 3 to smithi09778949-10 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:94: finishing write tid 4 to smithi09778949-10 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:94: oid 10 updating version 0 to 27 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:94: oid 10 updating version 27 to 28 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:94: oid 10 version 28 is already newer than 26 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 28 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-09-16T02:54:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:94: left oid 10 (ObjNum 55 snap 3 seq_num 55) 2024-09-16T02:54:59.789 INFO:tasks.rados.rados.0.smithi097.stdout:97: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-16T02:54:59.805 INFO:tasks.rados.rados.0.smithi097.stdout:98: finishing write tid 1 to smithi09778949-6 2024-09-16T02:54:59.805 INFO:tasks.rados.rados.0.smithi097.stdout:98: finishing write tid 2 to smithi09778949-6 2024-09-16T02:54:59.805 INFO:tasks.rados.rados.0.smithi097.stdout:98: finishing write tid 3 to smithi09778949-6 2024-09-16T02:54:59.805 INFO:tasks.rados.rados.0.smithi097.stdout:94: done (4 left) 2024-09-16T02:54:59.805 INFO:tasks.rados.rados.0.smithi097.stdout:95: done (3 left) 2024-09-16T02:54:59.805 INFO:tasks.rados.rados.0.smithi097.stdout:97: done (2 left) 2024-09-16T02:54:59.805 INFO:tasks.rados.rados.0.smithi097.stdout:100: snap_remove snap 1 2024-09-16T02:54:59.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:54:59 smithi097 ceph-mon[27580]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T02:54:59.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:54:59 smithi097 ceph-mon[38292]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T02:55:00.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:54:59 smithi184 ceph-mon[31162]: osdmap e86: 8 total, 8 up, 8 in 2024-09-16T02:55:00.690 INFO:tasks.rados.rados.0.smithi097.stdout:100: done (2 left) 2024-09-16T02:55:00.690 INFO:tasks.rados.rados.0.smithi097.stdout:101: copy_from oid 16 from oid 22 current snap is 3 2024-09-16T02:55:00.690 INFO:tasks.rados.rados.0.smithi097.stdout:99: finishing copy_from racing read to smithi09778949-17 2024-09-16T02:55:00.690 INFO:tasks.rados.rados.0.smithi097.stdout:99: finishing copy_from to smithi09778949-17 2024-09-16T02:55:00.690 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T02:55:00.690 INFO:tasks.rados.rados.0.smithi097.stdout:98: finishing write tid 4 to smithi09778949-6 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:98: oid 6 updating version 0 to 10 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:98: oid 6 version 10 is already newer than 8 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:98: oid 6 version 10 is already newer than 9 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 10 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:98: left oid 6 (ObjNum 56 snap 3 seq_num 56) 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:98: done (2 left) 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:99: done (1 left) 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:102: read oid 14 snap 0 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:102: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 3 2024-09-16T02:55:00.691 INFO:tasks.rados.rados.0.smithi097.stdout:103: seq_num 57 ranges {811008=557056,1368064=401408} 2024-09-16T02:55:00.698 INFO:tasks.rados.rados.0.smithi097.stdout:103: writing smithi09778949-49 from 811008 to 1368064 tid 1 2024-09-16T02:55:00.701 INFO:tasks.rados.rados.0.smithi097.stdout:103: writing smithi09778949-49 from 1368064 to 1769472 tid 2 2024-09-16T02:55:00.701 INFO:tasks.rados.rados.0.smithi097.stdout:104: delete oid 43 current snap is 3 2024-09-16T02:55:00.702 INFO:tasks.rados.rados.0.smithi097.stdout:102: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:102: done (3 left) 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:104: done (2 left) 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:105: read oid 21 snap -1 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:105: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:106: rollback oid 43 current snap is 3 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 0 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:103: finishing write tid 1 to smithi09778949-49 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:101: finishing copy_from racing read to smithi09778949-16 2024-09-16T02:55:00.710 INFO:tasks.rados.rados.0.smithi097.stdout:103: finishing write tid 2 to smithi09778949-49 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:101: finishing copy_from to smithi09778949-16 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:103: finishing write tid 3 to smithi09778949-49 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:103: finishing write tid 4 to smithi09778949-49 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:103: oid 49 updating version 0 to 33 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:103: oid 49 version 33 is already newer than 32 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:103: oid 49 version 33 is already newer than 31 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 33 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:103: left oid 49 (ObjNum 57 snap 3 seq_num 57) 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:101: done (3 left) 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:103: done (2 left) 2024-09-16T02:55:00.711 INFO:tasks.rados.rados.0.smithi097.stdout:107: delete oid 12 current snap is 3 2024-09-16T02:55:00.712 INFO:tasks.rados.rados.0.smithi097.stdout:107: done (2 left) 2024-09-16T02:55:00.712 INFO:tasks.rados.rados.0.smithi097.stdout:108: read oid 17 snap 0 2024-09-16T02:55:00.712 INFO:tasks.rados.rados.0.smithi097.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T02:55:00.712 INFO:tasks.rados.rados.0.smithi097.stdout:109: rollback oid 40 current snap is 3 2024-09-16T02:55:00.712 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 0 2024-09-16T02:55:00.713 INFO:tasks.rados.rados.0.smithi097.stdout:110: delete oid 8 current snap is 3 2024-09-16T02:55:00.714 INFO:tasks.rados.rados.0.smithi097.stdout:105: expect (ObjNum 11 snap 0 seq_num 11) 2024-09-16T02:55:00.719 INFO:tasks.rados.rados.0.smithi097.stdout:106: finishing rollback tid 1 to smithi09778949-43 2024-09-16T02:55:00.719 INFO:tasks.rados.rados.0.smithi097.stdout:106: finishing rollback tid 2 to smithi09778949-43 2024-09-16T02:55:00.719 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 18 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-16T02:55:00.719 INFO:tasks.rados.rados.0.smithi097.stdout:109: finishing rollback tid 1 to smithi09778949-40 2024-09-16T02:55:00.719 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 0 (ObjNum 273 snap 0 seq_num 1973389536) dirty dne 2024-09-16T02:55:00.720 INFO:tasks.rados.rados.0.smithi097.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T02:55:00.727 INFO:tasks.rados.rados.0.smithi097.stdout:105: done (4 left) 2024-09-16T02:55:00.727 INFO:tasks.rados.rados.0.smithi097.stdout:106: done (3 left) 2024-09-16T02:55:00.727 INFO:tasks.rados.rados.0.smithi097.stdout:108: done (2 left) 2024-09-16T02:55:00.727 INFO:tasks.rados.rados.0.smithi097.stdout:109: done (1 left) 2024-09-16T02:55:00.727 INFO:tasks.rados.rados.0.smithi097.stdout:110: done (0 left) 2024-09-16T02:55:00.727 INFO:tasks.rados.rados.0.smithi097.stdout:111: setattr oid 35 current snap is 3 2024-09-16T02:55:00.727 INFO:tasks.rados.rados.0.smithi097.stdout:112: snap_create 2024-09-16T02:55:00.730 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 16 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T02:55:00.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:00 smithi097 ceph-mon[27580]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.4 MiB/s wr, 75 op/s 2024-09-16T02:55:00.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:00 smithi097 ceph-mon[27580]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T02:55:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:00 smithi097 ceph-mon[38292]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.4 MiB/s wr, 75 op/s 2024-09-16T02:55:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:00 smithi097 ceph-mon[38292]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T02:55:01.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:00 smithi184 ceph-mon[31162]: pgmap v111: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.4 MiB/s wr, 75 op/s 2024-09-16T02:55:01.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:00 smithi184 ceph-mon[31162]: osdmap e87: 8 total, 8 up, 8 in 2024-09-16T02:55:01.702 INFO:tasks.rados.rados.0.smithi097.stdout:111: done (1 left) 2024-09-16T02:55:01.703 INFO:tasks.rados.rados.0.smithi097.stdout:112: done (0 left) 2024-09-16T02:55:01.703 INFO:tasks.rados.rados.0.smithi097.stdout:113: copy_from oid 25 from oid 6 current snap is 4 2024-09-16T02:55:01.703 INFO:tasks.rados.rados.0.smithi097.stdout:114: setattr oid 23 current snap is 4 2024-09-16T02:55:01.704 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 4 2024-09-16T02:55:01.704 INFO:tasks.rados.rados.0.smithi097.stdout:115: seq_num 61 ranges {24576=630784,655360=401408} 2024-09-16T02:55:01.708 INFO:tasks.rados.rados.0.smithi097.stdout:115: writing smithi09778949-15 from 24576 to 655360 tid 1 2024-09-16T02:55:01.712 INFO:tasks.rados.rados.0.smithi097.stdout:115: writing smithi09778949-15 from 655360 to 1056768 tid 2 2024-09-16T02:55:01.712 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 4 2024-09-16T02:55:01.712 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 12 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-09-16T02:55:01.713 INFO:tasks.rados.rados.0.smithi097.stdout:116: seq_num 62 ranges {319488=647168,966656=401408} 2024-09-16T02:55:01.718 INFO:tasks.rados.rados.0.smithi097.stdout:116: writing smithi09778949-20 from 319488 to 966656 tid 1 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:116: writing smithi09778949-20 from 966656 to 1368064 tid 2 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:114: done (3 left) 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:117: rollback oid 14 current snap is 4 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 14 to 0 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:115: finishing write tid 1 to smithi09778949-15 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:118: read oid 31 snap -1 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:118: expect (ObjNum 30 snap 0 seq_num 30) 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 4 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:115: finishing write tid 2 to smithi09778949-15 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:113: finishing copy_from racing read to smithi09778949-25 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:115: finishing write tid 3 to smithi09778949-15 2024-09-16T02:55:01.722 INFO:tasks.rados.rados.0.smithi097.stdout:113: finishing copy_from to smithi09778949-25 2024-09-16T02:55:01.723 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 10 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-16T02:55:01.723 INFO:tasks.rados.rados.0.smithi097.stdout:115: finishing write tid 4 to smithi09778949-15 2024-09-16T02:55:01.723 INFO:tasks.rados.rados.0.smithi097.stdout:115: oid 15 updating version 0 to 23 2024-09-16T02:55:01.723 INFO:tasks.rados.rados.0.smithi097.stdout:115: oid 15 version 23 is already newer than 22 2024-09-16T02:55:01.723 INFO:tasks.rados.rados.0.smithi097.stdout:115: oid 15 version 23 is already newer than 21 2024-09-16T02:55:01.723 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 23 (ObjNum 61 snap 4 seq_num 61) dirty exists 2024-09-16T02:55:01.723 INFO:tasks.rados.rados.0.smithi097.stdout:115: left oid 15 (ObjNum 61 snap 4 seq_num 61) 2024-09-16T02:55:01.723 INFO:tasks.rados.rados.0.smithi097.stdout:119: seq_num 63 ranges {1769472=663552,2433024=401408} 2024-09-16T02:55:01.736 INFO:tasks.rados.rados.0.smithi097.stdout:119: writing smithi09778949-49 from 1769472 to 2433024 tid 1 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:119: writing smithi09778949-49 from 2433024 to 2834432 tid 2 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:113: done (5 left) 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:115: done (4 left) 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:120: snap_create 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:116: finishing write tid 1 to smithi09778949-20 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:117: finishing rollback tid 1 to smithi09778949-14 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:116: finishing write tid 2 to smithi09778949-20 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:117: finishing rollback tid 2 to smithi09778949-14 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 16 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-09-16T02:55:01.740 INFO:tasks.rados.rados.0.smithi097.stdout:116: finishing write tid 3 to smithi09778949-20 2024-09-16T02:55:01.741 INFO:tasks.rados.rados.0.smithi097.stdout:116: finishing write tid 4 to smithi09778949-20 2024-09-16T02:55:01.741 INFO:tasks.rados.rados.0.smithi097.stdout:116: oid 20 updating version 0 to 9 2024-09-16T02:55:01.741 INFO:tasks.rados.rados.0.smithi097.stdout:116: oid 20 version 9 is already newer than 8 2024-09-16T02:55:01.741 INFO:tasks.rados.rados.0.smithi097.stdout:116: oid 20 updating version 9 to 10 2024-09-16T02:55:01.741 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 10 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-16T02:55:01.741 INFO:tasks.rados.rados.0.smithi097.stdout:116: left oid 20 (ObjNum 62 snap 4 seq_num 62) 2024-09-16T02:55:01.741 INFO:tasks.rados.rados.0.smithi097.stdout:118: expect (ObjNum 30 snap 0 seq_num 30) 2024-09-16T02:55:01.755 INFO:tasks.rados.rados.0.smithi097.stdout:119: finishing write tid 1 to smithi09778949-49 2024-09-16T02:55:01.755 INFO:tasks.rados.rados.0.smithi097.stdout:119: finishing write tid 2 to smithi09778949-49 2024-09-16T02:55:01.755 INFO:tasks.rados.rados.0.smithi097.stdout:119: finishing write tid 3 to smithi09778949-49 2024-09-16T02:55:01.755 INFO:tasks.rados.rados.0.smithi097.stdout:119: finishing write tid 4 to smithi09778949-49 2024-09-16T02:55:01.755 INFO:tasks.rados.rados.0.smithi097.stdout:119: oid 49 updating version 0 to 35 2024-09-16T02:55:01.756 INFO:tasks.rados.rados.0.smithi097.stdout:119: oid 49 updating version 35 to 36 2024-09-16T02:55:01.756 INFO:tasks.rados.rados.0.smithi097.stdout:119: oid 49 updating version 36 to 37 2024-09-16T02:55:01.756 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 37 (ObjNum 63 snap 4 seq_num 63) dirty exists 2024-09-16T02:55:01.756 INFO:tasks.rados.rados.0.smithi097.stdout:119: left oid 49 (ObjNum 63 snap 4 seq_num 63) 2024-09-16T02:55:01.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:01 smithi097 ceph-mon[27580]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T02:55:01.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:01 smithi097 ceph-mon[38292]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T02:55:02.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:01 smithi184 ceph-mon[31162]: osdmap e88: 8 total, 8 up, 8 in 2024-09-16T02:55:02.708 INFO:tasks.rados.rados.0.smithi097.stdout:116: done (4 left) 2024-09-16T02:55:02.708 INFO:tasks.rados.rados.0.smithi097.stdout:117: done (3 left) 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:118: done (2 left) 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:119: done (1 left) 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:120: done (0 left) 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:121: read oid 48 snap 3 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:122: rollback oid 22 current snap is 5 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 0 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:123: read oid 17 snap 0 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 5 2024-09-16T02:55:02.709 INFO:tasks.rados.rados.0.smithi097.stdout:124: seq_num 64 ranges {524288=679936,1204224=401408} 2024-09-16T02:55:02.715 INFO:tasks.rados.rados.0.smithi097.stdout:124: writing smithi09778949-32 from 524288 to 1204224 tid 1 2024-09-16T02:55:02.718 INFO:tasks.rados.rados.0.smithi097.stdout:124: writing smithi09778949-32 from 1204224 to 1605632 tid 2 2024-09-16T02:55:02.718 INFO:tasks.rados.rados.0.smithi097.stdout:125: copy_from oid 1 from oid 24 current snap is 5 2024-09-16T02:55:02.718 INFO:tasks.rados.rados.0.smithi097.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-09-16T02:55:02.726 INFO:tasks.rados.rados.0.smithi097.stdout:122: finishing rollback tid 0 to smithi09778949-22 2024-09-16T02:55:02.727 INFO:tasks.rados.rados.0.smithi097.stdout:122: finishing rollback tid 1 to smithi09778949-22 2024-09-16T02:55:02.727 INFO:tasks.rados.rados.0.smithi097.stdout:122: finishing rollback tid 2 to smithi09778949-22 2024-09-16T02:55:02.727 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 11 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-09-16T02:55:02.727 INFO:tasks.rados.rados.0.smithi097.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:121: done (4 left) 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:122: done (3 left) 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:123: done (2 left) 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:126: read oid 48 snap -1 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:126: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:127: rmattr oid 6 current snap is 5 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:127: done (3 left) 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:128: read oid 18 snap -1 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:128: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:129: rmattr oid 42 current snap is 5 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:129: done (4 left) 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:130: setattr oid 39 current snap is 5 2024-09-16T02:55:02.751 INFO:tasks.rados.rados.0.smithi097.stdout:124: finishing write tid 1 to smithi09778949-32 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:124: finishing write tid 2 to smithi09778949-32 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:124: finishing write tid 3 to smithi09778949-32 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:124: finishing write tid 4 to smithi09778949-32 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:124: oid 32 updating version 0 to 18 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:124: oid 32 updating version 18 to 19 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:124: oid 32 updating version 19 to 20 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 20 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:124: left oid 32 (ObjNum 64 snap 5 seq_num 64) 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:125: finishing copy_from racing read to smithi09778949-1 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:125: finishing copy_from to smithi09778949-1 2024-09-16T02:55:02.752 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-09-16T02:55:02.753 INFO:tasks.rados.rados.0.smithi097.stdout:124: done (4 left) 2024-09-16T02:55:02.753 INFO:tasks.rados.rados.0.smithi097.stdout:125: done (3 left) 2024-09-16T02:55:02.753 INFO:tasks.rados.rados.0.smithi097.stdout:131: copy_from oid 24 from oid 20 current snap is 5 2024-09-16T02:55:02.753 INFO:tasks.rados.rados.0.smithi097.stdout:132: setattr oid 13 current snap is 5 2024-09-16T02:55:02.753 INFO:tasks.rados.rados.0.smithi097.stdout:133: snap_remove snap 4 2024-09-16T02:55:02.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:02 smithi097 ceph-mon[27580]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.4 MiB/s wr, 75 op/s 2024-09-16T02:55:02.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:02 smithi097 ceph-mon[27580]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T02:55:02.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:02 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:02.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:02 smithi097 ceph-mon[38292]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.4 MiB/s wr, 75 op/s 2024-09-16T02:55:02.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:02 smithi097 ceph-mon[38292]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T02:55:02.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:02 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:03.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:02 smithi184 ceph-mon[31162]: pgmap v114: 121 pgs: 121 active+clean; 25 MiB data, 260 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.4 MiB/s wr, 75 op/s 2024-09-16T02:55:03.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:02 smithi184 ceph-mon[31162]: osdmap e89: 8 total, 8 up, 8 in 2024-09-16T02:55:03.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:02 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:03.712 INFO:tasks.rados.rados.0.smithi097.stdout:133: done (5 left) 2024-09-16T02:55:03.712 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 5 2024-09-16T02:55:03.712 INFO:tasks.rados.rados.0.smithi097.stdout:128: expect (ObjNum 17 snap 0 seq_num 17) 2024-09-16T02:55:03.721 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 13 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T02:55:03.721 INFO:tasks.rados.rados.0.smithi097.stdout:126: expect (ObjNum 47 snap 0 seq_num 47) 2024-09-16T02:55:03.746 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 14 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-09-16T02:55:03.746 INFO:tasks.rados.rados.0.smithi097.stdout:131: finishing copy_from racing read to smithi09778949-24 2024-09-16T02:55:03.746 INFO:tasks.rados.rados.0.smithi097.stdout:131: finishing copy_from to smithi09778949-24 2024-09-16T02:55:03.746 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 10 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-16T02:55:03.746 INFO:tasks.rados.rados.0.smithi097.stdout:134: seq_num 65 ranges {491520=696320,1187840=401408} 2024-09-16T02:55:03.753 INFO:tasks.rados.rados.0.smithi097.stdout:134: writing smithi09778949-30 from 491520 to 1187840 tid 1 2024-09-16T02:55:03.757 INFO:tasks.rados.rados.0.smithi097.stdout:134: writing smithi09778949-30 from 1187840 to 1589248 tid 2 2024-09-16T02:55:03.757 INFO:tasks.rados.rados.0.smithi097.stdout:126: done (5 left) 2024-09-16T02:55:03.757 INFO:tasks.rados.rados.0.smithi097.stdout:128: done (4 left) 2024-09-16T02:55:03.757 INFO:tasks.rados.rados.0.smithi097.stdout:130: done (3 left) 2024-09-16T02:55:03.757 INFO:tasks.rados.rados.0.smithi097.stdout:131: done (2 left) 2024-09-16T02:55:03.757 INFO:tasks.rados.rados.0.smithi097.stdout:132: done (1 left) 2024-09-16T02:55:03.757 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 5 2024-09-16T02:55:03.757 INFO:tasks.rados.rados.0.smithi097.stdout:135: seq_num 66 ranges {557056=712704,1269760=401408} 2024-09-16T02:55:03.764 INFO:tasks.rados.rados.0.smithi097.stdout:135: writing smithi09778949-45 from 557056 to 1269760 tid 1 2024-09-16T02:55:03.766 INFO:tasks.rados.rados.0.smithi097.stdout:135: writing smithi09778949-45 from 1269760 to 1671168 tid 2 2024-09-16T02:55:03.766 INFO:tasks.rados.rados.0.smithi097.stdout:136: snap_remove snap 0 2024-09-16T02:55:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:03 smithi097 ceph-mon[27580]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T02:55:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:03 smithi097 ceph-mon[27580]: pgmap v117: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.0 MiB/s wr, 51 op/s 2024-09-16T02:55:03.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:03 smithi097 ceph-mon[38292]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T02:55:03.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:03 smithi097 ceph-mon[38292]: pgmap v117: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.0 MiB/s wr, 51 op/s 2024-09-16T02:55:04.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:03 smithi184 ceph-mon[31162]: osdmap e90: 8 total, 8 up, 8 in 2024-09-16T02:55:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:03 smithi184 ceph-mon[31162]: pgmap v117: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.0 MiB/s wr, 51 op/s 2024-09-16T02:55:04.753 INFO:tasks.rados.rados.0.smithi097.stdout:136: done (2 left) 2024-09-16T02:55:04.753 INFO:tasks.rados.rados.0.smithi097.stdout:137: delete oid 22 current snap is 5 2024-09-16T02:55:04.753 INFO:tasks.rados.rados.0.smithi097.stdout:134: finishing write tid 1 to smithi09778949-30 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:134: finishing write tid 2 to smithi09778949-30 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:134: finishing write tid 3 to smithi09778949-30 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:134: finishing write tid 4 to smithi09778949-30 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:134: oid 30 updating version 0 to 13 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:134: oid 30 version 13 is already newer than 12 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:134: oid 30 updating version 13 to 14 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 14 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:134: left oid 30 (ObjNum 65 snap 5 seq_num 65) 2024-09-16T02:55:04.754 INFO:tasks.rados.rados.0.smithi097.stdout:135: finishing write tid 1 to smithi09778949-45 2024-09-16T02:55:04.755 INFO:tasks.rados.rados.0.smithi097.stdout:135: finishing write tid 2 to smithi09778949-45 2024-09-16T02:55:04.755 INFO:tasks.rados.rados.0.smithi097.stdout:135: finishing write tid 3 to smithi09778949-45 2024-09-16T02:55:04.755 INFO:tasks.rados.rados.0.smithi097.stdout:135: finishing write tid 4 to smithi09778949-45 2024-09-16T02:55:04.755 INFO:tasks.rados.rados.0.smithi097.stdout:135: oid 45 updating version 0 to 9 2024-09-16T02:55:04.755 INFO:tasks.rados.rados.0.smithi097.stdout:135: oid 45 updating version 9 to 10 2024-09-16T02:55:04.755 INFO:tasks.rados.rados.0.smithi097.stdout:135: oid 45 version 10 is already newer than 8 2024-09-16T02:55:04.755 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 10 (ObjNum 66 snap 5 seq_num 66) dirty exists 2024-09-16T02:55:04.755 INFO:tasks.rados.rados.0.smithi097.stdout:135: left oid 45 (ObjNum 66 snap 5 seq_num 66) 2024-09-16T02:55:04.763 INFO:tasks.rados.rados.0.smithi097.stdout:134: done (2 left) 2024-09-16T02:55:04.764 INFO:tasks.rados.rados.0.smithi097.stdout:135: done (1 left) 2024-09-16T02:55:04.764 INFO:tasks.rados.rados.0.smithi097.stdout:137: done (0 left) 2024-09-16T02:55:04.764 INFO:tasks.rados.rados.0.smithi097.stdout:138: snap_create 2024-09-16T02:55:04.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:04 smithi097 ceph-mon[27580]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T02:55:04.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:04 smithi097 ceph-mon[27580]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T02:55:04.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:04 smithi097 ceph-mon[38292]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T02:55:04.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:04 smithi097 ceph-mon[38292]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T02:55:05.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:04 smithi184 ceph-mon[31162]: osdmap e91: 8 total, 8 up, 8 in 2024-09-16T02:55:05.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:04 smithi184 ceph-mon[31162]: osdmap e92: 8 total, 8 up, 8 in 2024-09-16T02:55:05.757 INFO:tasks.rados.rados.0.smithi097.stdout:138: done (0 left) 2024-09-16T02:55:05.757 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 6 2024-09-16T02:55:05.757 INFO:tasks.rados.rados.0.smithi097.stdout:139: seq_num 68 ranges {507904=745472,1253376=401408} 2024-09-16T02:55:05.763 INFO:tasks.rados.rados.0.smithi097.stdout:139: writing smithi09778949-31 from 507904 to 1253376 tid 1 2024-09-16T02:55:05.766 INFO:tasks.rados.rados.0.smithi097.stdout:139: writing smithi09778949-31 from 1253376 to 1654784 tid 2 2024-09-16T02:55:05.766 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 6 2024-09-16T02:55:05.766 INFO:tasks.rados.rados.0.smithi097.stdout:140: seq_num 69 ranges {794624=761856,1556480=401408} 2024-09-16T02:55:05.775 INFO:tasks.rados.rados.0.smithi097.stdout:140: writing smithi09778949-16 from 794624 to 1556480 tid 1 2024-09-16T02:55:05.778 INFO:tasks.rados.rados.0.smithi097.stdout:140: writing smithi09778949-16 from 1556480 to 1957888 tid 2 2024-09-16T02:55:05.778 INFO:tasks.rados.rados.0.smithi097.stdout:141: copy_from oid 10 from oid 39 current snap is 6 2024-09-16T02:55:05.778 INFO:tasks.rados.rados.0.smithi097.stdout:139: finishing write tid 1 to smithi09778949-31 2024-09-16T02:55:05.778 INFO:tasks.rados.rados.0.smithi097.stdout:139: finishing write tid 2 to smithi09778949-31 2024-09-16T02:55:05.778 INFO:tasks.rados.rados.0.smithi097.stdout:139: finishing write tid 3 to smithi09778949-31 2024-09-16T02:55:05.778 INFO:tasks.rados.rados.0.smithi097.stdout:139: finishing write tid 4 to smithi09778949-31 2024-09-16T02:55:05.778 INFO:tasks.rados.rados.0.smithi097.stdout:139: oid 31 updating version 0 to 10 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:139: oid 31 updating version 10 to 11 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:139: oid 31 version 11 is already newer than 9 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 11 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:139: left oid 31 (ObjNum 68 snap 6 seq_num 68) 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:139: done (2 left) 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:142: read oid 25 snap 3 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:142: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:143: copy_from oid 21 from oid 35 current snap is 6 2024-09-16T02:55:05.779 INFO:tasks.rados.rados.0.smithi097.stdout:144: snap_remove snap 5 2024-09-16T02:55:06.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:05 smithi184 ceph-mon[31162]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T02:55:06.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:05 smithi184 ceph-mon[31162]: pgmap v121: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 53 op/s 2024-09-16T02:55:06.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:05 smithi097 ceph-mon[38292]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T02:55:06.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:05 smithi097 ceph-mon[38292]: pgmap v121: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 53 op/s 2024-09-16T02:55:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:05 smithi097 ceph-mon[27580]: osdmap e93: 8 total, 8 up, 8 in 2024-09-16T02:55:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:05 smithi097 ceph-mon[27580]: pgmap v121: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail; 4.7 MiB/s rd, 3.1 MiB/s wr, 53 op/s 2024-09-16T02:55:06.769 INFO:tasks.rados.rados.0.smithi097.stdout:144: done (4 left) 2024-09-16T02:55:06.769 INFO:tasks.rados.rados.0.smithi097.stdout:145: delete oid 8 current snap is 6 2024-09-16T02:55:06.769 INFO:tasks.rados.rados.0.smithi097.stdout:140: finishing write tid 1 to smithi09778949-16 2024-09-16T02:55:06.769 INFO:tasks.rados.rados.0.smithi097.stdout:142: expect (ObjNum 24 snap 0 seq_num 24) 2024-09-16T02:55:06.782 INFO:tasks.rados.rados.0.smithi097.stdout:140: finishing write tid 2 to smithi09778949-16 2024-09-16T02:55:06.782 INFO:tasks.rados.rados.0.smithi097.stdout:140: finishing write tid 3 to smithi09778949-16 2024-09-16T02:55:06.782 INFO:tasks.rados.rados.0.smithi097.stdout:140: finishing write tid 4 to smithi09778949-16 2024-09-16T02:55:06.782 INFO:tasks.rados.rados.0.smithi097.stdout:140: oid 16 updating version 0 to 22 2024-09-16T02:55:06.782 INFO:tasks.rados.rados.0.smithi097.stdout:140: oid 16 updating version 22 to 24 2024-09-16T02:55:06.782 INFO:tasks.rados.rados.0.smithi097.stdout:140: oid 16 version 24 is already newer than 23 2024-09-16T02:55:06.782 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 24 (ObjNum 69 snap 6 seq_num 69) dirty exists 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:140: left oid 16 (ObjNum 69 snap 6 seq_num 69) 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:141: finishing copy_from racing read to smithi09778949-10 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:141: finishing copy_from to smithi09778949-10 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 13 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:143: finishing copy_from racing read to smithi09778949-21 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:143: finishing copy_from to smithi09778949-21 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 16 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:140: done (4 left) 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:141: done (3 left) 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:142: done (2 left) 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:143: done (1 left) 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:145: done (0 left) 2024-09-16T02:55:06.783 INFO:tasks.rados.rados.0.smithi097.stdout:146: snap_remove snap 3 2024-09-16T02:55:07.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:06 smithi184 ceph-mon[31162]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T02:55:07.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:06 smithi097 ceph-mon[27580]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T02:55:07.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:06 smithi097 ceph-mon[38292]: osdmap e94: 8 total, 8 up, 8 in 2024-09-16T02:55:07.776 INFO:tasks.rados.rados.0.smithi097.stdout:146: done (0 left) 2024-09-16T02:55:07.776 INFO:tasks.rados.rados.0.smithi097.stdout:147: snap_create 2024-09-16T02:55:08.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:07 smithi184 ceph-mon[31162]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T02:55:08.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:07 smithi184 ceph-mon[31162]: pgmap v124: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:08.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:07 smithi097 ceph-mon[27580]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T02:55:08.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:07 smithi097 ceph-mon[27580]: pgmap v124: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:08.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:07 smithi097 ceph-mon[38292]: osdmap e95: 8 total, 8 up, 8 in 2024-09-16T02:55:08.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:07 smithi097 ceph-mon[38292]: pgmap v124: 121 pgs: 121 active+clean; 37 MiB data, 277 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:08.776 INFO:tasks.rados.rados.0.smithi097.stdout:147: done (0 left) 2024-09-16T02:55:08.776 INFO:tasks.rados.rados.0.smithi097.stdout:148: read oid 46 snap -1 2024-09-16T02:55:08.777 INFO:tasks.rados.rados.0.smithi097.stdout:148: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:55:08.777 INFO:tasks.rados.rados.0.smithi097.stdout:149: read oid 7 snap 6 2024-09-16T02:55:08.777 INFO:tasks.rados.rados.0.smithi097.stdout:149: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T02:55:08.777 INFO:tasks.rados.rados.0.smithi097.stdout:150: snap_create 2024-09-16T02:55:08.779 INFO:tasks.rados.rados.0.smithi097.stdout:149: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T02:55:08.783 INFO:tasks.rados.rados.0.smithi097.stdout:148: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:55:09.033 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:08 smithi097 ceph-mon[27580]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T02:55:09.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:08 smithi097 ceph-mon[38292]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T02:55:09.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:08 smithi184 ceph-mon[31162]: osdmap e96: 8 total, 8 up, 8 in 2024-09-16T02:55:09.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:55:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:55:09] "GET /metrics HTTP/1.1" 200 35957 "" "Prometheus/2.43.0" 2024-09-16T02:55:09.782 INFO:tasks.rados.rados.0.smithi097.stdout:148: done (2 left) 2024-09-16T02:55:09.782 INFO:tasks.rados.rados.0.smithi097.stdout:149: done (1 left) 2024-09-16T02:55:09.782 INFO:tasks.rados.rados.0.smithi097.stdout:150: done (0 left) 2024-09-16T02:55:09.782 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 8 2024-09-16T02:55:09.782 INFO:tasks.rados.rados.0.smithi097.stdout:151: seq_num 71 ranges {204800=794624,999424=401408} 2024-09-16T02:55:09.787 INFO:tasks.rados.rados.0.smithi097.stdout:151: writing smithi09778949-13 from 204800 to 999424 tid 1 2024-09-16T02:55:09.790 INFO:tasks.rados.rados.0.smithi097.stdout:151: writing smithi09778949-13 from 999424 to 1400832 tid 2 2024-09-16T02:55:09.790 INFO:tasks.rados.rados.0.smithi097.stdout:152: copy_from oid 15 from oid 5 current snap is 8 2024-09-16T02:55:09.790 INFO:tasks.rados.rados.0.smithi097.stdout:153: rollback oid 19 current snap is 8 2024-09-16T02:55:09.790 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 19 to 7 2024-09-16T02:55:09.790 INFO:tasks.rados.rados.0.smithi097.stdout:154: copy_from oid 21 from oid 24 current snap is 8 2024-09-16T02:55:09.790 INFO:tasks.rados.rados.0.smithi097.stdout:155: copy_from oid 3 from oid 7 current snap is 8 2024-09-16T02:55:09.791 INFO:tasks.rados.rados.0.smithi097.stdout:156: read oid 33 snap -1 2024-09-16T02:55:09.791 INFO:tasks.rados.rados.0.smithi097.stdout:156: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-16T02:55:09.791 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 8 2024-09-16T02:55:09.791 INFO:tasks.rados.rados.0.smithi097.stdout:157: seq_num 72 ranges {1957888=409600,2367488=524288,2891776=278528} 2024-09-16T02:55:09.804 INFO:tasks.rados.rados.0.smithi097.stdout:157: writing smithi09778949-16 from 1957888 to 2367488 tid 1 2024-09-16T02:55:09.807 INFO:tasks.rados.rados.0.smithi097.stdout:157: writing smithi09778949-16 from 2367488 to 2891776 tid 2 2024-09-16T02:55:09.809 INFO:tasks.rados.rados.0.smithi097.stdout:157: writing smithi09778949-16 from 2891776 to 3170304 tid 3 2024-09-16T02:55:09.809 INFO:tasks.rados.rados.0.smithi097.stdout:158: rmattr oid 34 current snap is 8 2024-09-16T02:55:09.809 INFO:tasks.rados.rados.0.smithi097.stdout:158: done (7 left) 2024-09-16T02:55:09.810 INFO:tasks.rados.rados.0.smithi097.stdout:159: snap_remove snap 6 2024-09-16T02:55:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:09 smithi184 ceph-mon[31162]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T02:55:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:09 smithi184 ceph-mon[31162]: pgmap v127: 121 pgs: 121 active+clean; 36 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 301 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T02:55:10.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:09 smithi097 ceph-mon[27580]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T02:55:10.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:09 smithi097 ceph-mon[27580]: pgmap v127: 121 pgs: 121 active+clean; 36 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 301 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T02:55:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:09 smithi097 ceph-mon[38292]: osdmap e97: 8 total, 8 up, 8 in 2024-09-16T02:55:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:09 smithi097 ceph-mon[38292]: pgmap v127: 121 pgs: 121 active+clean; 36 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 301 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T02:55:10.790 INFO:tasks.rados.rados.0.smithi097.stdout:159: done (7 left) 2024-09-16T02:55:10.791 INFO:tasks.rados.rados.0.smithi097.stdout:160: read oid 39 snap -1 2024-09-16T02:55:10.791 INFO:tasks.rados.rados.0.smithi097.stdout:160: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T02:55:10.791 INFO:tasks.rados.rados.0.smithi097.stdout:161: setattr oid 40 current snap is 8 2024-09-16T02:55:10.791 INFO:tasks.rados.rados.0.smithi097.stdout:151: finishing write tid 1 to smithi09778949-13 2024-09-16T02:55:10.791 INFO:tasks.rados.rados.0.smithi097.stdout:151: finishing write tid 2 to smithi09778949-13 2024-09-16T02:55:10.791 INFO:tasks.rados.rados.0.smithi097.stdout:151: finishing write tid 3 to smithi09778949-13 2024-09-16T02:55:10.791 INFO:tasks.rados.rados.0.smithi097.stdout:156: expect (ObjNum 32 snap 0 seq_num 32) 2024-09-16T02:55:10.808 INFO:tasks.rados.rados.0.smithi097.stdout:152: finishing copy_from racing read to smithi09778949-15 2024-09-16T02:55:10.808 INFO:tasks.rados.rados.0.smithi097.stdout:153: finishing rollback tid 0 to smithi09778949-19 2024-09-16T02:55:10.808 INFO:tasks.rados.rados.0.smithi097.stdout:153: finishing rollback tid 1 to smithi09778949-19 2024-09-16T02:55:10.808 INFO:tasks.rados.rados.0.smithi097.stdout:153: finishing rollback tid 2 to smithi09778949-19 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 32 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:151: finishing write tid 4 to smithi09778949-13 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:151: oid 13 updating version 0 to 26 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:151: oid 13 version 26 is already newer than 25 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:151: oid 13 version 26 is already newer than 24 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 26 (ObjNum 71 snap 8 seq_num 71) dirty exists 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:151: left oid 13 (ObjNum 71 snap 8 seq_num 71) 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:152: finishing copy_from to smithi09778949-15 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 4 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:155: finishing copy_from racing read to smithi09778949-3 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:155: finishing copy_from to smithi09778949-3 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:154: finishing copy_from racing read to smithi09778949-21 2024-09-16T02:55:10.809 INFO:tasks.rados.rados.0.smithi097.stdout:157: finishing write tid 1 to smithi09778949-16 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:154: finishing copy_from to smithi09778949-21 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 10 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: finishing write tid 2 to smithi09778949-16 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: finishing write tid 3 to smithi09778949-16 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: finishing write tid 4 to smithi09778949-16 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: finishing write tid 5 to smithi09778949-16 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: oid 16 updating version 0 to 39 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: oid 16 version 39 is already newer than 38 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: oid 16 version 39 is already newer than 36 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: oid 16 version 39 is already newer than 37 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 39 (ObjNum 72 snap 8 seq_num 72) dirty exists 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:157: left oid 16 (ObjNum 72 snap 8 seq_num 72) 2024-09-16T02:55:10.810 INFO:tasks.rados.rados.0.smithi097.stdout:160: expect (ObjNum 38 snap 0 seq_num 38) 2024-09-16T02:55:10.833 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 42 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T02:55:10.833 INFO:tasks.rados.rados.0.smithi097.stdout:151: done (8 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:152: done (7 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:153: done (6 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:154: done (5 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:155: done (4 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:156: done (3 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:157: done (2 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:160: done (1 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:161: done (0 left) 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:162: copy_from oid 7 from oid 12 current snap is 8 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:163: copy_from oid 16 from oid 3 current snap is 8 2024-09-16T02:55:10.834 INFO:tasks.rados.rados.0.smithi097.stdout:164: snap_create 2024-09-16T02:55:10.835 INFO:tasks.rados.rados.0.smithi097.stdout:162: finishing copy_from to smithi09778949-7 2024-09-16T02:55:10.835 INFO:tasks.rados.rados.0.smithi097.stdout:162: got expected ENOENT (src dne) 2024-09-16T02:55:10.835 INFO:tasks.rados.rados.0.smithi097.stdout:162: finishing copy_from racing read to smithi09778949-7 2024-09-16T02:55:10.837 INFO:tasks.rados.rados.0.smithi097.stdout:163: finishing copy_from racing read to smithi09778949-16 2024-09-16T02:55:10.837 INFO:tasks.rados.rados.0.smithi097.stdout:163: finishing copy_from to smithi09778949-16 2024-09-16T02:55:10.837 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-09-16T02:55:11.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:10 smithi184 ceph-mon[31162]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T02:55:11.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:10 smithi097 ceph-mon[27580]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T02:55:11.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:10 smithi097 ceph-mon[38292]: osdmap e98: 8 total, 8 up, 8 in 2024-09-16T02:55:11.795 INFO:tasks.rados.rados.0.smithi097.stdout:162: done (2 left) 2024-09-16T02:55:11.795 INFO:tasks.rados.rados.0.smithi097.stdout:163: done (1 left) 2024-09-16T02:55:11.795 INFO:tasks.rados.rados.0.smithi097.stdout:164: done (0 left) 2024-09-16T02:55:11.796 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 9 2024-09-16T02:55:11.796 INFO:tasks.rados.rados.0.smithi097.stdout:165: seq_num 73 ranges {1605632=425984,2031616=409600,2441216=393216} 2024-09-16T02:55:11.806 INFO:tasks.rados.rados.0.smithi097.stdout:165: writing smithi09778949-32 from 1605632 to 2031616 tid 1 2024-09-16T02:55:11.808 INFO:tasks.rados.rados.0.smithi097.stdout:165: writing smithi09778949-32 from 2031616 to 2441216 tid 2 2024-09-16T02:55:11.811 INFO:tasks.rados.rados.0.smithi097.stdout:165: writing smithi09778949-32 from 2441216 to 2834432 tid 3 2024-09-16T02:55:11.811 INFO:tasks.rados.rados.0.smithi097.stdout:166: snap_create 2024-09-16T02:55:11.811 INFO:tasks.rados.rados.0.smithi097.stdout:165: finishing write tid 1 to smithi09778949-32 2024-09-16T02:55:11.813 INFO:tasks.rados.rados.0.smithi097.stdout:165: finishing write tid 2 to smithi09778949-32 2024-09-16T02:55:11.813 INFO:tasks.rados.rados.0.smithi097.stdout:165: finishing write tid 3 to smithi09778949-32 2024-09-16T02:55:11.813 INFO:tasks.rados.rados.0.smithi097.stdout:165: finishing write tid 4 to smithi09778949-32 2024-09-16T02:55:11.814 INFO:tasks.rados.rados.0.smithi097.stdout:165: finishing write tid 5 to smithi09778949-32 2024-09-16T02:55:11.814 INFO:tasks.rados.rados.0.smithi097.stdout:165: oid 32 updating version 0 to 35 2024-09-16T02:55:11.815 INFO:tasks.rados.rados.0.smithi097.stdout:165: oid 32 version 35 is already newer than 33 2024-09-16T02:55:11.815 INFO:tasks.rados.rados.0.smithi097.stdout:165: oid 32 version 35 is already newer than 34 2024-09-16T02:55:11.815 INFO:tasks.rados.rados.0.smithi097.stdout:165: oid 32 version 35 is already newer than 32 2024-09-16T02:55:11.815 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 35 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-09-16T02:55:11.815 INFO:tasks.rados.rados.0.smithi097.stdout:165: left oid 32 (ObjNum 73 snap 9 seq_num 73) 2024-09-16T02:55:11.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:11 smithi097 ceph-mon[27580]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T02:55:11.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:11 smithi097 ceph-mon[27580]: pgmap v130: 121 pgs: 121 active+clean; 36 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 301 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T02:55:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:11 smithi097 ceph-mon[38292]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T02:55:11.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:11 smithi097 ceph-mon[38292]: pgmap v130: 121 pgs: 121 active+clean; 36 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 301 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T02:55:12.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:11 smithi184 ceph-mon[31162]: osdmap e99: 8 total, 8 up, 8 in 2024-09-16T02:55:12.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:11 smithi184 ceph-mon[31162]: pgmap v130: 121 pgs: 121 active+clean; 36 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 301 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T02:55:12.799 INFO:tasks.rados.rados.0.smithi097.stdout:165: done (1 left) 2024-09-16T02:55:12.799 INFO:tasks.rados.rados.0.smithi097.stdout:166: done (0 left) 2024-09-16T02:55:12.799 INFO:tasks.rados.rados.0.smithi097.stdout:167: snap_create 2024-09-16T02:55:13.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:12 smithi184 ceph-mon[31162]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T02:55:13.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:12 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:13.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:12 smithi097 ceph-mon[27580]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T02:55:13.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:12 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:13.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:12 smithi097 ceph-mon[38292]: osdmap e100: 8 total, 8 up, 8 in 2024-09-16T02:55:13.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:12 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:13.757 INFO:tasks.rados.rados.0.smithi097.stdout:167: done (0 left) 2024-09-16T02:55:13.757 INFO:tasks.rados.rados.0.smithi097.stdout:168: snap_remove snap 7 2024-09-16T02:55:14.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:13 smithi184 ceph-mon[31162]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T02:55:14.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:13 smithi184 ceph-mon[31162]: pgmap v133: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T02:55:14.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:13 smithi184 ceph-mon[31162]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T02:55:14.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:13 smithi097 ceph-mon[27580]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T02:55:14.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:13 smithi097 ceph-mon[27580]: pgmap v133: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T02:55:14.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:13 smithi097 ceph-mon[27580]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T02:55:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:13 smithi097 ceph-mon[38292]: osdmap e101: 8 total, 8 up, 8 in 2024-09-16T02:55:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:13 smithi097 ceph-mon[38292]: pgmap v133: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T02:55:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:13 smithi097 ceph-mon[38292]: osdmap e102: 8 total, 8 up, 8 in 2024-09-16T02:55:14.756 INFO:tasks.rados.rados.0.smithi097.stdout:168: done (0 left) 2024-09-16T02:55:14.756 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 11 2024-09-16T02:55:14.756 INFO:tasks.rados.rados.0.smithi097.stdout:169: seq_num 74 ranges {0=442368,442368=696320,1138688=106496} 2024-09-16T02:55:14.759 INFO:tasks.rados.rados.0.smithi097.stdout:169: writing smithi09778949-22 from 0 to 442368 tid 1 2024-09-16T02:55:14.764 INFO:tasks.rados.rados.0.smithi097.stdout:169: writing smithi09778949-22 from 442368 to 1138688 tid 2 2024-09-16T02:55:14.765 INFO:tasks.rados.rados.0.smithi097.stdout:169: writing smithi09778949-22 from 1138688 to 1245184 tid 3 2024-09-16T02:55:14.765 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 11 2024-09-16T02:55:14.765 INFO:tasks.rados.rados.0.smithi097.stdout:169: finishing write tid 1 to smithi09778949-22 2024-09-16T02:55:14.765 INFO:tasks.rados.rados.0.smithi097.stdout:170: seq_num 75 ranges {638976=458752,1097728=581632,1679360=221184} 2024-09-16T02:55:14.772 INFO:tasks.rados.rados.0.smithi097.stdout:170: writing smithi09778949-10 from 638976 to 1097728 tid 1 2024-09-16T02:55:14.777 INFO:tasks.rados.rados.0.smithi097.stdout:170: writing smithi09778949-10 from 1097728 to 1679360 tid 2 2024-09-16T02:55:14.778 INFO:tasks.rados.rados.0.smithi097.stdout:170: writing smithi09778949-10 from 1679360 to 1900544 tid 3 2024-09-16T02:55:14.778 INFO:tasks.rados.rados.0.smithi097.stdout:171: setattr oid 6 current snap is 11 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: finishing write tid 2 to smithi09778949-22 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: finishing write tid 3 to smithi09778949-22 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: finishing write tid 4 to smithi09778949-22 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: finishing write tid 5 to smithi09778949-22 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: oid 22 updating version 0 to 36 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: oid 22 version 36 is already newer than 35 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: oid 22 updating version 36 to 38 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: oid 22 version 38 is already newer than 37 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 38 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:169: left oid 22 (ObjNum 74 snap 11 seq_num 74) 2024-09-16T02:55:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:170: finishing write tid 1 to smithi09778949-10 2024-09-16T02:55:14.782 INFO:tasks.rados.rados.0.smithi097.stdout:170: finishing write tid 2 to smithi09778949-10 2024-09-16T02:55:14.782 INFO:tasks.rados.rados.0.smithi097.stdout:170: finishing write tid 3 to smithi09778949-10 2024-09-16T02:55:14.782 INFO:tasks.rados.rados.0.smithi097.stdout:169: done (2 left) 2024-09-16T02:55:14.782 INFO:tasks.rados.rados.0.smithi097.stdout:172: read oid 12 snap 9 2024-09-16T02:55:14.782 INFO:tasks.rados.rados.0.smithi097.stdout:172: expect deleted 2024-09-16T02:55:14.782 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 11 2024-09-16T02:55:14.783 INFO:tasks.rados.rados.0.smithi097.stdout:170: finishing write tid 4 to smithi09778949-10 2024-09-16T02:55:14.783 INFO:tasks.rados.rados.0.smithi097.stdout:173: seq_num 76 ranges {106496=475136,581632=458752,1040384=344064} 2024-09-16T02:55:14.785 INFO:tasks.rados.rados.0.smithi097.stdout:173: writing smithi09778949-3 from 106496 to 581632 tid 1 2024-09-16T02:55:14.789 INFO:tasks.rados.rados.0.smithi097.stdout:173: writing smithi09778949-3 from 581632 to 1040384 tid 2 2024-09-16T02:55:14.792 INFO:tasks.rados.rados.0.smithi097.stdout:173: writing smithi09778949-3 from 1040384 to 1384448 tid 3 2024-09-16T02:55:14.792 INFO:tasks.rados.rados.0.smithi097.stdout:174: snap_create 2024-09-16T02:55:14.794 INFO:tasks.rados.rados.0.smithi097.stdout:170: finishing write tid 5 to smithi09778949-10 2024-09-16T02:55:14.794 INFO:tasks.rados.rados.0.smithi097.stdout:170: oid 10 updating version 0 to 52 2024-09-16T02:55:14.794 INFO:tasks.rados.rados.0.smithi097.stdout:170: oid 10 updating version 52 to 54 2024-09-16T02:55:14.794 INFO:tasks.rados.rados.0.smithi097.stdout:170: oid 10 version 54 is already newer than 51 2024-09-16T02:55:14.794 INFO:tasks.rados.rados.0.smithi097.stdout:170: oid 10 version 54 is already newer than 53 2024-09-16T02:55:14.794 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 54 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-09-16T02:55:14.794 INFO:tasks.rados.rados.0.smithi097.stdout:170: left oid 10 (ObjNum 75 snap 11 seq_num 75) 2024-09-16T02:55:14.794 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 30 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-16T02:55:14.795 INFO:tasks.rados.rados.0.smithi097.stdout:173: finishing write tid 1 to smithi09778949-3 2024-09-16T02:55:14.796 INFO:tasks.rados.rados.0.smithi097.stdout:173: finishing write tid 2 to smithi09778949-3 2024-09-16T02:55:14.797 INFO:tasks.rados.rados.0.smithi097.stdout:173: finishing write tid 3 to smithi09778949-3 2024-09-16T02:55:14.797 INFO:tasks.rados.rados.0.smithi097.stdout:173: finishing write tid 4 to smithi09778949-3 2024-09-16T02:55:14.798 INFO:tasks.rados.rados.0.smithi097.stdout:173: finishing write tid 5 to smithi09778949-3 2024-09-16T02:55:14.798 INFO:tasks.rados.rados.0.smithi097.stdout:173: oid 3 updating version 0 to 49 2024-09-16T02:55:14.798 INFO:tasks.rados.rados.0.smithi097.stdout:173: oid 3 updating version 49 to 51 2024-09-16T02:55:14.798 INFO:tasks.rados.rados.0.smithi097.stdout:173: oid 3 version 51 is already newer than 50 2024-09-16T02:55:14.798 INFO:tasks.rados.rados.0.smithi097.stdout:173: oid 3 version 51 is already newer than 48 2024-09-16T02:55:14.798 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 51 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:55:14.798 INFO:tasks.rados.rados.0.smithi097.stdout:173: left oid 3 (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:55:15.765 INFO:tasks.rados.rados.0.smithi097.stdout:170: done (4 left) 2024-09-16T02:55:15.765 INFO:tasks.rados.rados.0.smithi097.stdout:171: done (3 left) 2024-09-16T02:55:15.765 INFO:tasks.rados.rados.0.smithi097.stdout:172: done (2 left) 2024-09-16T02:55:15.765 INFO:tasks.rados.rados.0.smithi097.stdout:173: done (1 left) 2024-09-16T02:55:15.765 INFO:tasks.rados.rados.0.smithi097.stdout:174: done (0 left) 2024-09-16T02:55:15.765 INFO:tasks.rados.rados.0.smithi097.stdout:175: snap_create 2024-09-16T02:55:16.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:15 smithi184 ceph-mon[31162]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T02:55:16.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:15 smithi184 ceph-mon[31162]: pgmap v136: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T02:55:16.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:15 smithi097 ceph-mon[27580]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T02:55:16.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:15 smithi097 ceph-mon[27580]: pgmap v136: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T02:55:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:15 smithi097 ceph-mon[38292]: osdmap e103: 8 total, 8 up, 8 in 2024-09-16T02:55:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:15 smithi097 ceph-mon[38292]: pgmap v136: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-09-16T02:55:16.767 INFO:tasks.rados.rados.0.smithi097.stdout:175: done (0 left) 2024-09-16T02:55:16.767 INFO:tasks.rados.rados.0.smithi097.stdout:176: read oid 45 snap -1 2024-09-16T02:55:16.767 INFO:tasks.rados.rados.0.smithi097.stdout:176: expect (ObjNum 66 snap 5 seq_num 66) 2024-09-16T02:55:16.767 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 13 2024-09-16T02:55:16.767 INFO:tasks.rados.rados.0.smithi097.stdout:177: seq_num 77 ranges {1654784=491520,2146304=794624,2940928=8192} 2024-09-16T02:55:16.778 INFO:tasks.rados.rados.0.smithi097.stdout:177: writing smithi09778949-31 from 1654784 to 2146304 tid 1 2024-09-16T02:55:16.783 INFO:tasks.rados.rados.0.smithi097.stdout:177: writing smithi09778949-31 from 2146304 to 2940928 tid 2 2024-09-16T02:55:16.783 INFO:tasks.rados.rados.0.smithi097.stdout:177: writing smithi09778949-31 from 2940928 to 2949120 tid 3 2024-09-16T02:55:16.783 INFO:tasks.rados.rados.0.smithi097.stdout:178: read oid 49 snap -1 2024-09-16T02:55:16.784 INFO:tasks.rados.rados.0.smithi097.stdout:178: expect (ObjNum 63 snap 4 seq_num 63) 2024-09-16T02:55:16.784 INFO:tasks.rados.rados.0.smithi097.stdout:179: read oid 38 snap -1 2024-09-16T02:55:16.784 INFO:tasks.rados.rados.0.smithi097.stdout:179: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T02:55:16.784 INFO:tasks.rados.rados.0.smithi097.stdout:180: read oid 40 snap -1 2024-09-16T02:55:16.784 INFO:tasks.rados.rados.0.smithi097.stdout:180: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:55:16.784 INFO:tasks.rados.rados.0.smithi097.stdout:181: copy_from oid 41 from oid 32 current snap is 13 2024-09-16T02:55:16.784 INFO:tasks.rados.rados.0.smithi097.stdout:176: expect (ObjNum 66 snap 5 seq_num 66) 2024-09-16T02:55:16.841 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:16 smithi097 ceph-mon[27580]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T02:55:16.841 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:16 smithi097 ceph-mon[38292]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T02:55:16.841 INFO:tasks.rados.rados.0.smithi097.stdout:180: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:55:16.842 INFO:tasks.rados.rados.0.smithi097.stdout:177: finishing write tid 1 to smithi09778949-31 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: finishing write tid 2 to smithi09778949-31 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: finishing write tid 3 to smithi09778949-31 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: finishing write tid 4 to smithi09778949-31 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: finishing write tid 5 to smithi09778949-31 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: oid 31 updating version 0 to 18 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: oid 31 updating version 18 to 20 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: oid 31 version 20 is already newer than 19 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: oid 31 version 20 is already newer than 17 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 20 (ObjNum 77 snap 13 seq_num 77) dirty exists 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: left oid 31 (ObjNum 77 snap 13 seq_num 77) 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:176: done (5 left) 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:177: done (4 left) 2024-09-16T02:55:16.843 INFO:tasks.rados.rados.0.smithi097.stdout:180: done (3 left) 2024-09-16T02:55:16.844 INFO:tasks.rados.rados.0.smithi097.stdout:182: snap_create 2024-09-16T02:55:16.844 INFO:tasks.rados.rados.0.smithi097.stdout:178: expect (ObjNum 63 snap 4 seq_num 63) 2024-09-16T02:55:16.957 INFO:tasks.rados.rados.0.smithi097.stdout:179: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T02:55:17.007 INFO:tasks.rados.rados.0.smithi097.stdout:181: finishing copy_from racing read to smithi09778949-41 2024-09-16T02:55:17.007 INFO:tasks.rados.rados.0.smithi097.stdout:181: finishing copy_from to smithi09778949-41 2024-09-16T02:55:17.007 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 35 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-09-16T02:55:17.060 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:16 smithi184 ceph-mon[31162]: osdmap e104: 8 total, 8 up, 8 in 2024-09-16T02:55:17.777 INFO:tasks.rados.rados.0.smithi097.stdout:178: done (3 left) 2024-09-16T02:55:17.777 INFO:tasks.rados.rados.0.smithi097.stdout:179: done (2 left) 2024-09-16T02:55:17.777 INFO:tasks.rados.rados.0.smithi097.stdout:181: done (1 left) 2024-09-16T02:55:17.777 INFO:tasks.rados.rados.0.smithi097.stdout:182: done (0 left) 2024-09-16T02:55:17.777 INFO:tasks.rados.rados.0.smithi097.stdout:183: delete oid 31 current snap is 14 2024-09-16T02:55:17.781 INFO:tasks.rados.rados.0.smithi097.stdout:183: done (0 left) 2024-09-16T02:55:17.781 INFO:tasks.rados.rados.0.smithi097.stdout:184: delete oid 26 current snap is 14 2024-09-16T02:55:17.783 INFO:tasks.rados.rados.0.smithi097.stdout:184: done (0 left) 2024-09-16T02:55:17.783 INFO:tasks.rados.rados.0.smithi097.stdout:185: copy_from oid 20 from oid 42 current snap is 14 2024-09-16T02:55:17.783 INFO:tasks.rados.rados.0.smithi097.stdout:186: delete oid 5 current snap is 14 2024-09-16T02:55:17.785 INFO:tasks.rados.rados.0.smithi097.stdout:186: done (1 left) 2024-09-16T02:55:17.785 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 14 2024-09-16T02:55:17.785 INFO:tasks.rados.rados.0.smithi097.stdout:187: seq_num 81 ranges {1400832=565248,1966080=737280,2703360=65536} 2024-09-16T02:55:17.796 INFO:tasks.rados.rados.0.smithi097.stdout:187: writing smithi09778949-13 from 1400832 to 1966080 tid 1 2024-09-16T02:55:17.800 INFO:tasks.rados.rados.0.smithi097.stdout:187: writing smithi09778949-13 from 1966080 to 2703360 tid 2 2024-09-16T02:55:17.801 INFO:tasks.rados.rados.0.smithi097.stdout:187: writing smithi09778949-13 from 2703360 to 2768896 tid 3 2024-09-16T02:55:17.801 INFO:tasks.rados.rados.0.smithi097.stdout:188: read oid 19 snap -1 2024-09-16T02:55:17.801 INFO:tasks.rados.rados.0.smithi097.stdout:188: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-16T02:55:17.801 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 14 2024-09-16T02:55:17.801 INFO:tasks.rados.rados.0.smithi097.stdout:189: seq_num 82 ranges {1368064=581632,1949696=622592,2572288=180224} 2024-09-16T02:55:17.812 INFO:tasks.rados.rados.0.smithi097.stdout:189: writing smithi09778949-21 from 1368064 to 1949696 tid 1 2024-09-16T02:55:17.815 INFO:tasks.rados.rados.0.smithi097.stdout:189: writing smithi09778949-21 from 1949696 to 2572288 tid 2 2024-09-16T02:55:17.816 INFO:tasks.rados.rados.0.smithi097.stdout:189: writing smithi09778949-21 from 2572288 to 2752512 tid 3 2024-09-16T02:55:17.816 INFO:tasks.rados.rados.0.smithi097.stdout:190: delete oid 22 current snap is 14 2024-09-16T02:55:17.817 INFO:tasks.rados.rados.0.smithi097.stdout:185: finishing copy_from racing read to smithi09778949-20 2024-09-16T02:55:17.817 INFO:tasks.rados.rados.0.smithi097.stdout:185: finishing copy_from to smithi09778949-20 2024-09-16T02:55:17.817 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 14 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T02:55:17.817 INFO:tasks.rados.rados.0.smithi097.stdout:187: finishing write tid 1 to smithi09778949-13 2024-09-16T02:55:17.817 INFO:tasks.rados.rados.0.smithi097.stdout:188: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: finishing write tid 2 to smithi09778949-13 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: finishing write tid 3 to smithi09778949-13 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: finishing write tid 4 to smithi09778949-13 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: finishing write tid 5 to smithi09778949-13 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: oid 13 updating version 0 to 37 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: oid 13 version 37 is already newer than 35 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: oid 13 version 37 is already newer than 34 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: oid 13 version 37 is already newer than 36 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 37 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: left oid 13 (ObjNum 81 snap 14 seq_num 81) 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:189: finishing write tid 1 to smithi09778949-21 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:185: done (4 left) 2024-09-16T02:55:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:187: done (3 left) 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:188: done (2 left) 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:190: done (1 left) 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:191: read oid 32 snap -1 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:191: expect (ObjNum 73 snap 9 seq_num 73) 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:192: copy_from oid 28 from oid 40 current snap is 14 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:189: finishing write tid 2 to smithi09778949-21 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:189: finishing write tid 3 to smithi09778949-21 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:189: finishing write tid 4 to smithi09778949-21 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:189: finishing write tid 5 to smithi09778949-21 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:189: oid 21 updating version 0 to 53 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:189: oid 21 version 53 is already newer than 52 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:189: oid 21 updating version 53 to 55 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:189: oid 21 version 55 is already newer than 54 2024-09-16T02:55:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 55 (ObjNum 82 snap 14 seq_num 82) dirty exists 2024-09-16T02:55:17.829 INFO:tasks.rados.rados.0.smithi097.stdout:189: left oid 21 (ObjNum 82 snap 14 seq_num 82) 2024-09-16T02:55:17.829 INFO:tasks.rados.rados.0.smithi097.stdout:189: done (2 left) 2024-09-16T02:55:17.829 INFO:tasks.rados.rados.0.smithi097.stdout:193: copy_from oid 31 from oid 19 current snap is 14 2024-09-16T02:55:17.829 INFO:tasks.rados.rados.0.smithi097.stdout:194: read oid 14 snap 11 2024-09-16T02:55:17.829 INFO:tasks.rados.rados.0.smithi097.stdout:194: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T02:55:17.829 INFO:tasks.rados.rados.0.smithi097.stdout:195: delete oid 41 current snap is 14 2024-09-16T02:55:17.829 INFO:tasks.rados.rados.0.smithi097.stdout:194: expect (ObjNum 13 snap 0 seq_num 13) 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:192: finishing copy_from racing read to smithi09778949-28 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:192: finishing copy_from to smithi09778949-28 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 42 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:193: finishing copy_from racing read to smithi09778949-31 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:193: finishing copy_from to smithi09778949-31 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 32 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:192: done (4 left) 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:193: done (3 left) 2024-09-16T02:55:17.835 INFO:tasks.rados.rados.0.smithi097.stdout:194: done (2 left) 2024-09-16T02:55:17.836 INFO:tasks.rados.rados.0.smithi097.stdout:195: done (1 left) 2024-09-16T02:55:17.836 INFO:tasks.rados.rados.0.smithi097.stdout:196: rollback oid 38 current snap is 14 2024-09-16T02:55:17.836 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 38 to 13 2024-09-16T02:55:17.836 INFO:tasks.rados.rados.0.smithi097.stdout:197: delete oid 18 current snap is 14 2024-09-16T02:55:17.837 INFO:tasks.rados.rados.0.smithi097.stdout:197: done (2 left) 2024-09-16T02:55:17.837 INFO:tasks.rados.rados.0.smithi097.stdout:198: copy_from oid 42 from oid 3 current snap is 14 2024-09-16T02:55:17.837 INFO:tasks.rados.rados.0.smithi097.stdout:199: rollback oid 15 current snap is 14 2024-09-16T02:55:17.837 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 10 2024-09-16T02:55:17.837 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 14 2024-09-16T02:55:17.837 INFO:tasks.rados.rados.0.smithi097.stdout:200: seq_num 86 ranges {106496=647168,753664=606208,1359872=196608} 2024-09-16T02:55:17.842 INFO:tasks.rados.rados.0.smithi097.stdout:200: writing smithi09778949-16 from 106496 to 753664 tid 1 2024-09-16T02:55:17.845 INFO:tasks.rados.rados.0.smithi097.stdout:200: writing smithi09778949-16 from 753664 to 1359872 tid 2 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:200: writing smithi09778949-16 from 1359872 to 1556480 tid 3 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:201: rollback oid 45 current snap is 14 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 13 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:196: finishing rollback tid 0 to smithi09778949-38 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:196: finishing rollback tid 1 to smithi09778949-38 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:196: finishing rollback tid 2 to smithi09778949-38 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 58 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:199: finishing rollback tid 0 to smithi09778949-15 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:199: finishing rollback tid 1 to smithi09778949-15 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:199: finishing rollback tid 2 to smithi09778949-15 2024-09-16T02:55:17.847 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 59 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T02:55:17.848 INFO:tasks.rados.rados.0.smithi097.stdout:191: expect (ObjNum 73 snap 9 seq_num 73) 2024-09-16T02:55:17.955 INFO:tasks.rados.rados.0.smithi097.stdout:198: finishing copy_from racing read to smithi09778949-42 2024-09-16T02:55:17.955 INFO:tasks.rados.rados.0.smithi097.stdout:191: done (5 left) 2024-09-16T02:55:17.956 INFO:tasks.rados.rados.0.smithi097.stdout:196: done (4 left) 2024-09-16T02:55:17.956 INFO:tasks.rados.rados.0.smithi097.stdout:199: done (3 left) 2024-09-16T02:55:17.956 INFO:tasks.rados.rados.0.smithi097.stdout:202: snap_remove snap 9 2024-09-16T02:55:17.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:17 smithi097 ceph-mon[27580]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T02:55:17.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:17 smithi097 ceph-mon[27580]: pgmap v139: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:17.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:17 smithi097 ceph-mon[38292]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T02:55:17.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:17 smithi097 ceph-mon[38292]: pgmap v139: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:18.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:17 smithi184 ceph-mon[31162]: osdmap e105: 8 total, 8 up, 8 in 2024-09-16T02:55:18.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:17 smithi184 ceph-mon[31162]: pgmap v139: 121 pgs: 121 active+clean; 40 MiB data, 284 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:18.880 INFO:tasks.rados.rados.0.smithi097.stdout:202: done (3 left) 2024-09-16T02:55:18.880 INFO:tasks.rados.rados.0.smithi097.stdout:203: snap_remove snap 12 2024-09-16T02:55:19.035 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[27580]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T02:55:19.035 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:19.035 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[27580]: Upgrade: Target is version 19.3.0-4930-gfc3e0bff (unknown) 2024-09-16T02:55:19.036 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[27580]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9'] 2024-09-16T02:55:19.036 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:55:19.036 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:19.036 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[27580]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T02:55:19.036 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[27580]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 on smithi184 2024-09-16T02:55:19.036 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[38292]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T02:55:19.036 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:19.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[38292]: Upgrade: Target is version 19.3.0-4930-gfc3e0bff (unknown) 2024-09-16T02:55:19.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[38292]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9'] 2024-09-16T02:55:19.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:55:19.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:19.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[38292]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T02:55:19.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:18 smithi097 ceph-mon[38292]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 on smithi184 2024-09-16T02:55:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:18 smithi184 ceph-mon[31162]: osdmap e106: 8 total, 8 up, 8 in 2024-09-16T02:55:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:18 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:18 smithi184 ceph-mon[31162]: Upgrade: Target is version 19.3.0-4930-gfc3e0bff (unknown) 2024-09-16T02:55:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:18 smithi184 ceph-mon[31162]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, digests ['quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9'] 2024-09-16T02:55:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:18 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:55:19.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:18 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:19.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:18 smithi184 ceph-mon[31162]: Upgrade: Need to upgrade myself (mgr.y) 2024-09-16T02:55:19.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:18 smithi184 ceph-mon[31162]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 on smithi184 2024-09-16T02:55:19.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:55:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:55:19] "GET /metrics HTTP/1.1" 200 36015 "" "Prometheus/2.43.0" 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:203: done (3 left) 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 14 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:198: finishing copy_from to smithi09778949-42 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 51 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:200: finishing write tid 1 to smithi09778949-16 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:201: finishing rollback tid 0 to smithi09778949-45 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:201: finishing rollback tid 1 to smithi09778949-45 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:200: finishing write tid 2 to smithi09778949-16 2024-09-16T02:55:19.893 INFO:tasks.rados.rados.0.smithi097.stdout:204: seq_num 87 ranges {303104=663552,966656=491520,1458176=311296} 2024-09-16T02:55:19.897 INFO:tasks.rados.rados.0.smithi097.stdout:204: writing smithi09778949-19 from 303104 to 966656 tid 1 2024-09-16T02:55:19.901 INFO:tasks.rados.rados.0.smithi097.stdout:204: writing smithi09778949-19 from 966656 to 1458176 tid 2 2024-09-16T02:55:19.904 INFO:tasks.rados.rados.0.smithi097.stdout:204: writing smithi09778949-19 from 1458176 to 1769472 tid 3 2024-09-16T02:55:19.904 INFO:tasks.rados.rados.0.smithi097.stdout:198: done (3 left) 2024-09-16T02:55:19.904 INFO:tasks.rados.rados.0.smithi097.stdout:205: copy_from oid 18 from oid 38 current snap is 14 2024-09-16T02:55:19.904 INFO:tasks.rados.rados.0.smithi097.stdout:201: finishing rollback tid 2 to smithi09778949-45 2024-09-16T02:55:19.904 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 18 (ObjNum 66 snap 5 seq_num 66) dirty exists 2024-09-16T02:55:19.904 INFO:tasks.rados.rados.0.smithi097.stdout:200: finishing write tid 3 to smithi09778949-16 2024-09-16T02:55:19.904 INFO:tasks.rados.rados.0.smithi097.stdout:200: finishing write tid 4 to smithi09778949-16 2024-09-16T02:55:19.905 INFO:tasks.rados.rados.0.smithi097.stdout:200: finishing write tid 5 to smithi09778949-16 2024-09-16T02:55:19.905 INFO:tasks.rados.rados.0.smithi097.stdout:200: oid 16 updating version 0 to 66 2024-09-16T02:55:19.905 INFO:tasks.rados.rados.0.smithi097.stdout:200: oid 16 version 66 is already newer than 64 2024-09-16T02:55:19.905 INFO:tasks.rados.rados.0.smithi097.stdout:200: oid 16 version 66 is already newer than 65 2024-09-16T02:55:19.905 INFO:tasks.rados.rados.0.smithi097.stdout:200: oid 16 version 66 is already newer than 63 2024-09-16T02:55:19.905 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 66 (ObjNum 86 snap 14 seq_num 86) dirty exists 2024-09-16T02:55:19.905 INFO:tasks.rados.rados.0.smithi097.stdout:200: left oid 16 (ObjNum 86 snap 14 seq_num 86) 2024-09-16T02:55:19.906 INFO:tasks.rados.rados.0.smithi097.stdout:200: done (3 left) 2024-09-16T02:55:19.906 INFO:tasks.rados.rados.0.smithi097.stdout:201: done (2 left) 2024-09-16T02:55:19.906 INFO:tasks.rados.rados.0.smithi097.stdout:206: delete oid 15 current snap is 14 2024-09-16T02:55:19.909 INFO:tasks.rados.rados.0.smithi097.stdout:206: done (2 left) 2024-09-16T02:55:19.909 INFO:tasks.rados.rados.0.smithi097.stdout:207: delete oid 41 current snap is 14 2024-09-16T02:55:19.910 INFO:tasks.rados.rados.0.smithi097.stdout:204: finishing write tid 1 to smithi09778949-19 2024-09-16T02:55:19.910 INFO:tasks.rados.rados.0.smithi097.stdout:204: finishing write tid 2 to smithi09778949-19 2024-09-16T02:55:19.911 INFO:tasks.rados.rados.0.smithi097.stdout:204: finishing write tid 3 to smithi09778949-19 2024-09-16T02:55:19.911 INFO:tasks.rados.rados.0.smithi097.stdout:207: done (2 left) 2024-09-16T02:55:19.911 INFO:tasks.rados.rados.0.smithi097.stdout:208: setattr oid 8 current snap is 14 2024-09-16T02:55:19.913 INFO:tasks.rados.rados.0.smithi097.stdout:204: finishing write tid 4 to smithi09778949-19 2024-09-16T02:55:19.913 INFO:tasks.rados.rados.0.smithi097.stdout:209: snap_remove snap 8 2024-09-16T02:55:20.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:19 smithi184 ceph-mon[31162]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T02:55:20.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:19 smithi184 ceph-mon[31162]: pgmap v142: 121 pgs: 121 active+clean; 50 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-16T02:55:20.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:19 smithi097 ceph-mon[27580]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T02:55:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:19 smithi097 ceph-mon[27580]: pgmap v142: 121 pgs: 121 active+clean; 50 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-16T02:55:20.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:19 smithi097 ceph-mon[38292]: osdmap e107: 8 total, 8 up, 8 in 2024-09-16T02:55:20.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:19 smithi097 ceph-mon[38292]: pgmap v142: 121 pgs: 121 active+clean; 50 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:204: finishing write tid 5 to smithi09778949-19 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:204: oid 19 updating version 0 to 79 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:204: oid 19 version 79 is already newer than 76 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:204: oid 19 version 79 is already newer than 78 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:204: oid 19 version 79 is already newer than 77 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 79 (ObjNum 87 snap 14 seq_num 87) dirty exists 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:204: left oid 19 (ObjNum 87 snap 14 seq_num 87) 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 47 (ObjNum 33 snap 0 seq_num 1973315248) dirty exists 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:205: finishing copy_from racing read to smithi09778949-18 2024-09-16T02:55:20.897 INFO:tasks.rados.rados.0.smithi097.stdout:205: finishing copy_from to smithi09778949-18 2024-09-16T02:55:20.898 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 58 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T02:55:20.898 INFO:tasks.rados.rados.0.smithi097.stdout:204: done (3 left) 2024-09-16T02:55:20.898 INFO:tasks.rados.rados.0.smithi097.stdout:205: done (2 left) 2024-09-16T02:55:20.898 INFO:tasks.rados.rados.0.smithi097.stdout:208: done (1 left) 2024-09-16T02:55:20.898 INFO:tasks.rados.rados.0.smithi097.stdout:209: done (0 left) 2024-09-16T02:55:20.898 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 14 2024-09-16T02:55:20.898 INFO:tasks.rados.rados.0.smithi097.stdout:210: seq_num 90 ranges {0=712704,712704=540672,1253376=262144} 2024-09-16T02:55:20.901 INFO:tasks.rados.rados.0.smithi097.stdout:210: writing smithi09778949-26 from 0 to 712704 tid 1 2024-09-16T02:55:20.904 INFO:tasks.rados.rados.0.smithi097.stdout:210: writing smithi09778949-26 from 712704 to 1253376 tid 2 2024-09-16T02:55:20.906 INFO:tasks.rados.rados.0.smithi097.stdout:210: writing smithi09778949-26 from 1253376 to 1515520 tid 3 2024-09-16T02:55:20.907 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 14 2024-09-16T02:55:20.907 INFO:tasks.rados.rados.0.smithi097.stdout:211: seq_num 91 ranges {475136=729088,1204224=425984,1630208=376832} 2024-09-16T02:55:20.913 INFO:tasks.rados.rados.0.smithi097.stdout:211: writing smithi09778949-2 from 475136 to 1204224 tid 1 2024-09-16T02:55:20.915 INFO:tasks.rados.rados.0.smithi097.stdout:211: writing smithi09778949-2 from 1204224 to 1630208 tid 2 2024-09-16T02:55:20.918 INFO:tasks.rados.rados.0.smithi097.stdout:211: writing smithi09778949-2 from 1630208 to 2007040 tid 3 2024-09-16T02:55:20.918 INFO:tasks.rados.rados.0.smithi097.stdout:212: copy_from oid 28 from oid 27 current snap is 14 2024-09-16T02:55:20.918 INFO:tasks.rados.rados.0.smithi097.stdout:213: snap_create 2024-09-16T02:55:20.921 INFO:tasks.rados.rados.0.smithi097.stdout:212: finishing copy_from racing read to smithi09778949-28 2024-09-16T02:55:20.932 INFO:tasks.rados.rados.0.smithi097.stdout:211: finishing write tid 1 to smithi09778949-2 2024-09-16T02:55:20.932 INFO:tasks.rados.rados.0.smithi097.stdout:210: finishing write tid 1 to smithi09778949-26 2024-09-16T02:55:20.932 INFO:tasks.rados.rados.0.smithi097.stdout:211: finishing write tid 2 to smithi09778949-2 2024-09-16T02:55:20.932 INFO:tasks.rados.rados.0.smithi097.stdout:210: finishing write tid 2 to smithi09778949-26 2024-09-16T02:55:20.932 INFO:tasks.rados.rados.0.smithi097.stdout:212: finishing copy_from to smithi09778949-28 2024-09-16T02:55:20.932 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 10 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:55:20.933 INFO:tasks.rados.rados.0.smithi097.stdout:210: finishing write tid 3 to smithi09778949-26 2024-09-16T02:55:20.933 INFO:tasks.rados.rados.0.smithi097.stdout:210: finishing write tid 4 to smithi09778949-26 2024-09-16T02:55:20.933 INFO:tasks.rados.rados.0.smithi097.stdout:211: finishing write tid 3 to smithi09778949-2 2024-09-16T02:55:20.933 INFO:tasks.rados.rados.0.smithi097.stdout:211: finishing write tid 4 to smithi09778949-2 2024-09-16T02:55:20.934 INFO:tasks.rados.rados.0.smithi097.stdout:210: finishing write tid 5 to smithi09778949-26 2024-09-16T02:55:20.934 INFO:tasks.rados.rados.0.smithi097.stdout:210: oid 26 updating version 0 to 59 2024-09-16T02:55:20.934 INFO:tasks.rados.rados.0.smithi097.stdout:210: oid 26 updating version 59 to 60 2024-09-16T02:55:20.934 INFO:tasks.rados.rados.0.smithi097.stdout:210: oid 26 updating version 60 to 61 2024-09-16T02:55:20.934 INFO:tasks.rados.rados.0.smithi097.stdout:210: oid 26 updating version 61 to 62 2024-09-16T02:55:20.934 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 62 (ObjNum 90 snap 14 seq_num 90) dirty exists 2024-09-16T02:55:20.934 INFO:tasks.rados.rados.0.smithi097.stdout:210: left oid 26 (ObjNum 90 snap 14 seq_num 90) 2024-09-16T02:55:20.935 INFO:tasks.rados.rados.0.smithi097.stdout:211: finishing write tid 5 to smithi09778949-2 2024-09-16T02:55:20.935 INFO:tasks.rados.rados.0.smithi097.stdout:211: oid 2 updating version 0 to 30 2024-09-16T02:55:20.935 INFO:tasks.rados.rados.0.smithi097.stdout:211: oid 2 version 30 is already newer than 29 2024-09-16T02:55:20.935 INFO:tasks.rados.rados.0.smithi097.stdout:211: oid 2 version 30 is already newer than 28 2024-09-16T02:55:20.935 INFO:tasks.rados.rados.0.smithi097.stdout:211: oid 2 updating version 30 to 31 2024-09-16T02:55:20.935 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 31 (ObjNum 91 snap 14 seq_num 91) dirty exists 2024-09-16T02:55:20.935 INFO:tasks.rados.rados.0.smithi097.stdout:211: left oid 2 (ObjNum 91 snap 14 seq_num 91) 2024-09-16T02:55:21.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:20 smithi184 ceph-mon[31162]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T02:55:21.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:20 smithi097 ceph-mon[27580]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T02:55:21.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:20 smithi097 ceph-mon[38292]: osdmap e108: 8 total, 8 up, 8 in 2024-09-16T02:55:21.590 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:55:21.900 INFO:tasks.rados.rados.0.smithi097.stdout:210: done (3 left) 2024-09-16T02:55:21.900 INFO:tasks.rados.rados.0.smithi097.stdout:211: done (2 left) 2024-09-16T02:55:21.900 INFO:tasks.rados.rados.0.smithi097.stdout:212: done (1 left) 2024-09-16T02:55:21.900 INFO:tasks.rados.rados.0.smithi097.stdout:213: done (0 left) 2024-09-16T02:55:21.900 INFO:tasks.rados.rados.0.smithi097.stdout:214: snap_create 2024-09-16T02:55:22.119 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:55:22.119 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (2m) 106s ago 3m 16.6M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:55:22.119 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (2m) 106s ago 2m 81.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (4m) 106s ago 4m 14.1M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (4m) 106s ago 4m 18.3M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,8765 running (7m) 106s ago 7m 438M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 39763b17db01 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:9283,8765 running (9m) 106s ago 9m 485M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 19f12aeac19c 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (9m) 106s ago 9m 48.9M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 196155f558e0 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (8m) 106s ago 8m 39.8M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 45576cbdf20f 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (8m) 106s ago 8m 40.2M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 279fd0d33d30 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (2m) 106s ago 2m 8270k - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (2m) 106s ago 2m 8594k - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:55:22.120 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (7m) 106s ago 7m 51.7M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 4621d1554a87 2024-09-16T02:55:22.121 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (7m) 106s ago 7m 44.0M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:55:22.121 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (6m) 106s ago 6m 43.0M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:55:22.121 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (6m) 106s ago 6m 41.4M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:55:22.121 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (5m) 106s ago 5m 42.6M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:55:22.121 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (5m) 106s ago 5m 43.6M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:55:22.121 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (5m) 106s ago 5m 42.2M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:55:22.121 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (4m) 106s ago 4m 43.1M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:55:22.121 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (2m) 106s ago 3m 32.9M - 2.43.0 a07b618ecd1d 532d1b759c04 2024-09-16T02:55:22.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:21 smithi184 ceph-mon[31162]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T02:55:22.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:21 smithi184 ceph-mon[31162]: pgmap v145: 121 pgs: 121 active+clean; 50 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-16T02:55:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:21 smithi184 ceph-mon[31162]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:22.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:21 smithi097 ceph-mon[27580]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T02:55:22.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:21 smithi097 ceph-mon[27580]: pgmap v145: 121 pgs: 121 active+clean; 50 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-16T02:55:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:21 smithi097 ceph-mon[27580]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:22.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:21 smithi097 ceph-mon[38292]: osdmap e109: 8 total, 8 up, 8 in 2024-09-16T02:55:22.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:21 smithi097 ceph-mon[38292]: pgmap v145: 121 pgs: 121 active+clean; 50 MiB data, 298 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.5 MiB/s wr, 27 op/s 2024-09-16T02:55:22.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:21 smithi097 ceph-mon[38292]: from='client.14967 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:22.436 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:55:22.436 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 15 2024-09-16T02:55:22.437 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:55:22.438 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:55:22.710 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:55:22.710 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:55:22.710 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:55:22.710 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:55:22.710 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [], 2024-09-16T02:55:22.710 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "0/20 daemons upgraded", 2024-09-16T02:55:22.711 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Pulling quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 image on host smithi184", 2024-09-16T02:55:22.711 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:55:22.711 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:55:22.901 INFO:tasks.rados.rados.0.smithi097.stdout:214: done (0 left) 2024-09-16T02:55:22.901 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 16 2024-09-16T02:55:22.901 INFO:tasks.rados.rados.0.smithi097.stdout:215: seq_num 92 ranges {73728=745472,819200=761856,1581056=40960} 2024-09-16T02:55:22.905 INFO:tasks.rados.rados.0.smithi097.stdout:215: writing smithi09778949-17 from 73728 to 819200 tid 1 2024-09-16T02:55:22.909 INFO:tasks.rados.rados.0.smithi097.stdout:215: writing smithi09778949-17 from 819200 to 1581056 tid 2 2024-09-16T02:55:22.910 INFO:tasks.rados.rados.0.smithi097.stdout:215: writing smithi09778949-17 from 1581056 to 1622016 tid 3 2024-09-16T02:55:22.910 INFO:tasks.rados.rados.0.smithi097.stdout:216: rollback oid 8 current snap is 16 2024-09-16T02:55:22.910 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 8 to 13 2024-09-16T02:55:22.910 INFO:tasks.rados.rados.0.smithi097.stdout:215: finishing write tid 1 to smithi09778949-17 2024-09-16T02:55:22.910 INFO:tasks.rados.rados.0.smithi097.stdout:217: rmattr oid 26 current snap is 16 2024-09-16T02:55:22.910 INFO:tasks.rados.rados.0.smithi097.stdout:217: done (2 left) 2024-09-16T02:55:22.910 INFO:tasks.rados.rados.0.smithi097.stdout:218: delete oid 2 current snap is 16 2024-09-16T02:55:22.915 INFO:tasks.rados.rados.0.smithi097.stdout:215: finishing write tid 2 to smithi09778949-17 2024-09-16T02:55:22.915 INFO:tasks.rados.rados.0.smithi097.stdout:215: finishing write tid 3 to smithi09778949-17 2024-09-16T02:55:22.915 INFO:tasks.rados.rados.0.smithi097.stdout:216: finishing rollback tid 0 to smithi09778949-8 2024-09-16T02:55:22.916 INFO:tasks.rados.rados.0.smithi097.stdout:215: finishing write tid 4 to smithi09778949-17 2024-09-16T02:55:22.916 INFO:tasks.rados.rados.0.smithi097.stdout:218: done (2 left) 2024-09-16T02:55:22.916 INFO:tasks.rados.rados.0.smithi097.stdout:219: rmattr oid 24 current snap is 16 2024-09-16T02:55:22.916 INFO:tasks.rados.rados.0.smithi097.stdout:220: snap_create 2024-09-16T02:55:22.916 INFO:tasks.rados.rados.0.smithi097.stdout:216: finishing rollback tid 1 to smithi09778949-8 2024-09-16T02:55:22.916 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 52 (ObjNum 593 snap 0 seq_num 1973068576) dirty dne 2024-09-16T02:55:22.923 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 44 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-16T02:55:22.925 INFO:tasks.rados.rados.0.smithi097.stdout:215: finishing write tid 5 to smithi09778949-17 2024-09-16T02:55:22.925 INFO:tasks.rados.rados.0.smithi097.stdout:215: oid 17 updating version 0 to 13 2024-09-16T02:55:22.925 INFO:tasks.rados.rados.0.smithi097.stdout:215: oid 17 updating version 13 to 14 2024-09-16T02:55:22.925 INFO:tasks.rados.rados.0.smithi097.stdout:215: oid 17 updating version 14 to 15 2024-09-16T02:55:22.925 INFO:tasks.rados.rados.0.smithi097.stdout:215: oid 17 version 15 is already newer than 12 2024-09-16T02:55:22.925 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 15 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-09-16T02:55:22.925 INFO:tasks.rados.rados.0.smithi097.stdout:215: left oid 17 (ObjNum 92 snap 16 seq_num 92) 2024-09-16T02:55:22.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:22 smithi097 ceph-mon[27580]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:22.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:22 smithi097 ceph-mon[27580]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T02:55:22.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:22 smithi097 ceph-mon[27580]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:22 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2713167535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:55:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:22 smithi097 ceph-mon[38292]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:22 smithi097 ceph-mon[38292]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T02:55:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:22 smithi097 ceph-mon[38292]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:22 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2713167535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:55:23.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:22 smithi184 ceph-mon[31162]: from='client.14973 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:23.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:22 smithi184 ceph-mon[31162]: osdmap e110: 8 total, 8 up, 8 in 2024-09-16T02:55:23.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:22 smithi184 ceph-mon[31162]: from='client.24881 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:23.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:22 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2713167535' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:55:23.759 INFO:tasks.rados.rados.0.smithi097.stdout:215: done (3 left) 2024-09-16T02:55:23.759 INFO:tasks.rados.rados.0.smithi097.stdout:216: done (2 left) 2024-09-16T02:55:23.759 INFO:tasks.rados.rados.0.smithi097.stdout:219: done (1 left) 2024-09-16T02:55:23.759 INFO:tasks.rados.rados.0.smithi097.stdout:220: done (0 left) 2024-09-16T02:55:23.760 INFO:tasks.rados.rados.0.smithi097.stdout:221: copy_from oid 48 from oid 47 current snap is 17 2024-09-16T02:55:23.760 INFO:tasks.rados.rados.0.smithi097.stdout:222: read oid 34 snap -1 2024-09-16T02:55:23.760 INFO:tasks.rados.rados.0.smithi097.stdout:222: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T02:55:23.760 INFO:tasks.rados.rados.0.smithi097.stdout:223: snap_create 2024-09-16T02:55:23.766 INFO:tasks.rados.rados.0.smithi097.stdout:222: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T02:55:23.787 INFO:tasks.rados.rados.0.smithi097.stdout:221: finishing copy_from racing read to smithi09778949-48 2024-09-16T02:55:23.788 INFO:tasks.rados.rados.0.smithi097.stdout:221: finishing copy_from to smithi09778949-48 2024-09-16T02:55:23.788 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T02:55:24.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:23 smithi097 ceph-mon[27580]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:23 smithi097 ceph-mon[27580]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T02:55:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:23 smithi097 ceph-mon[27580]: pgmap v148: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T02:55:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:23 smithi097 ceph-mon[27580]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T02:55:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:23 smithi097 ceph-mon[38292]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:23 smithi097 ceph-mon[38292]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T02:55:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:23 smithi097 ceph-mon[38292]: pgmap v148: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T02:55:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:23 smithi097 ceph-mon[38292]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T02:55:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:23 smithi184 ceph-mon[31162]: from='client.14991 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:23 smithi184 ceph-mon[31162]: osdmap e111: 8 total, 8 up, 8 in 2024-09-16T02:55:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:23 smithi184 ceph-mon[31162]: pgmap v148: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T02:55:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:23 smithi184 ceph-mon[31162]: osdmap e112: 8 total, 8 up, 8 in 2024-09-16T02:55:24.756 INFO:tasks.rados.rados.0.smithi097.stdout:221: done (2 left) 2024-09-16T02:55:24.756 INFO:tasks.rados.rados.0.smithi097.stdout:222: done (1 left) 2024-09-16T02:55:24.756 INFO:tasks.rados.rados.0.smithi097.stdout:223: done (0 left) 2024-09-16T02:55:24.756 INFO:tasks.rados.rados.0.smithi097.stdout:224: read oid 47 snap -1 2024-09-16T02:55:24.756 INFO:tasks.rados.rados.0.smithi097.stdout:224: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T02:55:24.756 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 18 2024-09-16T02:55:24.756 INFO:tasks.rados.rados.0.smithi097.stdout:225: seq_num 94 ranges {1671168=778240,2449408=532480,2981888=270336} 2024-09-16T02:55:24.769 INFO:tasks.rados.rados.0.smithi097.stdout:225: writing smithi09778949-45 from 1671168 to 2449408 tid 1 2024-09-16T02:55:24.771 INFO:tasks.rados.rados.0.smithi097.stdout:225: writing smithi09778949-45 from 2449408 to 2981888 tid 2 2024-09-16T02:55:24.773 INFO:tasks.rados.rados.0.smithi097.stdout:225: writing smithi09778949-45 from 2981888 to 3252224 tid 3 2024-09-16T02:55:24.774 INFO:tasks.rados.rados.0.smithi097.stdout:226: read oid 49 snap 11 2024-09-16T02:55:24.774 INFO:tasks.rados.rados.0.smithi097.stdout:226: expect (ObjNum 63 snap 4 seq_num 63) 2024-09-16T02:55:24.774 INFO:tasks.rados.rados.0.smithi097.stdout:227: read oid 28 snap -1 2024-09-16T02:55:24.774 INFO:tasks.rados.rados.0.smithi097.stdout:227: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:55:24.774 INFO:tasks.rados.rados.0.smithi097.stdout:228: read oid 46 snap 10 2024-09-16T02:55:24.774 INFO:tasks.rados.rados.0.smithi097.stdout:228: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:55:24.774 INFO:tasks.rados.rados.0.smithi097.stdout:229: snap_remove snap 14 2024-09-16T02:55:25.761 INFO:tasks.rados.rados.0.smithi097.stdout:229: done (5 left) 2024-09-16T02:55:25.761 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 18 2024-09-16T02:55:25.761 INFO:tasks.rados.rados.0.smithi097.stdout:230: seq_num 95 ranges {778240=794624,1572864=409600,1982464=393216} 2024-09-16T02:55:25.770 INFO:tasks.rados.rados.0.smithi097.stdout:230: writing smithi09778949-48 from 778240 to 1572864 tid 1 2024-09-16T02:55:25.772 INFO:tasks.rados.rados.0.smithi097.stdout:230: writing smithi09778949-48 from 1572864 to 1982464 tid 2 2024-09-16T02:55:25.774 INFO:tasks.rados.rados.0.smithi097.stdout:230: writing smithi09778949-48 from 1982464 to 2375680 tid 3 2024-09-16T02:55:25.774 INFO:tasks.rados.rados.0.smithi097.stdout:231: read oid 8 snap -1 2024-09-16T02:55:25.774 INFO:tasks.rados.rados.0.smithi097.stdout:231: expect deleted 2024-09-16T02:55:25.774 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 18 2024-09-16T02:55:25.775 INFO:tasks.rados.rados.0.smithi097.stdout:232: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2024-09-16T02:55:25.776 INFO:tasks.rados.rados.0.smithi097.stdout:232: writing smithi09778949-22 from 0 to 409600 tid 1 2024-09-16T02:55:25.780 INFO:tasks.rados.rados.0.smithi097.stdout:232: writing smithi09778949-22 from 409600 to 1105920 tid 2 2024-09-16T02:55:25.783 INFO:tasks.rados.rados.0.smithi097.stdout:232: writing smithi09778949-22 from 1105920 to 1613824 tid 3 2024-09-16T02:55:25.784 INFO:tasks.rados.rados.0.smithi097.stdout:233: setattr oid 18 current snap is 18 2024-09-16T02:55:25.784 INFO:tasks.rados.rados.0.smithi097.stdout:224: expect (ObjNum 46 snap 0 seq_num 46) 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: finishing write tid 1 to smithi09778949-45 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: finishing write tid 2 to smithi09778949-45 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: finishing write tid 3 to smithi09778949-45 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: finishing write tid 4 to smithi09778949-45 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: finishing write tid 5 to smithi09778949-45 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: oid 45 updating version 0 to 27 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: oid 45 updating version 27 to 28 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: oid 45 updating version 28 to 29 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:225: oid 45 version 29 is already newer than 26 2024-09-16T02:55:25.806 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 29 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-09-16T02:55:25.807 INFO:tasks.rados.rados.0.smithi097.stdout:225: left oid 45 (ObjNum 94 snap 18 seq_num 94) 2024-09-16T02:55:25.807 INFO:tasks.rados.rados.0.smithi097.stdout:228: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:55:25.825 INFO:tasks.rados.rados.0.smithi097.stdout:227: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:55:25.837 INFO:tasks.rados.rados.0.smithi097.stdout:226: expect (ObjNum 63 snap 4 seq_num 63) 2024-09-16T02:55:25.949 INFO:tasks.rados.rados.0.smithi097.stdout:230: finishing write tid 1 to smithi09778949-48 2024-09-16T02:55:25.949 INFO:tasks.rados.rados.0.smithi097.stdout:230: finishing write tid 2 to smithi09778949-48 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:230: finishing write tid 3 to smithi09778949-48 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:230: finishing write tid 4 to smithi09778949-48 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:232: finishing write tid 1 to smithi09778949-22 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:230: finishing write tid 5 to smithi09778949-48 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:230: oid 48 updating version 0 to 14 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:230: oid 48 updating version 14 to 17 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:230: oid 48 updating version 17 to 18 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:230: oid 48 updating version 18 to 19 2024-09-16T02:55:25.950 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 19 (ObjNum 95 snap 18 seq_num 95) dirty exists 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:230: left oid 48 (ObjNum 95 snap 18 seq_num 95) 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:232: finishing write tid 2 to smithi09778949-22 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:224: done (8 left) 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:225: done (7 left) 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:226: done (6 left) 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:227: done (5 left) 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:228: done (4 left) 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:230: done (3 left) 2024-09-16T02:55:25.951 INFO:tasks.rados.rados.0.smithi097.stdout:231: done (2 left) 2024-09-16T02:55:25.952 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 18 2024-09-16T02:55:25.952 INFO:tasks.rados.rados.0.smithi097.stdout:232: finishing write tid 3 to smithi09778949-22 2024-09-16T02:55:25.952 INFO:tasks.rados.rados.0.smithi097.stdout:234: seq_num 97 ranges {1269760=434176,1703936=581632,2285568=540672,2826240=81920} 2024-09-16T02:55:25.957 INFO:tasks.rados.rados.0.smithi097.stdout:234: writing smithi09778949-23 from 1269760 to 1703936 tid 1 2024-09-16T02:55:25.961 INFO:tasks.rados.rados.0.smithi097.stdout:234: writing smithi09778949-23 from 1703936 to 2285568 tid 2 2024-09-16T02:55:25.964 INFO:tasks.rados.rados.0.smithi097.stdout:234: writing smithi09778949-23 from 2285568 to 2826240 tid 3 2024-09-16T02:55:25.965 INFO:tasks.rados.rados.0.smithi097.stdout:234: writing smithi09778949-23 from 2826240 to 2908160 tid 4 2024-09-16T02:55:25.966 INFO:tasks.rados.rados.0.smithi097.stdout:235: read oid 11 snap 15 2024-09-16T02:55:25.966 INFO:tasks.rados.rados.0.smithi097.stdout:235: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T02:55:25.966 INFO:tasks.rados.rados.0.smithi097.stdout:236: snap_remove snap 11 2024-09-16T02:55:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:25 smithi184 ceph-mon[31162]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T02:55:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:25 smithi184 ceph-mon[31162]: pgmap v151: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T02:55:26.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:25 smithi097 ceph-mon[38292]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T02:55:26.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:25 smithi097 ceph-mon[38292]: pgmap v151: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T02:55:26.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:25 smithi097 ceph-mon[27580]: osdmap e113: 8 total, 8 up, 8 in 2024-09-16T02:55:26.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:25 smithi097 ceph-mon[27580]: pgmap v151: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 1.9 MiB/s wr, 14 op/s 2024-09-16T02:55:26.770 INFO:tasks.rados.rados.0.smithi097.stdout:236: done (4 left) 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:237: copy_from oid 1 from oid 32 current snap is 18 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:232: finishing write tid 4 to smithi09778949-22 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:232: finishing write tid 5 to smithi09778949-22 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:232: oid 22 updating version 0 to 49 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:232: oid 22 updating version 49 to 50 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:232: oid 22 version 50 is already newer than 48 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:232: oid 22 version 50 is already newer than 47 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 50 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:232: left oid 22 (ObjNum 96 snap 18 seq_num 96) 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 63 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:234: finishing write tid 1 to smithi09778949-23 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:234: finishing write tid 2 to smithi09778949-23 2024-09-16T02:55:26.771 INFO:tasks.rados.rados.0.smithi097.stdout:234: finishing write tid 3 to smithi09778949-23 2024-09-16T02:55:26.772 INFO:tasks.rados.rados.0.smithi097.stdout:234: finishing write tid 4 to smithi09778949-23 2024-09-16T02:55:26.772 INFO:tasks.rados.rados.0.smithi097.stdout:234: finishing write tid 5 to smithi09778949-23 2024-09-16T02:55:26.772 INFO:tasks.rados.rados.0.smithi097.stdout:235: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:234: finishing write tid 6 to smithi09778949-23 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:234: oid 23 updating version 0 to 18 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:234: oid 23 updating version 18 to 22 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:234: oid 23 version 22 is already newer than 19 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:234: oid 23 version 22 is already newer than 20 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:234: oid 23 version 22 is already newer than 21 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 22 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:234: left oid 23 (ObjNum 97 snap 18 seq_num 97) 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:232: done (4 left) 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:233: done (3 left) 2024-09-16T02:55:26.778 INFO:tasks.rados.rados.0.smithi097.stdout:234: done (2 left) 2024-09-16T02:55:26.779 INFO:tasks.rados.rados.0.smithi097.stdout:235: done (1 left) 2024-09-16T02:55:26.779 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 18 2024-09-16T02:55:26.779 INFO:tasks.rados.rados.0.smithi097.stdout:238: seq_num 98 ranges {139264=450560,589824=466944,1056768=737280} 2024-09-16T02:55:26.781 INFO:tasks.rados.rados.0.smithi097.stdout:238: writing smithi09778949-9 from 139264 to 589824 tid 1 2024-09-16T02:55:26.784 INFO:tasks.rados.rados.0.smithi097.stdout:238: writing smithi09778949-9 from 589824 to 1056768 tid 2 2024-09-16T02:55:26.789 INFO:tasks.rados.rados.0.smithi097.stdout:238: writing smithi09778949-9 from 1056768 to 1794048 tid 3 2024-09-16T02:55:26.789 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 18 2024-09-16T02:55:26.789 INFO:tasks.rados.rados.0.smithi097.stdout:237: finishing copy_from racing read to smithi09778949-1 2024-09-16T02:55:26.789 INFO:tasks.rados.rados.0.smithi097.stdout:237: finishing copy_from to smithi09778949-1 2024-09-16T02:55:26.789 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 35 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-09-16T02:55:26.789 INFO:tasks.rados.rados.0.smithi097.stdout:238: finishing write tid 1 to smithi09778949-9 2024-09-16T02:55:26.789 INFO:tasks.rados.rados.0.smithi097.stdout:239: seq_num 99 ranges {2375680=466944,2842624=802816,3645440=401408} 2024-09-16T02:55:26.804 INFO:tasks.rados.rados.0.smithi097.stdout:239: writing smithi09778949-48 from 2375680 to 2842624 tid 1 2024-09-16T02:55:26.808 INFO:tasks.rados.rados.0.smithi097.stdout:239: writing smithi09778949-48 from 2842624 to 3645440 tid 2 2024-09-16T02:55:26.812 INFO:tasks.rados.rados.0.smithi097.stdout:239: writing smithi09778949-48 from 3645440 to 4046848 tid 3 2024-09-16T02:55:26.812 INFO:tasks.rados.rados.0.smithi097.stdout:237: done (2 left) 2024-09-16T02:55:26.812 INFO:tasks.rados.rados.0.smithi097.stdout:240: read oid 49 snap -1 2024-09-16T02:55:26.812 INFO:tasks.rados.rados.0.smithi097.stdout:240: expect (ObjNum 63 snap 4 seq_num 63) 2024-09-16T02:55:26.812 INFO:tasks.rados.rados.0.smithi097.stdout:241: read oid 1 snap 13 2024-09-16T02:55:26.812 INFO:tasks.rados.rados.0.smithi097.stdout:241: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T02:55:26.812 INFO:tasks.rados.rados.0.smithi097.stdout:242: setattr oid 36 current snap is 18 2024-09-16T02:55:26.812 INFO:tasks.rados.rados.0.smithi097.stdout:238: finishing write tid 2 to smithi09778949-9 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:238: finishing write tid 3 to smithi09778949-9 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:238: finishing write tid 4 to smithi09778949-9 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:238: finishing write tid 5 to smithi09778949-9 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:238: oid 9 updating version 0 to 44 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:238: oid 9 version 44 is already newer than 42 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:238: oid 9 version 44 is already newer than 41 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:238: oid 9 version 44 is already newer than 43 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 44 (ObjNum 98 snap 18 seq_num 98) dirty exists 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:238: left oid 9 (ObjNum 98 snap 18 seq_num 98) 2024-09-16T02:55:26.813 INFO:tasks.rados.rados.0.smithi097.stdout:239: finishing write tid 1 to smithi09778949-48 2024-09-16T02:55:26.814 INFO:tasks.rados.rados.0.smithi097.stdout:238: done (4 left) 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:243: rollback oid 15 current snap is 18 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 10 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:239: finishing write tid 2 to smithi09778949-48 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:244: delete oid 14 current snap is 18 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:239: finishing write tid 3 to smithi09778949-48 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:239: finishing write tid 4 to smithi09778949-48 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:239: finishing write tid 5 to smithi09778949-48 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:239: oid 48 updating version 0 to 22 2024-09-16T02:55:26.815 INFO:tasks.rados.rados.0.smithi097.stdout:239: oid 48 updating version 22 to 23 2024-09-16T02:55:26.816 INFO:tasks.rados.rados.0.smithi097.stdout:239: oid 48 updating version 23 to 24 2024-09-16T02:55:26.816 INFO:tasks.rados.rados.0.smithi097.stdout:239: oid 48 updating version 24 to 25 2024-09-16T02:55:26.816 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 25 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-09-16T02:55:26.816 INFO:tasks.rados.rados.0.smithi097.stdout:239: left oid 48 (ObjNum 99 snap 18 seq_num 99) 2024-09-16T02:55:26.816 INFO:tasks.rados.rados.0.smithi097.stdout:239: done (5 left) 2024-09-16T02:55:26.817 INFO:tasks.rados.rados.0.smithi097.stdout:244: done (4 left) 2024-09-16T02:55:26.817 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 18 2024-09-16T02:55:26.817 INFO:tasks.rados.rados.0.smithi097.stdout:245: seq_num 101 ranges {442368=499712,942080=573440,1515520=524288,2039808=106496} 2024-09-16T02:55:26.822 INFO:tasks.rados.rados.0.smithi097.stdout:245: writing smithi09778949-28 from 442368 to 942080 tid 1 2024-09-16T02:55:26.825 INFO:tasks.rados.rados.0.smithi097.stdout:245: writing smithi09778949-28 from 942080 to 1515520 tid 2 2024-09-16T02:55:26.828 INFO:tasks.rados.rados.0.smithi097.stdout:245: writing smithi09778949-28 from 1515520 to 2039808 tid 3 2024-09-16T02:55:26.828 INFO:tasks.rados.rados.0.smithi097.stdout:245: writing smithi09778949-28 from 2039808 to 2146304 tid 4 2024-09-16T02:55:26.829 INFO:tasks.rados.rados.0.smithi097.stdout:246: setattr oid 18 current snap is 18 2024-09-16T02:55:26.829 INFO:tasks.rados.rados.0.smithi097.stdout:241: expect (ObjNum 23 snap 0 seq_num 23) 2024-09-16T02:55:26.840 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 60 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-09-16T02:55:26.840 INFO:tasks.rados.rados.0.smithi097.stdout:243: finishing rollback tid 1 to smithi09778949-15 2024-09-16T02:55:26.840 INFO:tasks.rados.rados.0.smithi097.stdout:243: finishing rollback tid 2 to smithi09778949-15 2024-09-16T02:55:26.840 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 78 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T02:55:26.840 INFO:tasks.rados.rados.0.smithi097.stdout:240: expect (ObjNum 63 snap 4 seq_num 63) 2024-09-16T02:55:26.953 INFO:tasks.rados.rados.0.smithi097.stdout:245: finishing write tid 1 to smithi09778949-28 2024-09-16T02:55:26.953 INFO:tasks.rados.rados.0.smithi097.stdout:245: finishing write tid 2 to smithi09778949-28 2024-09-16T02:55:26.953 INFO:tasks.rados.rados.0.smithi097.stdout:245: finishing write tid 3 to smithi09778949-28 2024-09-16T02:55:26.953 INFO:tasks.rados.rados.0.smithi097.stdout:245: finishing write tid 4 to smithi09778949-28 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: finishing write tid 5 to smithi09778949-28 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: finishing write tid 6 to smithi09778949-28 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: oid 28 updating version 0 to 108 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: oid 28 updating version 108 to 110 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: oid 28 version 110 is already newer than 107 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: oid 28 version 110 is already newer than 109 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: oid 28 version 110 is already newer than 106 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 110 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: left oid 28 (ObjNum 101 snap 18 seq_num 101) 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:240: done (5 left) 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:241: done (4 left) 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:242: done (3 left) 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:243: done (2 left) 2024-09-16T02:55:26.954 INFO:tasks.rados.rados.0.smithi097.stdout:245: done (1 left) 2024-09-16T02:55:26.955 INFO:tasks.rados.rados.0.smithi097.stdout:247: setattr oid 37 current snap is 18 2024-09-16T02:55:26.955 INFO:tasks.rados.rados.0.smithi097.stdout:248: snap_remove snap 10 2024-09-16T02:55:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:26 smithi184 ceph-mon[31162]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T02:55:27.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:26 smithi097 ceph-mon[27580]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T02:55:27.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:26 smithi097 ceph-mon[38292]: osdmap e114: 8 total, 8 up, 8 in 2024-09-16T02:55:27.787 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 64 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T02:55:27.787 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 26 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-09-16T02:55:27.787 INFO:tasks.rados.rados.0.smithi097.stdout:246: done (2 left) 2024-09-16T02:55:27.787 INFO:tasks.rados.rados.0.smithi097.stdout:247: done (1 left) 2024-09-16T02:55:27.788 INFO:tasks.rados.rados.0.smithi097.stdout:248: done (0 left) 2024-09-16T02:55:27.788 INFO:tasks.rados.rados.0.smithi097.stdout:249: read oid 31 snap -1 2024-09-16T02:55:27.788 INFO:tasks.rados.rados.0.smithi097.stdout:249: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-16T02:55:27.788 INFO:tasks.rados.rados.0.smithi097.stdout:250: read oid 6 snap -1 2024-09-16T02:55:27.788 INFO:tasks.rados.rados.0.smithi097.stdout:250: expect (ObjNum 56 snap 3 seq_num 56) 2024-09-16T02:55:27.788 INFO:tasks.rados.rados.0.smithi097.stdout:251: snap_create 2024-09-16T02:55:27.794 INFO:tasks.rados.rados.0.smithi097.stdout:249: expect (ObjNum 18 snap 0 seq_num 18) 2024-09-16T02:55:27.804 INFO:tasks.rados.rados.0.smithi097.stdout:250: expect (ObjNum 56 snap 3 seq_num 56) 2024-09-16T02:55:28.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:27 smithi184 ceph-mon[31162]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T02:55:28.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:27 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:28.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:27 smithi184 ceph-mon[31162]: pgmap v154: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:28.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:27 smithi097 ceph-mon[27580]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T02:55:28.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:27 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:28.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:27 smithi097 ceph-mon[27580]: pgmap v154: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:27 smithi097 ceph-mon[38292]: osdmap e115: 8 total, 8 up, 8 in 2024-09-16T02:55:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:27 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:27 smithi097 ceph-mon[38292]: pgmap v154: 121 pgs: 121 active+clean; 57 MiB data, 309 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:28.787 INFO:tasks.rados.rados.0.smithi097.stdout:249: done (2 left) 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:250: done (1 left) 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:251: done (0 left) 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:252: rollback oid 30 current snap is 19 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 18 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:253: copy_from oid 9 from oid 25 current snap is 19 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:254: copy_from oid 12 from oid 28 current snap is 19 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:255: read oid 1 snap -1 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:255: expect (ObjNum 73 snap 9 seq_num 73) 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 19 2024-09-16T02:55:28.788 INFO:tasks.rados.rados.0.smithi097.stdout:256: seq_num 102 ranges {2834432=516096,3350528=450560,3801088=729088,4530176=24576} 2024-09-16T02:55:28.806 INFO:tasks.rados.rados.0.smithi097.stdout:256: writing smithi09778949-32 from 2834432 to 3350528 tid 1 2024-09-16T02:55:28.809 INFO:tasks.rados.rados.0.smithi097.stdout:256: writing smithi09778949-32 from 3350528 to 3801088 tid 2 2024-09-16T02:55:28.813 INFO:tasks.rados.rados.0.smithi097.stdout:256: writing smithi09778949-32 from 3801088 to 4530176 tid 3 2024-09-16T02:55:28.814 INFO:tasks.rados.rados.0.smithi097.stdout:256: writing smithi09778949-32 from 4530176 to 4554752 tid 4 2024-09-16T02:55:28.814 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 19 2024-09-16T02:55:28.814 INFO:tasks.rados.rados.0.smithi097.stdout:252: finishing rollback tid 0 to smithi09778949-30 2024-09-16T02:55:28.814 INFO:tasks.rados.rados.0.smithi097.stdout:257: seq_num 103 ranges {778240=532480,1310720=737280,2048000=466944} 2024-09-16T02:55:28.821 INFO:tasks.rados.rados.0.smithi097.stdout:257: writing smithi09778949-36 from 778240 to 1310720 tid 1 2024-09-16T02:55:28.825 INFO:tasks.rados.rados.0.smithi097.stdout:257: writing smithi09778949-36 from 1310720 to 2048000 tid 2 2024-09-16T02:55:28.828 INFO:tasks.rados.rados.0.smithi097.stdout:257: writing smithi09778949-36 from 2048000 to 2514944 tid 3 2024-09-16T02:55:28.828 INFO:tasks.rados.rados.0.smithi097.stdout:258: rollback oid 2 current snap is 19 2024-09-16T02:55:28.828 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 2 to 15 2024-09-16T02:55:28.829 INFO:tasks.rados.rados.0.smithi097.stdout:252: finishing rollback tid 1 to smithi09778949-30 2024-09-16T02:55:28.829 INFO:tasks.rados.rados.0.smithi097.stdout:252: finishing rollback tid 2 to smithi09778949-30 2024-09-16T02:55:28.829 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 38 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-09-16T02:55:28.829 INFO:tasks.rados.rados.0.smithi097.stdout:254: finishing copy_from racing read to smithi09778949-12 2024-09-16T02:55:28.829 INFO:tasks.rados.rados.0.smithi097.stdout:255: expect (ObjNum 73 snap 9 seq_num 73) 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:254: finishing copy_from to smithi09778949-12 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 110 (ObjNum 101 snap 18 seq_num 101) dirty exists 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:253: finishing copy_from racing read to smithi09778949-9 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:253: finishing copy_from to smithi09778949-9 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 10 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:256: finishing write tid 1 to smithi09778949-32 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:256: finishing write tid 2 to smithi09778949-32 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:256: finishing write tid 3 to smithi09778949-32 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:256: finishing write tid 4 to smithi09778949-32 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:256: finishing write tid 5 to smithi09778949-32 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:252: done (6 left) 2024-09-16T02:55:28.939 INFO:tasks.rados.rados.0.smithi097.stdout:253: done (5 left) 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:254: done (4 left) 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:255: done (3 left) 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 19 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:256: finishing write tid 6 to smithi09778949-32 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:256: oid 32 updating version 0 to 50 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:256: oid 32 updating version 50 to 51 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:256: oid 32 updating version 51 to 54 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:256: oid 32 version 54 is already newer than 53 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:256: oid 32 version 54 is already newer than 52 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 54 (ObjNum 102 snap 19 seq_num 102) dirty exists 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:256: left oid 32 (ObjNum 102 snap 19 seq_num 102) 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:257: finishing write tid 1 to smithi09778949-36 2024-09-16T02:55:28.940 INFO:tasks.rados.rados.0.smithi097.stdout:259: seq_num 104 ranges {1548288=548864,2097152=622592,2719744=581632} 2024-09-16T02:55:28.949 INFO:tasks.rados.rados.0.smithi097.stdout:259: writing smithi09778949-25 from 1548288 to 2097152 tid 1 2024-09-16T02:55:28.953 INFO:tasks.rados.rados.0.smithi097.stdout:259: writing smithi09778949-25 from 2097152 to 2719744 tid 2 2024-09-16T02:55:28.957 INFO:tasks.rados.rados.0.smithi097.stdout:259: writing smithi09778949-25 from 2719744 to 3301376 tid 3 2024-09-16T02:55:28.957 INFO:tasks.rados.rados.0.smithi097.stdout:256: done (3 left) 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:260: read oid 12 snap -1 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:260: expect (ObjNum 101 snap 18 seq_num 101) 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:261: rollback oid 27 current snap is 19 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 15 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:257: finishing write tid 2 to smithi09778949-36 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:258: finishing rollback tid 1 to smithi09778949-2 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:257: finishing write tid 3 to smithi09778949-36 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:258: finishing rollback tid 2 to smithi09778949-2 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 51 (ObjNum 91 snap 14 seq_num 91) dirty exists 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:257: finishing write tid 4 to smithi09778949-36 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:257: finishing write tid 5 to smithi09778949-36 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:257: oid 36 updating version 0 to 113 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:257: oid 36 version 113 is already newer than 112 2024-09-16T02:55:28.958 INFO:tasks.rados.rados.0.smithi097.stdout:257: oid 36 version 113 is already newer than 111 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:257: oid 36 updating version 113 to 114 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 114 (ObjNum 103 snap 19 seq_num 103) dirty exists 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:257: left oid 36 (ObjNum 103 snap 19 seq_num 103) 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:259: finishing write tid 1 to smithi09778949-25 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:257: done (4 left) 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:258: done (3 left) 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:262: rmattr oid 23 current snap is 19 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:259: finishing write tid 2 to smithi09778949-25 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:263: copy_from oid 30 from oid 18 current snap is 19 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 19 2024-09-16T02:55:28.959 INFO:tasks.rados.rados.0.smithi097.stdout:264: seq_num 105 ranges {0=565248,565248=507904,1073152=507904,1581056=188416} 2024-09-16T02:55:28.960 INFO:tasks.rados.rados.0.smithi097.stdout:264: writing smithi09778949-14 from 0 to 565248 tid 1 2024-09-16T02:55:28.963 INFO:tasks.rados.rados.0.smithi097.stdout:264: writing smithi09778949-14 from 565248 to 1073152 tid 2 2024-09-16T02:55:28.967 INFO:tasks.rados.rados.0.smithi097.stdout:264: writing smithi09778949-14 from 1073152 to 1581056 tid 3 2024-09-16T02:55:28.968 INFO:tasks.rados.rados.0.smithi097.stdout:264: writing smithi09778949-14 from 1581056 to 1769472 tid 4 2024-09-16T02:55:28.969 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 19 2024-09-16T02:55:28.969 INFO:tasks.rados.rados.0.smithi097.stdout:265: seq_num 106 ranges {1384448=581632,1966080=794624,2760704=409600} 2024-09-16T02:55:28.980 INFO:tasks.rados.rados.0.smithi097.stdout:265: writing smithi09778949-3 from 1384448 to 1966080 tid 1 2024-09-16T02:55:28.985 INFO:tasks.rados.rados.0.smithi097.stdout:265: writing smithi09778949-3 from 1966080 to 2760704 tid 2 2024-09-16T02:55:28.989 INFO:tasks.rados.rados.0.smithi097.stdout:265: writing smithi09778949-3 from 2760704 to 3170304 tid 3 2024-09-16T02:55:28.989 INFO:tasks.rados.rados.0.smithi097.stdout:266: read oid 13 snap 17 2024-09-16T02:55:28.989 INFO:tasks.rados.rados.0.smithi097.stdout:266: expect (ObjNum 81 snap 14 seq_num 81) 2024-09-16T02:55:28.989 INFO:tasks.rados.rados.0.smithi097.stdout:267: snap_create 2024-09-16T02:55:28.989 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 32 (ObjNum 97 snap 18 seq_num 97) dirty exists 2024-09-16T02:55:28.990 INFO:tasks.rados.rados.0.smithi097.stdout:261: finishing rollback tid 0 to smithi09778949-27 2024-09-16T02:55:28.990 INFO:tasks.rados.rados.0.smithi097.stdout:261: finishing rollback tid 1 to smithi09778949-27 2024-09-16T02:55:28.990 INFO:tasks.rados.rados.0.smithi097.stdout:261: finishing rollback tid 2 to smithi09778949-27 2024-09-16T02:55:28.990 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 124 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:55:28.990 INFO:tasks.rados.rados.0.smithi097.stdout:259: finishing write tid 3 to smithi09778949-25 2024-09-16T02:55:28.991 INFO:tasks.rados.rados.0.smithi097.stdout:259: finishing write tid 4 to smithi09778949-25 2024-09-16T02:55:28.991 INFO:tasks.rados.rados.0.smithi097.stdout:264: finishing write tid 1 to smithi09778949-14 2024-09-16T02:55:28.991 INFO:tasks.rados.rados.0.smithi097.stdout:264: finishing write tid 2 to smithi09778949-14 2024-09-16T02:55:28.991 INFO:tasks.rados.rados.0.smithi097.stdout:259: finishing write tid 5 to smithi09778949-25 2024-09-16T02:55:28.991 INFO:tasks.rados.rados.0.smithi097.stdout:259: oid 25 updating version 0 to 115 2024-09-16T02:55:28.991 INFO:tasks.rados.rados.0.smithi097.stdout:259: oid 25 updating version 115 to 116 2024-09-16T02:55:28.992 INFO:tasks.rados.rados.0.smithi097.stdout:259: oid 25 updating version 116 to 118 2024-09-16T02:55:28.992 INFO:tasks.rados.rados.0.smithi097.stdout:259: oid 25 version 118 is already newer than 117 2024-09-16T02:55:28.992 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 118 (ObjNum 104 snap 19 seq_num 104) dirty exists 2024-09-16T02:55:28.992 INFO:tasks.rados.rados.0.smithi097.stdout:259: left oid 25 (ObjNum 104 snap 19 seq_num 104) 2024-09-16T02:55:28.992 INFO:tasks.rados.rados.0.smithi097.stdout:263: finishing copy_from racing read to smithi09778949-30 2024-09-16T02:55:28.993 INFO:tasks.rados.rados.0.smithi097.stdout:264: finishing write tid 3 to smithi09778949-14 2024-09-16T02:55:28.993 INFO:tasks.rados.rados.0.smithi097.stdout:260: expect (ObjNum 101 snap 18 seq_num 101) 2024-09-16T02:55:29.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:28 smithi097 ceph-mon[27580]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T02:55:29.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:28 smithi097 ceph-mon[38292]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T02:55:29.052 INFO:tasks.rados.rados.0.smithi097.stdout:263: finishing copy_from to smithi09778949-30 2024-09-16T02:55:29.052 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 64 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T02:55:29.052 INFO:tasks.rados.rados.0.smithi097.stdout:264: finishing write tid 4 to smithi09778949-14 2024-09-16T02:55:29.053 INFO:tasks.rados.rados.0.smithi097.stdout:264: finishing write tid 5 to smithi09778949-14 2024-09-16T02:55:29.053 INFO:tasks.rados.rados.0.smithi097.stdout:264: finishing write tid 6 to smithi09778949-14 2024-09-16T02:55:29.053 INFO:tasks.rados.rados.0.smithi097.stdout:264: oid 14 updating version 0 to 53 2024-09-16T02:55:29.053 INFO:tasks.rados.rados.0.smithi097.stdout:264: oid 14 updating version 53 to 56 2024-09-16T02:55:29.053 INFO:tasks.rados.rados.0.smithi097.stdout:264: oid 14 version 56 is already newer than 54 2024-09-16T02:55:29.053 INFO:tasks.rados.rados.0.smithi097.stdout:264: oid 14 version 56 is already newer than 55 2024-09-16T02:55:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:264: oid 14 version 56 is already newer than 52 2024-09-16T02:55:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 56 (ObjNum 105 snap 19 seq_num 105) dirty exists 2024-09-16T02:55:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:264: left oid 14 (ObjNum 105 snap 19 seq_num 105) 2024-09-16T02:55:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:265: finishing write tid 1 to smithi09778949-3 2024-09-16T02:55:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:265: finishing write tid 2 to smithi09778949-3 2024-09-16T02:55:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:265: finishing write tid 3 to smithi09778949-3 2024-09-16T02:55:29.055 INFO:tasks.rados.rados.0.smithi097.stdout:265: finishing write tid 4 to smithi09778949-3 2024-09-16T02:55:29.055 INFO:tasks.rados.rados.0.smithi097.stdout:265: finishing write tid 5 to smithi09778949-3 2024-09-16T02:55:29.055 INFO:tasks.rados.rados.0.smithi097.stdout:265: oid 3 updating version 0 to 127 2024-09-16T02:55:29.055 INFO:tasks.rados.rados.0.smithi097.stdout:265: oid 3 version 127 is already newer than 126 2024-09-16T02:55:29.055 INFO:tasks.rados.rados.0.smithi097.stdout:265: oid 3 updating version 127 to 129 2024-09-16T02:55:29.055 INFO:tasks.rados.rados.0.smithi097.stdout:265: oid 3 version 129 is already newer than 128 2024-09-16T02:55:29.056 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 129 (ObjNum 106 snap 19 seq_num 106) dirty exists 2024-09-16T02:55:29.056 INFO:tasks.rados.rados.0.smithi097.stdout:265: left oid 3 (ObjNum 106 snap 19 seq_num 106) 2024-09-16T02:55:29.056 INFO:tasks.rados.rados.0.smithi097.stdout:266: expect (ObjNum 81 snap 14 seq_num 81) 2024-09-16T02:55:29.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:28 smithi184 ceph-mon[31162]: osdmap e116: 8 total, 8 up, 8 in 2024-09-16T02:55:29.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:55:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:55:29] "GET /metrics HTTP/1.1" 200 36020 "" "Prometheus/2.43.0" 2024-09-16T02:55:29.790 INFO:tasks.rados.rados.0.smithi097.stdout:259: done (8 left) 2024-09-16T02:55:29.790 INFO:tasks.rados.rados.0.smithi097.stdout:260: done (7 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:261: done (6 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:262: done (5 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:263: done (4 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:264: done (3 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:265: done (2 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:266: done (1 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:267: done (0 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:268: rmattr oid 29 current snap is 20 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:268: done (0 left) 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:269: copy_from oid 7 from oid 29 current snap is 20 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:270: rollback oid 6 current snap is 20 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 6 to 18 2024-09-16T02:55:29.791 INFO:tasks.rados.rados.0.smithi097.stdout:271: snap_remove snap 15 2024-09-16T02:55:30.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:29 smithi184 ceph-mon[31162]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T02:55:30.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:29 smithi184 ceph-mon[31162]: pgmap v157: 121 pgs: 121 active+clean; 71 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-09-16T02:55:30.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:29 smithi097 ceph-mon[27580]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T02:55:30.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:29 smithi097 ceph-mon[27580]: pgmap v157: 121 pgs: 121 active+clean; 71 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-09-16T02:55:30.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:29 smithi097 ceph-mon[38292]: osdmap e117: 8 total, 8 up, 8 in 2024-09-16T02:55:30.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:29 smithi097 ceph-mon[38292]: pgmap v157: 121 pgs: 121 active+clean; 71 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-09-16T02:55:30.794 INFO:tasks.rados.rados.0.smithi097.stdout:271: done (2 left) 2024-09-16T02:55:30.794 INFO:tasks.rados.rados.0.smithi097.stdout:272: snap_create 2024-09-16T02:55:30.795 INFO:tasks.rados.rados.0.smithi097.stdout:270: finishing rollback tid 0 to smithi09778949-6 2024-09-16T02:55:30.795 INFO:tasks.rados.rados.0.smithi097.stdout:270: finishing rollback tid 1 to smithi09778949-6 2024-09-16T02:55:30.795 INFO:tasks.rados.rados.0.smithi097.stdout:270: finishing rollback tid 2 to smithi09778949-6 2024-09-16T02:55:30.795 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 57 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-16T02:55:30.795 INFO:tasks.rados.rados.0.smithi097.stdout:269: finishing copy_from racing read to smithi09778949-7 2024-09-16T02:55:30.795 INFO:tasks.rados.rados.0.smithi097.stdout:269: finishing copy_from to smithi09778949-7 2024-09-16T02:55:30.795 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:55:31.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:30 smithi184 ceph-mon[31162]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T02:55:31.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:30 smithi097 ceph-mon[27580]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T02:55:31.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:30 smithi097 ceph-mon[38292]: osdmap e118: 8 total, 8 up, 8 in 2024-09-16T02:55:31.800 INFO:tasks.rados.rados.0.smithi097.stdout:269: done (2 left) 2024-09-16T02:55:31.800 INFO:tasks.rados.rados.0.smithi097.stdout:270: done (1 left) 2024-09-16T02:55:31.800 INFO:tasks.rados.rados.0.smithi097.stdout:272: done (0 left) 2024-09-16T02:55:31.800 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 21 2024-09-16T02:55:31.800 INFO:tasks.rados.rados.0.smithi097.stdout:273: seq_num 107 ranges {1556480=598016,2154496=729088,2883584=466944,3350528=8192} 2024-09-16T02:55:31.811 INFO:tasks.rados.rados.0.smithi097.stdout:273: writing smithi09778949-16 from 1556480 to 2154496 tid 1 2024-09-16T02:55:31.815 INFO:tasks.rados.rados.0.smithi097.stdout:273: writing smithi09778949-16 from 2154496 to 2883584 tid 2 2024-09-16T02:55:31.818 INFO:tasks.rados.rados.0.smithi097.stdout:273: writing smithi09778949-16 from 2883584 to 3350528 tid 3 2024-09-16T02:55:31.819 INFO:tasks.rados.rados.0.smithi097.stdout:273: writing smithi09778949-16 from 3350528 to 3358720 tid 4 2024-09-16T02:55:31.819 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 21 2024-09-16T02:55:31.819 INFO:tasks.rados.rados.0.smithi097.stdout:273: finishing write tid 1 to smithi09778949-16 2024-09-16T02:55:31.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: seq_num 108 ranges {1466368=614400,2080768=606208,2686976=598016} 2024-09-16T02:55:31.830 INFO:tasks.rados.rados.0.smithi097.stdout:274: writing smithi09778949-18 from 1466368 to 2080768 tid 1 2024-09-16T02:55:31.833 INFO:tasks.rados.rados.0.smithi097.stdout:274: writing smithi09778949-18 from 2080768 to 2686976 tid 2 2024-09-16T02:55:31.837 INFO:tasks.rados.rados.0.smithi097.stdout:274: writing smithi09778949-18 from 2686976 to 3284992 tid 3 2024-09-16T02:55:31.837 INFO:tasks.rados.rados.0.smithi097.stdout:275: setattr oid 45 current snap is 21 2024-09-16T02:55:31.837 INFO:tasks.rados.rados.0.smithi097.stdout:273: finishing write tid 2 to smithi09778949-16 2024-09-16T02:55:31.837 INFO:tasks.rados.rados.0.smithi097.stdout:273: finishing write tid 3 to smithi09778949-16 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: finishing write tid 4 to smithi09778949-16 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: finishing write tid 5 to smithi09778949-16 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: finishing write tid 6 to smithi09778949-16 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: oid 16 updating version 0 to 145 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: oid 16 version 145 is already newer than 143 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: oid 16 version 145 is already newer than 141 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: oid 16 version 145 is already newer than 144 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: oid 16 version 145 is already newer than 142 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 145 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:273: left oid 16 (ObjNum 107 snap 21 seq_num 107) 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:274: finishing write tid 1 to smithi09778949-18 2024-09-16T02:55:31.838 INFO:tasks.rados.rados.0.smithi097.stdout:274: finishing write tid 2 to smithi09778949-18 2024-09-16T02:55:31.839 INFO:tasks.rados.rados.0.smithi097.stdout:273: done (2 left) 2024-09-16T02:55:31.839 INFO:tasks.rados.rados.0.smithi097.stdout:276: snap_remove snap 13 2024-09-16T02:55:32.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:31 smithi184 ceph-mon[31162]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T02:55:32.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:31 smithi184 ceph-mon[31162]: pgmap v160: 121 pgs: 121 active+clean; 71 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-09-16T02:55:32.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:31 smithi097 ceph-mon[38292]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T02:55:32.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:31 smithi097 ceph-mon[38292]: pgmap v160: 121 pgs: 121 active+clean; 71 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-09-16T02:55:32.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:31 smithi097 ceph-mon[27580]: osdmap e119: 8 total, 8 up, 8 in 2024-09-16T02:55:32.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:31 smithi097 ceph-mon[27580]: pgmap v160: 121 pgs: 121 active+clean; 71 MiB data, 345 MiB used, 715 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-09-16T02:55:32.817 INFO:tasks.rados.rados.0.smithi097.stdout:276: done (2 left) 2024-09-16T02:55:32.818 INFO:tasks.rados.rados.0.smithi097.stdout:277: setattr oid 15 current snap is 21 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: finishing write tid 3 to smithi09778949-18 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: finishing write tid 4 to smithi09778949-18 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 39 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: finishing write tid 5 to smithi09778949-18 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: oid 18 updating version 0 to 67 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: oid 18 version 67 is already newer than 65 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: oid 18 version 67 is already newer than 66 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: oid 18 updating version 67 to 68 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 68 (ObjNum 108 snap 21 seq_num 108) dirty exists 2024-09-16T02:55:32.819 INFO:tasks.rados.rados.0.smithi097.stdout:274: left oid 18 (ObjNum 108 snap 21 seq_num 108) 2024-09-16T02:55:32.820 INFO:tasks.rados.rados.0.smithi097.stdout:274: done (2 left) 2024-09-16T02:55:32.820 INFO:tasks.rados.rados.0.smithi097.stdout:275: done (1 left) 2024-09-16T02:55:32.820 INFO:tasks.rados.rados.0.smithi097.stdout:278: snap_create 2024-09-16T02:55:32.825 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 88 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T02:55:33.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:32 smithi184 ceph-mon[31162]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T02:55:33.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:32 smithi097 ceph-mon[27580]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T02:55:33.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:32 smithi097 ceph-mon[38292]: osdmap e120: 8 total, 8 up, 8 in 2024-09-16T02:55:33.760 INFO:tasks.rados.rados.0.smithi097.stdout:277: done (1 left) 2024-09-16T02:55:33.760 INFO:tasks.rados.rados.0.smithi097.stdout:278: done (0 left) 2024-09-16T02:55:33.760 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 22 2024-09-16T02:55:33.760 INFO:tasks.rados.rados.0.smithi097.stdout:279: seq_num 109 ranges {540672=630784,1171456=491520,1662976=483328,2146304=229376} 2024-09-16T02:55:33.766 INFO:tasks.rados.rados.0.smithi097.stdout:279: writing smithi09778949-33 from 540672 to 1171456 tid 1 2024-09-16T02:55:33.769 INFO:tasks.rados.rados.0.smithi097.stdout:279: writing smithi09778949-33 from 1171456 to 1662976 tid 2 2024-09-16T02:55:33.772 INFO:tasks.rados.rados.0.smithi097.stdout:279: writing smithi09778949-33 from 1662976 to 2146304 tid 3 2024-09-16T02:55:33.774 INFO:tasks.rados.rados.0.smithi097.stdout:279: writing smithi09778949-33 from 2146304 to 2375680 tid 4 2024-09-16T02:55:33.774 INFO:tasks.rados.rados.0.smithi097.stdout:280: copy_from oid 18 from oid 13 current snap is 22 2024-09-16T02:55:33.774 INFO:tasks.rados.rados.0.smithi097.stdout:279: finishing write tid 1 to smithi09778949-33 2024-09-16T02:55:33.775 INFO:tasks.rados.rados.0.smithi097.stdout:281: snap_create 2024-09-16T02:55:33.775 INFO:tasks.rados.rados.0.smithi097.stdout:279: finishing write tid 2 to smithi09778949-33 2024-09-16T02:55:33.777 INFO:tasks.rados.rados.0.smithi097.stdout:279: finishing write tid 3 to smithi09778949-33 2024-09-16T02:55:33.777 INFO:tasks.rados.rados.0.smithi097.stdout:279: finishing write tid 4 to smithi09778949-33 2024-09-16T02:55:33.777 INFO:tasks.rados.rados.0.smithi097.stdout:279: finishing write tid 5 to smithi09778949-33 2024-09-16T02:55:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:279: finishing write tid 6 to smithi09778949-33 2024-09-16T02:55:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:279: oid 33 updating version 0 to 80 2024-09-16T02:55:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:279: oid 33 updating version 80 to 81 2024-09-16T02:55:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:279: oid 33 version 81 is already newer than 79 2024-09-16T02:55:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:279: oid 33 version 81 is already newer than 78 2024-09-16T02:55:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:279: oid 33 updating version 81 to 82 2024-09-16T02:55:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 82 (ObjNum 109 snap 22 seq_num 109) dirty exists 2024-09-16T02:55:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:279: left oid 33 (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:55:33.788 INFO:tasks.rados.rados.0.smithi097.stdout:280: finishing copy_from racing read to smithi09778949-18 2024-09-16T02:55:33.789 INFO:tasks.rados.rados.0.smithi097.stdout:280: finishing copy_from to smithi09778949-18 2024-09-16T02:55:33.789 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 37 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-09-16T02:55:34.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:33 smithi184 ceph-mon[31162]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T02:55:34.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:33 smithi184 ceph-mon[31162]: pgmap v163: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-16T02:55:34.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:33 smithi184 ceph-mon[31162]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T02:55:34.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:33 smithi097 ceph-mon[27580]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T02:55:34.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:33 smithi097 ceph-mon[27580]: pgmap v163: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-16T02:55:34.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:33 smithi097 ceph-mon[27580]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T02:55:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:33 smithi097 ceph-mon[38292]: osdmap e121: 8 total, 8 up, 8 in 2024-09-16T02:55:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:33 smithi097 ceph-mon[38292]: pgmap v163: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-16T02:55:34.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:33 smithi097 ceph-mon[38292]: osdmap e122: 8 total, 8 up, 8 in 2024-09-16T02:55:34.758 INFO:tasks.rados.rados.0.smithi097.stdout:279: done (2 left) 2024-09-16T02:55:34.758 INFO:tasks.rados.rados.0.smithi097.stdout:280: done (1 left) 2024-09-16T02:55:34.758 INFO:tasks.rados.rados.0.smithi097.stdout:281: done (0 left) 2024-09-16T02:55:34.758 INFO:tasks.rados.rados.0.smithi097.stdout:282: snap_create 2024-09-16T02:55:35.764 INFO:tasks.rados.rados.0.smithi097.stdout:282: done (0 left) 2024-09-16T02:55:35.764 INFO:tasks.rados.rados.0.smithi097.stdout:283: read oid 15 snap -1 2024-09-16T02:55:35.764 INFO:tasks.rados.rados.0.smithi097.stdout:283: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T02:55:35.764 INFO:tasks.rados.rados.0.smithi097.stdout:284: snap_create 2024-09-16T02:55:35.767 INFO:tasks.rados.rados.0.smithi097.stdout:283: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T02:55:36.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:35 smithi184 ceph-mon[31162]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T02:55:36.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:35 smithi184 ceph-mon[31162]: pgmap v166: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-16T02:55:36.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:35 smithi097 ceph-mon[27580]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T02:55:36.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:35 smithi097 ceph-mon[27580]: pgmap v166: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-16T02:55:36.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:35 smithi097 ceph-mon[38292]: osdmap e123: 8 total, 8 up, 8 in 2024-09-16T02:55:36.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:35 smithi097 ceph-mon[38292]: pgmap v166: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail; 5.6 MiB/s rd, 4.3 MiB/s wr, 27 op/s 2024-09-16T02:55:36.766 INFO:tasks.rados.rados.0.smithi097.stdout:283: done (1 left) 2024-09-16T02:55:36.766 INFO:tasks.rados.rados.0.smithi097.stdout:284: done (0 left) 2024-09-16T02:55:36.766 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 25 2024-09-16T02:55:36.766 INFO:tasks.rados.rados.0.smithi097.stdout:285: seq_num 110 ranges {2908160=647168,3555328=778240,4333568=425984} 2024-09-16T02:55:36.785 INFO:tasks.rados.rados.0.smithi097.stdout:285: writing smithi09778949-23 from 2908160 to 3555328 tid 1 2024-09-16T02:55:36.789 INFO:tasks.rados.rados.0.smithi097.stdout:285: writing smithi09778949-23 from 3555328 to 4333568 tid 2 2024-09-16T02:55:36.792 INFO:tasks.rados.rados.0.smithi097.stdout:285: writing smithi09778949-23 from 4333568 to 4759552 tid 3 2024-09-16T02:55:36.792 INFO:tasks.rados.rados.0.smithi097.stdout:286: rollback oid 9 current snap is 25 2024-09-16T02:55:36.792 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 17 2024-09-16T02:55:36.792 INFO:tasks.rados.rados.0.smithi097.stdout:285: finishing write tid 1 to smithi09778949-23 2024-09-16T02:55:36.792 INFO:tasks.rados.rados.0.smithi097.stdout:287: snap_remove snap 22 2024-09-16T02:55:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:36 smithi184 ceph-mon[31162]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T02:55:37.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:36 smithi097 ceph-mon[27580]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T02:55:37.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:36 smithi097 ceph-mon[38292]: osdmap e124: 8 total, 8 up, 8 in 2024-09-16T02:55:37.782 INFO:tasks.rados.rados.0.smithi097.stdout:287: done (2 left) 2024-09-16T02:55:37.782 INFO:tasks.rados.rados.0.smithi097.stdout:288: rollback oid 25 current snap is 25 2024-09-16T02:55:37.782 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 23 2024-09-16T02:55:37.782 INFO:tasks.rados.rados.0.smithi097.stdout:285: finishing write tid 2 to smithi09778949-23 2024-09-16T02:55:37.782 INFO:tasks.rados.rados.0.smithi097.stdout:285: finishing write tid 3 to smithi09778949-23 2024-09-16T02:55:37.782 INFO:tasks.rados.rados.0.smithi097.stdout:285: finishing write tid 4 to smithi09778949-23 2024-09-16T02:55:37.782 INFO:tasks.rados.rados.0.smithi097.stdout:285: finishing write tid 5 to smithi09778949-23 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:285: oid 23 updating version 0 to 45 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:285: oid 23 version 45 is already newer than 42 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:285: oid 23 version 45 is already newer than 43 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:285: oid 23 version 45 is already newer than 44 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 45 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:285: left oid 23 (ObjNum 110 snap 25 seq_num 110) 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:286: finishing rollback tid 0 to smithi09778949-9 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:286: finishing rollback tid 1 to smithi09778949-9 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:285: done (2 left) 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:289: snap_create 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:286: finishing rollback tid 2 to smithi09778949-9 2024-09-16T02:55:37.783 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 66 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-09-16T02:55:37.784 INFO:tasks.rados.rados.0.smithi097.stdout:288: finishing rollback tid 0 to smithi09778949-25 2024-09-16T02:55:37.784 INFO:tasks.rados.rados.0.smithi097.stdout:288: finishing rollback tid 1 to smithi09778949-25 2024-09-16T02:55:37.784 INFO:tasks.rados.rados.0.smithi097.stdout:288: finishing rollback tid 2 to smithi09778949-25 2024-09-16T02:55:37.785 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 121 (ObjNum 104 snap 19 seq_num 104) dirty exists 2024-09-16T02:55:38.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:37 smithi184 ceph-mon[31162]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T02:55:38.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:37 smithi184 ceph-mon[31162]: pgmap v169: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:38.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:37 smithi097 ceph-mon[27580]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T02:55:38.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:37 smithi097 ceph-mon[27580]: pgmap v169: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:37 smithi097 ceph-mon[38292]: osdmap e125: 8 total, 8 up, 8 in 2024-09-16T02:55:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:37 smithi097 ceph-mon[38292]: pgmap v169: 121 pgs: 121 active+clean; 78 MiB data, 364 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:38.793 INFO:tasks.rados.rados.0.smithi097.stdout:286: done (2 left) 2024-09-16T02:55:38.793 INFO:tasks.rados.rados.0.smithi097.stdout:288: done (1 left) 2024-09-16T02:55:38.793 INFO:tasks.rados.rados.0.smithi097.stdout:289: done (0 left) 2024-09-16T02:55:38.793 INFO:tasks.rados.rados.0.smithi097.stdout:290: read oid 23 snap -1 2024-09-16T02:55:38.793 INFO:tasks.rados.rados.0.smithi097.stdout:290: expect (ObjNum 110 snap 25 seq_num 110) 2024-09-16T02:55:38.793 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 26 2024-09-16T02:55:38.793 INFO:tasks.rados.rados.0.smithi097.stdout:291: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-09-16T02:55:38.796 INFO:tasks.rados.rados.0.smithi097.stdout:291: writing smithi09778949-41 from 0 to 663552 tid 1 2024-09-16T02:55:38.800 INFO:tasks.rados.rados.0.smithi097.stdout:291: writing smithi09778949-41 from 663552 to 1327104 tid 2 2024-09-16T02:55:38.803 INFO:tasks.rados.rados.0.smithi097.stdout:291: writing smithi09778949-41 from 1327104 to 1777664 tid 3 2024-09-16T02:55:38.804 INFO:tasks.rados.rados.0.smithi097.stdout:291: writing smithi09778949-41 from 1777664 to 1867776 tid 4 2024-09-16T02:55:38.804 INFO:tasks.rados.rados.0.smithi097.stdout:292: setattr oid 44 current snap is 26 2024-09-16T02:55:38.804 INFO:tasks.rados.rados.0.smithi097.stdout:291: finishing write tid 1 to smithi09778949-41 2024-09-16T02:55:38.806 INFO:tasks.rados.rados.0.smithi097.stdout:293: read oid 33 snap -1 2024-09-16T02:55:38.806 INFO:tasks.rados.rados.0.smithi097.stdout:293: expect (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:55:38.806 INFO:tasks.rados.rados.0.smithi097.stdout:294: read oid 20 snap 16 2024-09-16T02:55:38.806 INFO:tasks.rados.rados.0.smithi097.stdout:294: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T02:55:38.806 INFO:tasks.rados.rados.0.smithi097.stdout:295: delete oid 49 current snap is 26 2024-09-16T02:55:38.808 INFO:tasks.rados.rados.0.smithi097.stdout:291: finishing write tid 2 to smithi09778949-41 2024-09-16T02:55:38.808 INFO:tasks.rados.rados.0.smithi097.stdout:291: finishing write tid 3 to smithi09778949-41 2024-09-16T02:55:38.808 INFO:tasks.rados.rados.0.smithi097.stdout:291: finishing write tid 4 to smithi09778949-41 2024-09-16T02:55:38.809 INFO:tasks.rados.rados.0.smithi097.stdout:291: finishing write tid 5 to smithi09778949-41 2024-09-16T02:55:38.812 INFO:tasks.rados.rados.0.smithi097.stdout:294: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T02:55:38.833 INFO:tasks.rados.rados.0.smithi097.stdout:291: finishing write tid 6 to smithi09778949-41 2024-09-16T02:55:38.833 INFO:tasks.rados.rados.0.smithi097.stdout:291: oid 41 updating version 0 to 123 2024-09-16T02:55:38.833 INFO:tasks.rados.rados.0.smithi097.stdout:291: oid 41 updating version 123 to 125 2024-09-16T02:55:38.833 INFO:tasks.rados.rados.0.smithi097.stdout:291: oid 41 updating version 125 to 126 2024-09-16T02:55:38.833 INFO:tasks.rados.rados.0.smithi097.stdout:291: oid 41 version 126 is already newer than 122 2024-09-16T02:55:38.833 INFO:tasks.rados.rados.0.smithi097.stdout:291: oid 41 version 126 is already newer than 124 2024-09-16T02:55:38.833 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 126 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-16T02:55:38.834 INFO:tasks.rados.rados.0.smithi097.stdout:291: left oid 41 (ObjNum 111 snap 26 seq_num 111) 2024-09-16T02:55:38.834 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 84 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T02:55:38.834 INFO:tasks.rados.rados.0.smithi097.stdout:290: expect (ObjNum 110 snap 25 seq_num 110) 2024-09-16T02:55:39.027 INFO:tasks.rados.rados.0.smithi097.stdout:293: expect (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:55:39.096 INFO:tasks.rados.rados.0.smithi097.stdout:290: done (5 left) 2024-09-16T02:55:39.096 INFO:tasks.rados.rados.0.smithi097.stdout:291: done (4 left) 2024-09-16T02:55:39.096 INFO:tasks.rados.rados.0.smithi097.stdout:292: done (3 left) 2024-09-16T02:55:39.096 INFO:tasks.rados.rados.0.smithi097.stdout:293: done (2 left) 2024-09-16T02:55:39.096 INFO:tasks.rados.rados.0.smithi097.stdout:294: done (1 left) 2024-09-16T02:55:39.096 INFO:tasks.rados.rados.0.smithi097.stdout:295: done (0 left) 2024-09-16T02:55:39.096 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 26 2024-09-16T02:55:39.096 INFO:tasks.rados.rados.0.smithi097.stdout:296: seq_num 113 ranges {638976=696320,1335296=434176,1769472=466944,2236416=303104} 2024-09-16T02:55:39.103 INFO:tasks.rados.rados.0.smithi097.stdout:296: writing smithi09778949-39 from 638976 to 1335296 tid 1 2024-09-16T02:55:39.105 INFO:tasks.rados.rados.0.smithi097.stdout:296: writing smithi09778949-39 from 1335296 to 1769472 tid 2 2024-09-16T02:55:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:296: writing smithi09778949-39 from 1769472 to 2236416 tid 3 2024-09-16T02:55:39.110 INFO:tasks.rados.rados.0.smithi097.stdout:296: writing smithi09778949-39 from 2236416 to 2539520 tid 4 2024-09-16T02:55:39.110 INFO:tasks.rados.rados.0.smithi097.stdout:297: delete oid 50 current snap is 26 2024-09-16T02:55:39.110 INFO:tasks.rados.rados.0.smithi097.stdout:296: finishing write tid 1 to smithi09778949-39 2024-09-16T02:55:39.110 INFO:tasks.rados.rados.0.smithi097.stdout:296: finishing write tid 2 to smithi09778949-39 2024-09-16T02:55:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:297: done (1 left) 2024-09-16T02:55:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:298: copy_from oid 28 from oid 45 current snap is 26 2024-09-16T02:55:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:299: read oid 35 snap -1 2024-09-16T02:55:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:299: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-16T02:55:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:300: snap_create 2024-09-16T02:55:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:296: finishing write tid 3 to smithi09778949-39 2024-09-16T02:55:39.112 INFO:tasks.rados.rados.0.smithi097.stdout:296: finishing write tid 4 to smithi09778949-39 2024-09-16T02:55:39.112 INFO:tasks.rados.rados.0.smithi097.stdout:296: finishing write tid 5 to smithi09778949-39 2024-09-16T02:55:39.114 INFO:tasks.rados.rados.0.smithi097.stdout:296: finishing write tid 6 to smithi09778949-39 2024-09-16T02:55:39.114 INFO:tasks.rados.rados.0.smithi097.stdout:296: oid 39 updating version 0 to 66 2024-09-16T02:55:39.114 INFO:tasks.rados.rados.0.smithi097.stdout:296: oid 39 updating version 66 to 68 2024-09-16T02:55:39.115 INFO:tasks.rados.rados.0.smithi097.stdout:296: oid 39 version 68 is already newer than 65 2024-09-16T02:55:39.115 INFO:tasks.rados.rados.0.smithi097.stdout:296: oid 39 version 68 is already newer than 67 2024-09-16T02:55:39.115 INFO:tasks.rados.rados.0.smithi097.stdout:296: oid 39 version 68 is already newer than 64 2024-09-16T02:55:39.115 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 68 (ObjNum 113 snap 26 seq_num 113) dirty exists 2024-09-16T02:55:39.115 INFO:tasks.rados.rados.0.smithi097.stdout:296: left oid 39 (ObjNum 113 snap 26 seq_num 113) 2024-09-16T02:55:39.121 INFO:tasks.rados.rados.0.smithi097.stdout:299: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-16T02:55:39.136 INFO:tasks.rados.rados.0.smithi097.stdout:298: finishing copy_from racing read to smithi09778949-28 2024-09-16T02:55:39.136 INFO:tasks.rados.rados.0.smithi097.stdout:298: finishing copy_from to smithi09778949-28 2024-09-16T02:55:39.136 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 39 (ObjNum 94 snap 18 seq_num 94) dirty exists 2024-09-16T02:55:39.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:38 smithi184 ceph-mon[31162]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T02:55:39.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:38 smithi097 ceph-mon[27580]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T02:55:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:38 smithi097 ceph-mon[38292]: osdmap e126: 8 total, 8 up, 8 in 2024-09-16T02:55:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:55:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:55:39] "GET /metrics HTTP/1.1" 200 36020 "" "Prometheus/2.43.0" 2024-09-16T02:55:39.811 INFO:tasks.rados.rados.0.smithi097.stdout:296: done (3 left) 2024-09-16T02:55:39.811 INFO:tasks.rados.rados.0.smithi097.stdout:298: done (2 left) 2024-09-16T02:55:39.811 INFO:tasks.rados.rados.0.smithi097.stdout:299: done (1 left) 2024-09-16T02:55:39.811 INFO:tasks.rados.rados.0.smithi097.stdout:300: done (0 left) 2024-09-16T02:55:39.811 INFO:tasks.rados.rados.0.smithi097.stdout:301: snap_create 2024-09-16T02:55:40.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:39 smithi184 ceph-mon[31162]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T02:55:40.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:39 smithi184 ceph-mon[31162]: pgmap v172: 121 pgs: 121 active+clean; 84 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T02:55:40.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:39 smithi097 ceph-mon[27580]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T02:55:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:39 smithi097 ceph-mon[27580]: pgmap v172: 121 pgs: 121 active+clean; 84 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T02:55:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:39 smithi097 ceph-mon[38292]: osdmap e127: 8 total, 8 up, 8 in 2024-09-16T02:55:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:39 smithi097 ceph-mon[38292]: pgmap v172: 121 pgs: 121 active+clean; 84 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T02:55:40.809 INFO:tasks.rados.rados.0.smithi097.stdout:301: done (0 left) 2024-09-16T02:55:40.809 INFO:tasks.rados.rados.0.smithi097.stdout:302: rollback oid 14 current snap is 28 2024-09-16T02:55:40.809 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 14 to 26 2024-09-16T02:55:40.809 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 28 2024-09-16T02:55:40.809 INFO:tasks.rados.rados.0.smithi097.stdout:303: seq_num 115 ranges {139264=729088,868352=647168,1515520=434176,1949696=122880} 2024-09-16T02:55:40.814 INFO:tasks.rados.rados.0.smithi097.stdout:303: writing smithi09778949-9 from 139264 to 868352 tid 1 2024-09-16T02:55:40.818 INFO:tasks.rados.rados.0.smithi097.stdout:303: writing smithi09778949-9 from 868352 to 1515520 tid 2 2024-09-16T02:55:40.820 INFO:tasks.rados.rados.0.smithi097.stdout:303: writing smithi09778949-9 from 1515520 to 1949696 tid 3 2024-09-16T02:55:40.821 INFO:tasks.rados.rados.0.smithi097.stdout:303: writing smithi09778949-9 from 1949696 to 2072576 tid 4 2024-09-16T02:55:40.821 INFO:tasks.rados.rados.0.smithi097.stdout:304: read oid 29 snap -1 2024-09-16T02:55:40.821 INFO:tasks.rados.rados.0.smithi097.stdout:304: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:55:40.821 INFO:tasks.rados.rados.0.smithi097.stdout:305: rollback oid 35 current snap is 28 2024-09-16T02:55:40.821 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 35 to 23 2024-09-16T02:55:40.821 INFO:tasks.rados.rados.0.smithi097.stdout:302: finishing rollback tid 0 to smithi09778949-14 2024-09-16T02:55:40.821 INFO:tasks.rados.rados.0.smithi097.stdout:306: snap_create 2024-09-16T02:55:40.822 INFO:tasks.rados.rados.0.smithi097.stdout:302: finishing rollback tid 1 to smithi09778949-14 2024-09-16T02:55:40.822 INFO:tasks.rados.rados.0.smithi097.stdout:302: finishing rollback tid 2 to smithi09778949-14 2024-09-16T02:55:40.822 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 70 (ObjNum 105 snap 19 seq_num 105) dirty exists 2024-09-16T02:55:40.822 INFO:tasks.rados.rados.0.smithi097.stdout:303: finishing write tid 1 to smithi09778949-9 2024-09-16T02:55:40.822 INFO:tasks.rados.rados.0.smithi097.stdout:303: finishing write tid 2 to smithi09778949-9 2024-09-16T02:55:40.823 INFO:tasks.rados.rados.0.smithi097.stdout:303: finishing write tid 3 to smithi09778949-9 2024-09-16T02:55:40.825 INFO:tasks.rados.rados.0.smithi097.stdout:303: finishing write tid 4 to smithi09778949-9 2024-09-16T02:55:40.825 INFO:tasks.rados.rados.0.smithi097.stdout:303: finishing write tid 5 to smithi09778949-9 2024-09-16T02:55:40.826 INFO:tasks.rados.rados.0.smithi097.stdout:305: finishing rollback tid 0 to smithi09778949-35 2024-09-16T02:55:40.826 INFO:tasks.rados.rados.0.smithi097.stdout:304: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:303: finishing write tid 6 to smithi09778949-9 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:303: oid 9 updating version 0 to 72 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:303: oid 9 updating version 72 to 73 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:303: oid 9 version 73 is already newer than 70 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:303: oid 9 version 73 is already newer than 71 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:303: oid 9 updating version 73 to 74 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 74 (ObjNum 115 snap 28 seq_num 115) dirty exists 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:303: left oid 9 (ObjNum 115 snap 28 seq_num 115) 2024-09-16T02:55:40.839 INFO:tasks.rados.rados.0.smithi097.stdout:305: finishing rollback tid 1 to smithi09778949-35 2024-09-16T02:55:40.840 INFO:tasks.rados.rados.0.smithi097.stdout:305: finishing rollback tid 2 to smithi09778949-35 2024-09-16T02:55:40.840 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 78 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-09-16T02:55:41.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:40 smithi184 ceph-mon[31162]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T02:55:41.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:40 smithi097 ceph-mon[27580]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T02:55:41.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:40 smithi097 ceph-mon[38292]: osdmap e128: 8 total, 8 up, 8 in 2024-09-16T02:55:41.819 INFO:tasks.rados.rados.0.smithi097.stdout:302: done (4 left) 2024-09-16T02:55:41.819 INFO:tasks.rados.rados.0.smithi097.stdout:303: done (3 left) 2024-09-16T02:55:41.819 INFO:tasks.rados.rados.0.smithi097.stdout:304: done (2 left) 2024-09-16T02:55:41.819 INFO:tasks.rados.rados.0.smithi097.stdout:305: done (1 left) 2024-09-16T02:55:41.819 INFO:tasks.rados.rados.0.smithi097.stdout:306: done (0 left) 2024-09-16T02:55:41.819 INFO:tasks.rados.rados.0.smithi097.stdout:307: rollback oid 50 current snap is 29 2024-09-16T02:55:41.819 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 50 to 25 2024-09-16T02:55:41.820 INFO:tasks.rados.rados.0.smithi097.stdout:308: rmattr oid 38 current snap is 29 2024-09-16T02:55:41.820 INFO:tasks.rados.rados.0.smithi097.stdout:308: done (1 left) 2024-09-16T02:55:41.820 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 29 2024-09-16T02:55:41.820 INFO:tasks.rados.rados.0.smithi097.stdout:309: seq_num 116 ranges {2752512=745472,3497984=532480,4030464=638976,4669440=32768} 2024-09-16T02:55:41.837 INFO:tasks.rados.rados.0.smithi097.stdout:309: writing smithi09778949-21 from 2752512 to 3497984 tid 1 2024-09-16T02:55:41.841 INFO:tasks.rados.rados.0.smithi097.stdout:309: writing smithi09778949-21 from 3497984 to 4030464 tid 2 2024-09-16T02:55:41.845 INFO:tasks.rados.rados.0.smithi097.stdout:309: writing smithi09778949-21 from 4030464 to 4669440 tid 3 2024-09-16T02:55:41.845 INFO:tasks.rados.rados.0.smithi097.stdout:309: writing smithi09778949-21 from 4669440 to 4702208 tid 4 2024-09-16T02:55:41.845 INFO:tasks.rados.rados.0.smithi097.stdout:310: copy_from oid 37 from oid 14 current snap is 29 2024-09-16T02:55:41.845 INFO:tasks.rados.rados.0.smithi097.stdout:307: finishing rollback tid 1 to smithi09778949-50 2024-09-16T02:55:41.845 INFO:tasks.rados.rados.0.smithi097.stdout:307: finishing rollback tid 2 to smithi09778949-50 2024-09-16T02:55:41.845 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 39 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T02:55:41.846 INFO:tasks.rados.rados.0.smithi097.stdout:309: finishing write tid 1 to smithi09778949-21 2024-09-16T02:55:41.846 INFO:tasks.rados.rados.0.smithi097.stdout:309: finishing write tid 2 to smithi09778949-21 2024-09-16T02:55:41.846 INFO:tasks.rados.rados.0.smithi097.stdout:307: done (2 left) 2024-09-16T02:55:41.846 INFO:tasks.rados.rados.0.smithi097.stdout:311: rmattr oid 44 current snap is 29 2024-09-16T02:55:41.846 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 29 2024-09-16T02:55:41.846 INFO:tasks.rados.rados.0.smithi097.stdout:312: seq_num 117 ranges {2146304=770048,2916352=417792,3334144=442368,3776512=344064} 2024-09-16T02:55:41.861 INFO:tasks.rados.rados.0.smithi097.stdout:312: writing smithi09778949-12 from 2146304 to 2916352 tid 1 2024-09-16T02:55:41.863 INFO:tasks.rados.rados.0.smithi097.stdout:312: writing smithi09778949-12 from 2916352 to 3334144 tid 2 2024-09-16T02:55:41.866 INFO:tasks.rados.rados.0.smithi097.stdout:312: writing smithi09778949-12 from 3334144 to 3776512 tid 3 2024-09-16T02:55:41.868 INFO:tasks.rados.rados.0.smithi097.stdout:312: writing smithi09778949-12 from 3776512 to 4120576 tid 4 2024-09-16T02:55:41.868 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 29 2024-09-16T02:55:41.868 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 88 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T02:55:41.868 INFO:tasks.rados.rados.0.smithi097.stdout:313: seq_num 118 ranges {1466368=786432,2252800=704512,2957312=499712} 2024-09-16T02:55:41.881 INFO:tasks.rados.rados.0.smithi097.stdout:313: writing smithi09778949-38 from 1466368 to 2252800 tid 1 2024-09-16T02:55:41.884 INFO:tasks.rados.rados.0.smithi097.stdout:313: writing smithi09778949-38 from 2252800 to 2957312 tid 2 2024-09-16T02:55:41.889 INFO:tasks.rados.rados.0.smithi097.stdout:313: writing smithi09778949-38 from 2957312 to 3457024 tid 3 2024-09-16T02:55:41.889 INFO:tasks.rados.rados.0.smithi097.stdout:311: done (4 left) 2024-09-16T02:55:41.889 INFO:tasks.rados.rados.0.smithi097.stdout:314: copy_from oid 22 from oid 11 current snap is 29 2024-09-16T02:55:41.889 INFO:tasks.rados.rados.0.smithi097.stdout:309: finishing write tid 3 to smithi09778949-21 2024-09-16T02:55:41.889 INFO:tasks.rados.rados.0.smithi097.stdout:309: finishing write tid 4 to smithi09778949-21 2024-09-16T02:55:41.889 INFO:tasks.rados.rados.0.smithi097.stdout:309: finishing write tid 5 to smithi09778949-21 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:309: finishing write tid 6 to smithi09778949-21 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:309: oid 21 updating version 0 to 93 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:309: oid 21 updating version 93 to 94 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:309: oid 21 version 94 is already newer than 90 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:309: oid 21 version 94 is already newer than 91 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:309: oid 21 version 94 is already newer than 92 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 94 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:309: left oid 21 (ObjNum 116 snap 29 seq_num 116) 2024-09-16T02:55:41.890 INFO:tasks.rados.rados.0.smithi097.stdout:310: finishing copy_from racing read to smithi09778949-37 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:310: finishing copy_from to smithi09778949-37 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 70 (ObjNum 105 snap 19 seq_num 105) dirty exists 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: finishing write tid 1 to smithi09778949-12 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: finishing write tid 2 to smithi09778949-12 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: finishing write tid 3 to smithi09778949-12 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:309: done (4 left) 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:310: done (3 left) 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 29 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: finishing write tid 4 to smithi09778949-12 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: finishing write tid 5 to smithi09778949-12 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: finishing write tid 6 to smithi09778949-12 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: oid 12 updating version 0 to 131 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: oid 12 version 131 is already newer than 130 2024-09-16T02:55:41.891 INFO:tasks.rados.rados.0.smithi097.stdout:312: oid 12 version 131 is already newer than 129 2024-09-16T02:55:41.892 INFO:tasks.rados.rados.0.smithi097.stdout:312: oid 12 version 131 is already newer than 127 2024-09-16T02:55:41.892 INFO:tasks.rados.rados.0.smithi097.stdout:312: oid 12 version 131 is already newer than 128 2024-09-16T02:55:41.892 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 131 (ObjNum 117 snap 29 seq_num 117) dirty exists 2024-09-16T02:55:41.892 INFO:tasks.rados.rados.0.smithi097.stdout:312: left oid 12 (ObjNum 117 snap 29 seq_num 117) 2024-09-16T02:55:41.892 INFO:tasks.rados.rados.0.smithi097.stdout:313: finishing write tid 1 to smithi09778949-38 2024-09-16T02:55:41.892 INFO:tasks.rados.rados.0.smithi097.stdout:313: finishing write tid 2 to smithi09778949-38 2024-09-16T02:55:41.892 INFO:tasks.rados.rados.0.smithi097.stdout:315: seq_num 119 ranges {303104=802816,1105920=589824,1695744=409600,2105344=204800} 2024-09-16T02:55:41.894 INFO:tasks.rados.rados.0.smithi097.stdout:315: writing smithi09778949-31 from 303104 to 1105920 tid 1 2024-09-16T02:55:41.896 INFO:tasks.rados.rados.0.smithi097.stdout:315: writing smithi09778949-31 from 1105920 to 1695744 tid 2 2024-09-16T02:55:41.899 INFO:tasks.rados.rados.0.smithi097.stdout:315: writing smithi09778949-31 from 1695744 to 2105344 tid 3 2024-09-16T02:55:41.900 INFO:tasks.rados.rados.0.smithi097.stdout:315: writing smithi09778949-31 from 2105344 to 2310144 tid 4 2024-09-16T02:55:41.900 INFO:tasks.rados.rados.0.smithi097.stdout:312: done (3 left) 2024-09-16T02:55:41.900 INFO:tasks.rados.rados.0.smithi097.stdout:316: snap_remove snap 16 2024-09-16T02:55:41.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:41 smithi097 ceph-mon[27580]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T02:55:41.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:41 smithi097 ceph-mon[27580]: pgmap v175: 121 pgs: 121 active+clean; 84 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T02:55:41.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:41 smithi097 ceph-mon[38292]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T02:55:41.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:41 smithi097 ceph-mon[38292]: pgmap v175: 121 pgs: 121 active+clean; 84 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T02:55:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:41 smithi184 ceph-mon[31162]: osdmap e129: 8 total, 8 up, 8 in 2024-09-16T02:55:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:41 smithi184 ceph-mon[31162]: pgmap v175: 121 pgs: 121 active+clean; 84 MiB data, 365 MiB used, 715 GiB / 715 GiB avail; 73 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-09-16T02:55:42.832 INFO:tasks.rados.rados.0.smithi097.stdout:316: done (3 left) 2024-09-16T02:55:42.832 INFO:tasks.rados.rados.0.smithi097.stdout:317: copy_from oid 16 from oid 44 current snap is 29 2024-09-16T02:55:42.832 INFO:tasks.rados.rados.0.smithi097.stdout:318: copy_from oid 2 from oid 46 current snap is 29 2024-09-16T02:55:42.832 INFO:tasks.rados.rados.0.smithi097.stdout:319: snap_create 2024-09-16T02:55:42.832 INFO:tasks.rados.rados.0.smithi097.stdout:313: finishing write tid 3 to smithi09778949-38 2024-09-16T02:55:42.832 INFO:tasks.rados.rados.0.smithi097.stdout:313: finishing write tid 4 to smithi09778949-38 2024-09-16T02:55:42.832 INFO:tasks.rados.rados.0.smithi097.stdout:313: finishing write tid 5 to smithi09778949-38 2024-09-16T02:55:42.832 INFO:tasks.rados.rados.0.smithi097.stdout:313: oid 38 updating version 0 to 90 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:313: oid 38 updating version 90 to 92 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:313: oid 38 updating version 92 to 93 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:313: oid 38 version 93 is already newer than 91 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 93 (ObjNum 118 snap 29 seq_num 118) dirty exists 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:313: left oid 38 (ObjNum 118 snap 29 seq_num 118) 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:314: finishing copy_from racing read to smithi09778949-22 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:314: finishing copy_from to smithi09778949-22 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:315: finishing write tid 1 to smithi09778949-31 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:315: finishing write tid 2 to smithi09778949-31 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:315: finishing write tid 3 to smithi09778949-31 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:315: finishing write tid 4 to smithi09778949-31 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:315: finishing write tid 5 to smithi09778949-31 2024-09-16T02:55:42.833 INFO:tasks.rados.rados.0.smithi097.stdout:315: finishing write tid 6 to smithi09778949-31 2024-09-16T02:55:42.834 INFO:tasks.rados.rados.0.smithi097.stdout:315: oid 31 updating version 0 to 43 2024-09-16T02:55:42.834 INFO:tasks.rados.rados.0.smithi097.stdout:315: oid 31 updating version 43 to 45 2024-09-16T02:55:42.834 INFO:tasks.rados.rados.0.smithi097.stdout:315: oid 31 version 45 is already newer than 44 2024-09-16T02:55:42.834 INFO:tasks.rados.rados.0.smithi097.stdout:315: oid 31 version 45 is already newer than 41 2024-09-16T02:55:42.834 INFO:tasks.rados.rados.0.smithi097.stdout:315: oid 31 version 45 is already newer than 42 2024-09-16T02:55:42.834 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 45 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-09-16T02:55:42.834 INFO:tasks.rados.rados.0.smithi097.stdout:315: left oid 31 (ObjNum 119 snap 29 seq_num 119) 2024-09-16T02:55:42.841 INFO:tasks.rados.rados.0.smithi097.stdout:318: finishing copy_from racing read to smithi09778949-2 2024-09-16T02:55:42.842 INFO:tasks.rados.rados.0.smithi097.stdout:318: finishing copy_from to smithi09778949-2 2024-09-16T02:55:42.842 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T02:55:42.845 INFO:tasks.rados.rados.0.smithi097.stdout:317: finishing copy_from racing read to smithi09778949-16 2024-09-16T02:55:42.847 INFO:tasks.rados.rados.0.smithi097.stdout:317: finishing copy_from to smithi09778949-16 2024-09-16T02:55:42.847 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 88 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T02:55:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:42 smithi184 ceph-mon[31162]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T02:55:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:42 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:43.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:42 smithi097 ceph-mon[27580]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T02:55:43.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:42 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:43.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:42 smithi097 ceph-mon[38292]: osdmap e130: 8 total, 8 up, 8 in 2024-09-16T02:55:43.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:42 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:43.763 INFO:tasks.rados.rados.0.smithi097.stdout:313: done (5 left) 2024-09-16T02:55:43.763 INFO:tasks.rados.rados.0.smithi097.stdout:314: done (4 left) 2024-09-16T02:55:43.763 INFO:tasks.rados.rados.0.smithi097.stdout:315: done (3 left) 2024-09-16T02:55:43.763 INFO:tasks.rados.rados.0.smithi097.stdout:317: done (2 left) 2024-09-16T02:55:43.763 INFO:tasks.rados.rados.0.smithi097.stdout:318: done (1 left) 2024-09-16T02:55:43.763 INFO:tasks.rados.rados.0.smithi097.stdout:319: done (0 left) 2024-09-16T02:55:43.764 INFO:tasks.rados.rados.0.smithi097.stdout:320: read oid 15 snap -1 2024-09-16T02:55:43.764 INFO:tasks.rados.rados.0.smithi097.stdout:320: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T02:55:43.764 INFO:tasks.rados.rados.0.smithi097.stdout:321: copy_from oid 39 from oid 19 current snap is 30 2024-09-16T02:55:43.764 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 30 2024-09-16T02:55:43.764 INFO:tasks.rados.rados.0.smithi097.stdout:322: seq_num 120 ranges {2072576=417792,2490368=475136,2965504=622592,3588096=507904} 2024-09-16T02:55:43.776 INFO:tasks.rados.rados.0.smithi097.stdout:322: writing smithi09778949-9 from 2072576 to 2490368 tid 1 2024-09-16T02:55:43.779 INFO:tasks.rados.rados.0.smithi097.stdout:322: writing smithi09778949-9 from 2490368 to 2965504 tid 2 2024-09-16T02:55:43.783 INFO:tasks.rados.rados.0.smithi097.stdout:322: writing smithi09778949-9 from 2965504 to 3588096 tid 3 2024-09-16T02:55:43.785 INFO:tasks.rados.rados.0.smithi097.stdout:322: writing smithi09778949-9 from 3588096 to 4096000 tid 4 2024-09-16T02:55:43.786 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 30 2024-09-16T02:55:43.786 INFO:tasks.rados.rados.0.smithi097.stdout:323: seq_num 121 ranges {3252224=434176,3686400=753664,4440064=425984,4866048=425984} 2024-09-16T02:55:43.805 INFO:tasks.rados.rados.0.smithi097.stdout:323: writing smithi09778949-45 from 3252224 to 3686400 tid 1 2024-09-16T02:55:43.809 INFO:tasks.rados.rados.0.smithi097.stdout:323: writing smithi09778949-45 from 3686400 to 4440064 tid 2 2024-09-16T02:55:43.811 INFO:tasks.rados.rados.0.smithi097.stdout:323: writing smithi09778949-45 from 4440064 to 4866048 tid 3 2024-09-16T02:55:43.814 INFO:tasks.rados.rados.0.smithi097.stdout:323: writing smithi09778949-45 from 4866048 to 5292032 tid 4 2024-09-16T02:55:43.814 INFO:tasks.rados.rados.0.smithi097.stdout:324: snap_create 2024-09-16T02:55:43.814 INFO:tasks.rados.rados.0.smithi097.stdout:320: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:321: finishing copy_from racing read to smithi09778949-39 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:321: finishing copy_from to smithi09778949-39 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 79 (ObjNum 87 snap 14 seq_num 87) dirty exists 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: finishing write tid 1 to smithi09778949-9 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: finishing write tid 2 to smithi09778949-9 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: finishing write tid 3 to smithi09778949-9 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: finishing write tid 4 to smithi09778949-9 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: finishing write tid 5 to smithi09778949-9 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: finishing write tid 6 to smithi09778949-9 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: oid 9 updating version 0 to 87 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: oid 9 version 87 is already newer than 86 2024-09-16T02:55:43.819 INFO:tasks.rados.rados.0.smithi097.stdout:322: oid 9 updating version 87 to 88 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:322: oid 9 updating version 88 to 90 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:322: oid 9 version 90 is already newer than 89 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 90 (ObjNum 120 snap 30 seq_num 120) dirty exists 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:322: left oid 9 (ObjNum 120 snap 30 seq_num 120) 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: finishing write tid 1 to smithi09778949-45 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: finishing write tid 2 to smithi09778949-45 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: finishing write tid 3 to smithi09778949-45 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: finishing write tid 4 to smithi09778949-45 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: finishing write tid 5 to smithi09778949-45 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: finishing write tid 6 to smithi09778949-45 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: oid 45 updating version 0 to 46 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: oid 45 version 46 is already newer than 45 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: oid 45 updating version 46 to 49 2024-09-16T02:55:43.820 INFO:tasks.rados.rados.0.smithi097.stdout:323: oid 45 version 49 is already newer than 47 2024-09-16T02:55:43.821 INFO:tasks.rados.rados.0.smithi097.stdout:323: oid 45 version 49 is already newer than 48 2024-09-16T02:55:43.821 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 49 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-09-16T02:55:43.821 INFO:tasks.rados.rados.0.smithi097.stdout:323: left oid 45 (ObjNum 121 snap 30 seq_num 121) 2024-09-16T02:55:44.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:43 smithi184 ceph-mon[31162]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T02:55:44.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:43 smithi184 ceph-mon[31162]: pgmap v178: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T02:55:44.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:43 smithi184 ceph-mon[31162]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T02:55:44.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:43 smithi097 ceph-mon[27580]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T02:55:44.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:43 smithi097 ceph-mon[27580]: pgmap v178: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T02:55:44.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:43 smithi097 ceph-mon[27580]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T02:55:44.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:43 smithi097 ceph-mon[38292]: osdmap e131: 8 total, 8 up, 8 in 2024-09-16T02:55:44.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:43 smithi097 ceph-mon[38292]: pgmap v178: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T02:55:44.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:43 smithi097 ceph-mon[38292]: osdmap e132: 8 total, 8 up, 8 in 2024-09-16T02:55:44.763 INFO:tasks.rados.rados.0.smithi097.stdout:320: done (4 left) 2024-09-16T02:55:44.764 INFO:tasks.rados.rados.0.smithi097.stdout:321: done (3 left) 2024-09-16T02:55:44.764 INFO:tasks.rados.rados.0.smithi097.stdout:322: done (2 left) 2024-09-16T02:55:44.764 INFO:tasks.rados.rados.0.smithi097.stdout:323: done (1 left) 2024-09-16T02:55:44.764 INFO:tasks.rados.rados.0.smithi097.stdout:324: done (0 left) 2024-09-16T02:55:44.764 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 31 2024-09-16T02:55:44.764 INFO:tasks.rados.rados.0.smithi097.stdout:325: seq_num 122 ranges {0=450560,450560=688128,1138688=630784,1769472=286720} 2024-09-16T02:55:44.765 INFO:tasks.rados.rados.0.smithi097.stdout:325: writing smithi09778949-5 from 0 to 450560 tid 1 2024-09-16T02:55:44.769 INFO:tasks.rados.rados.0.smithi097.stdout:325: writing smithi09778949-5 from 450560 to 1138688 tid 2 2024-09-16T02:55:44.773 INFO:tasks.rados.rados.0.smithi097.stdout:325: writing smithi09778949-5 from 1138688 to 1769472 tid 3 2024-09-16T02:55:44.775 INFO:tasks.rados.rados.0.smithi097.stdout:325: writing smithi09778949-5 from 1769472 to 2056192 tid 4 2024-09-16T02:55:44.775 INFO:tasks.rados.rados.0.smithi097.stdout:326: rollback oid 31 current snap is 31 2024-09-16T02:55:44.775 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 20 2024-09-16T02:55:44.776 INFO:tasks.rados.rados.0.smithi097.stdout:325: finishing write tid 1 to smithi09778949-5 2024-09-16T02:55:44.776 INFO:tasks.rados.rados.0.smithi097.stdout:325: finishing write tid 2 to smithi09778949-5 2024-09-16T02:55:44.776 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 31 2024-09-16T02:55:44.776 INFO:tasks.rados.rados.0.smithi097.stdout:327: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-09-16T02:55:44.778 INFO:tasks.rados.rados.0.smithi097.stdout:327: writing smithi09778949-49 from 0 to 466944 tid 1 2024-09-16T02:55:44.781 INFO:tasks.rados.rados.0.smithi097.stdout:327: writing smithi09778949-49 from 466944 to 1040384 tid 2 2024-09-16T02:55:44.786 INFO:tasks.rados.rados.0.smithi097.stdout:327: writing smithi09778949-49 from 1040384 to 1835008 tid 3 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:327: writing smithi09778949-49 from 1835008 to 2072576 tid 4 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:328: rmattr oid 41 current snap is 31 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:328: done (3 left) 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:329: read oid 7 snap -1 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:329: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:330: snap_create 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:325: finishing write tid 3 to smithi09778949-5 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:325: finishing write tid 4 to smithi09778949-5 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:325: finishing write tid 5 to smithi09778949-5 2024-09-16T02:55:44.788 INFO:tasks.rados.rados.0.smithi097.stdout:326: finishing rollback tid 0 to smithi09778949-31 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:326: finishing rollback tid 1 to smithi09778949-31 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:325: finishing write tid 6 to smithi09778949-5 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:325: oid 5 updating version 0 to 79 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:325: oid 5 version 79 is already newer than 78 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:325: oid 5 version 79 is already newer than 77 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:325: oid 5 version 79 is already newer than 76 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:325: oid 5 version 79 is already newer than 75 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 79 (ObjNum 122 snap 31 seq_num 122) dirty exists 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:325: left oid 5 (ObjNum 122 snap 31 seq_num 122) 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:326: finishing rollback tid 2 to smithi09778949-31 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 53 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:327: finishing write tid 1 to smithi09778949-49 2024-09-16T02:55:44.789 INFO:tasks.rados.rados.0.smithi097.stdout:327: finishing write tid 2 to smithi09778949-49 2024-09-16T02:55:44.790 INFO:tasks.rados.rados.0.smithi097.stdout:327: finishing write tid 3 to smithi09778949-49 2024-09-16T02:55:44.790 INFO:tasks.rados.rados.0.smithi097.stdout:327: finishing write tid 4 to smithi09778949-49 2024-09-16T02:55:44.790 INFO:tasks.rados.rados.0.smithi097.stdout:327: finishing write tid 5 to smithi09778949-49 2024-09-16T02:55:44.791 INFO:tasks.rados.rados.0.smithi097.stdout:329: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:55:44.804 INFO:tasks.rados.rados.0.smithi097.stdout:327: finishing write tid 6 to smithi09778949-49 2024-09-16T02:55:44.804 INFO:tasks.rados.rados.0.smithi097.stdout:327: oid 49 updating version 0 to 105 2024-09-16T02:55:44.805 INFO:tasks.rados.rados.0.smithi097.stdout:327: oid 49 version 105 is already newer than 103 2024-09-16T02:55:44.805 INFO:tasks.rados.rados.0.smithi097.stdout:327: oid 49 updating version 105 to 106 2024-09-16T02:55:44.805 INFO:tasks.rados.rados.0.smithi097.stdout:327: oid 49 version 106 is already newer than 104 2024-09-16T02:55:44.805 INFO:tasks.rados.rados.0.smithi097.stdout:327: oid 49 version 106 is already newer than 102 2024-09-16T02:55:44.805 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 106 (ObjNum 123 snap 31 seq_num 123) dirty exists 2024-09-16T02:55:44.805 INFO:tasks.rados.rados.0.smithi097.stdout:327: left oid 49 (ObjNum 123 snap 31 seq_num 123) 2024-09-16T02:55:45.768 INFO:tasks.rados.rados.0.smithi097.stdout:325: done (4 left) 2024-09-16T02:55:45.768 INFO:tasks.rados.rados.0.smithi097.stdout:326: done (3 left) 2024-09-16T02:55:45.768 INFO:tasks.rados.rados.0.smithi097.stdout:327: done (2 left) 2024-09-16T02:55:45.768 INFO:tasks.rados.rados.0.smithi097.stdout:329: done (1 left) 2024-09-16T02:55:45.768 INFO:tasks.rados.rados.0.smithi097.stdout:330: done (0 left) 2024-09-16T02:55:45.769 INFO:tasks.rados.rados.0.smithi097.stdout:331: delete oid 49 current snap is 32 2024-09-16T02:55:45.772 INFO:tasks.rados.rados.0.smithi097.stdout:331: done (0 left) 2024-09-16T02:55:45.772 INFO:tasks.rados.rados.0.smithi097.stdout:332: rollback oid 18 current snap is 32 2024-09-16T02:55:45.772 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 31 2024-09-16T02:55:45.772 INFO:tasks.rados.rados.0.smithi097.stdout:333: snap_create 2024-09-16T02:55:45.775 INFO:tasks.rados.rados.0.smithi097.stdout:332: finishing rollback tid 0 to smithi09778949-18 2024-09-16T02:55:45.776 INFO:tasks.rados.rados.0.smithi097.stdout:332: finishing rollback tid 1 to smithi09778949-18 2024-09-16T02:55:45.776 INFO:tasks.rados.rados.0.smithi097.stdout:332: finishing rollback tid 2 to smithi09778949-18 2024-09-16T02:55:45.776 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 71 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-09-16T02:55:46.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:45 smithi184 ceph-mon[31162]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T02:55:46.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:45 smithi184 ceph-mon[31162]: pgmap v181: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T02:55:46.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:45 smithi097 ceph-mon[27580]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T02:55:46.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:45 smithi097 ceph-mon[27580]: pgmap v181: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T02:55:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:45 smithi097 ceph-mon[38292]: osdmap e133: 8 total, 8 up, 8 in 2024-09-16T02:55:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:45 smithi097 ceph-mon[38292]: pgmap v181: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T02:55:46.770 INFO:tasks.rados.rados.0.smithi097.stdout:332: done (1 left) 2024-09-16T02:55:46.770 INFO:tasks.rados.rados.0.smithi097.stdout:333: done (0 left) 2024-09-16T02:55:46.770 INFO:tasks.rados.rados.0.smithi097.stdout:334: rollback oid 41 current snap is 33 2024-09-16T02:55:46.770 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 31 2024-09-16T02:55:46.770 INFO:tasks.rados.rados.0.smithi097.stdout:335: rollback oid 18 current snap is 33 2024-09-16T02:55:46.770 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 26 2024-09-16T02:55:46.770 INFO:tasks.rados.rados.0.smithi097.stdout:336: rmattr oid 23 current snap is 33 2024-09-16T02:55:46.770 INFO:tasks.rados.rados.0.smithi097.stdout:337: copy_from oid 13 from oid 37 current snap is 33 2024-09-16T02:55:46.771 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 33 2024-09-16T02:55:46.771 INFO:tasks.rados.rados.0.smithi097.stdout:338: seq_num 125 ranges {2514944=499712,3014656=745472,3760128=409600,4169728=450560} 2024-09-16T02:55:46.787 INFO:tasks.rados.rados.0.smithi097.stdout:338: writing smithi09778949-36 from 2514944 to 3014656 tid 1 2024-09-16T02:55:46.791 INFO:tasks.rados.rados.0.smithi097.stdout:338: writing smithi09778949-36 from 3014656 to 3760128 tid 2 2024-09-16T02:55:46.793 INFO:tasks.rados.rados.0.smithi097.stdout:338: writing smithi09778949-36 from 3760128 to 4169728 tid 3 2024-09-16T02:55:46.796 INFO:tasks.rados.rados.0.smithi097.stdout:338: writing smithi09778949-36 from 4169728 to 4620288 tid 4 2024-09-16T02:55:46.796 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 33 2024-09-16T02:55:46.796 INFO:tasks.rados.rados.0.smithi097.stdout:335: finishing rollback tid 0 to smithi09778949-18 2024-09-16T02:55:46.796 INFO:tasks.rados.rados.0.smithi097.stdout:335: finishing rollback tid 1 to smithi09778949-18 2024-09-16T02:55:46.796 INFO:tasks.rados.rados.0.smithi097.stdout:335: finishing rollback tid 2 to smithi09778949-18 2024-09-16T02:55:46.797 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 74 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-09-16T02:55:46.797 INFO:tasks.rados.rados.0.smithi097.stdout:334: finishing rollback tid 0 to smithi09778949-41 2024-09-16T02:55:46.797 INFO:tasks.rados.rados.0.smithi097.stdout:339: seq_num 126 ranges {303104=516096,819200=630784,1449984=614400,2064384=360448} 2024-09-16T02:55:46.800 INFO:tasks.rados.rados.0.smithi097.stdout:339: writing smithi09778949-31 from 303104 to 819200 tid 1 2024-09-16T02:55:46.804 INFO:tasks.rados.rados.0.smithi097.stdout:339: writing smithi09778949-31 from 819200 to 1449984 tid 2 2024-09-16T02:55:46.807 INFO:tasks.rados.rados.0.smithi097.stdout:339: writing smithi09778949-31 from 1449984 to 2064384 tid 3 2024-09-16T02:55:46.810 INFO:tasks.rados.rados.0.smithi097.stdout:339: writing smithi09778949-31 from 2064384 to 2424832 tid 4 2024-09-16T02:55:46.810 INFO:tasks.rados.rados.0.smithi097.stdout:335: done (5 left) 2024-09-16T02:55:46.810 INFO:tasks.rados.rados.0.smithi097.stdout:340: setattr oid 24 current snap is 33 2024-09-16T02:55:46.810 INFO:tasks.rados.rados.0.smithi097.stdout:334: finishing rollback tid 1 to smithi09778949-41 2024-09-16T02:55:46.810 INFO:tasks.rados.rados.0.smithi097.stdout:334: finishing rollback tid 2 to smithi09778949-41 2024-09-16T02:55:46.810 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 134 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-16T02:55:46.810 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 71 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-09-16T02:55:46.810 INFO:tasks.rados.rados.0.smithi097.stdout:337: finishing copy_from racing read to smithi09778949-13 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:337: finishing copy_from to smithi09778949-13 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 70 (ObjNum 105 snap 19 seq_num 105) dirty exists 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: finishing write tid 1 to smithi09778949-36 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: finishing write tid 2 to smithi09778949-36 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: finishing write tid 3 to smithi09778949-36 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: finishing write tid 4 to smithi09778949-36 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: finishing write tid 5 to smithi09778949-36 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: finishing write tid 6 to smithi09778949-36 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: oid 36 updating version 0 to 135 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: oid 36 updating version 135 to 138 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: oid 36 updating version 138 to 139 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: oid 36 version 139 is already newer than 137 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:338: oid 36 version 139 is already newer than 136 2024-09-16T02:55:46.811 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 139 (ObjNum 125 snap 33 seq_num 125) dirty exists 2024-09-16T02:55:46.812 INFO:tasks.rados.rados.0.smithi097.stdout:338: left oid 36 (ObjNum 125 snap 33 seq_num 125) 2024-09-16T02:55:46.812 INFO:tasks.rados.rados.0.smithi097.stdout:339: finishing write tid 1 to smithi09778949-31 2024-09-16T02:55:46.812 INFO:tasks.rados.rados.0.smithi097.stdout:339: finishing write tid 2 to smithi09778949-31 2024-09-16T02:55:46.812 INFO:tasks.rados.rados.0.smithi097.stdout:339: finishing write tid 3 to smithi09778949-31 2024-09-16T02:55:46.812 INFO:tasks.rados.rados.0.smithi097.stdout:334: done (5 left) 2024-09-16T02:55:46.812 INFO:tasks.rados.rados.0.smithi097.stdout:336: done (4 left) 2024-09-16T02:55:46.813 INFO:tasks.rados.rados.0.smithi097.stdout:337: done (3 left) 2024-09-16T02:55:46.813 INFO:tasks.rados.rados.0.smithi097.stdout:338: done (2 left) 2024-09-16T02:55:46.813 INFO:tasks.rados.rados.0.smithi097.stdout:341: snap_create 2024-09-16T02:55:46.813 INFO:tasks.rados.rados.0.smithi097.stdout:339: finishing write tid 4 to smithi09778949-31 2024-09-16T02:55:46.813 INFO:tasks.rados.rados.0.smithi097.stdout:339: finishing write tid 5 to smithi09778949-31 2024-09-16T02:55:46.813 INFO:tasks.rados.rados.0.smithi097.stdout:339: finishing write tid 6 to smithi09778949-31 2024-09-16T02:55:46.813 INFO:tasks.rados.rados.0.smithi097.stdout:339: oid 31 updating version 0 to 58 2024-09-16T02:55:46.814 INFO:tasks.rados.rados.0.smithi097.stdout:339: oid 31 updating version 58 to 59 2024-09-16T02:55:46.814 INFO:tasks.rados.rados.0.smithi097.stdout:339: oid 31 version 59 is already newer than 55 2024-09-16T02:55:46.814 INFO:tasks.rados.rados.0.smithi097.stdout:339: oid 31 version 59 is already newer than 56 2024-09-16T02:55:46.814 INFO:tasks.rados.rados.0.smithi097.stdout:339: oid 31 version 59 is already newer than 57 2024-09-16T02:55:46.814 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 59 (ObjNum 126 snap 33 seq_num 126) dirty exists 2024-09-16T02:55:46.814 INFO:tasks.rados.rados.0.smithi097.stdout:339: left oid 31 (ObjNum 126 snap 33 seq_num 126) 2024-09-16T02:55:46.814 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 80 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-16T02:55:46.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:46 smithi184 ceph-mon[31162]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T02:55:47.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:46 smithi097 ceph-mon[27580]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T02:55:47.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:46 smithi097 ceph-mon[38292]: osdmap e134: 8 total, 8 up, 8 in 2024-09-16T02:55:47.780 INFO:tasks.rados.rados.0.smithi097.stdout:339: done (2 left) 2024-09-16T02:55:47.780 INFO:tasks.rados.rados.0.smithi097.stdout:340: done (1 left) 2024-09-16T02:55:47.780 INFO:tasks.rados.rados.0.smithi097.stdout:341: done (0 left) 2024-09-16T02:55:47.780 INFO:tasks.rados.rados.0.smithi097.stdout:342: copy_from oid 34 from oid 46 current snap is 34 2024-09-16T02:55:47.780 INFO:tasks.rados.rados.0.smithi097.stdout:343: snap_remove snap 23 2024-09-16T02:55:48.129 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:47 smithi184 ceph-mon[31162]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T02:55:48.129 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:47 smithi184 ceph-mon[31162]: pgmap v184: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:48.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:47 smithi097 ceph-mon[38292]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T02:55:48.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:47 smithi097 ceph-mon[38292]: pgmap v184: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:47 smithi097 ceph-mon[27580]: osdmap e135: 8 total, 8 up, 8 in 2024-09-16T02:55:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:47 smithi097 ceph-mon[27580]: pgmap v184: 121 pgs: 121 active+clean; 104 MiB data, 393 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:48.784 INFO:tasks.rados.rados.0.smithi097.stdout:343: done (1 left) 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:344: rollback oid 45 current snap is 34 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 32 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:342: finishing copy_from racing read to smithi09778949-34 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:342: finishing copy_from to smithi09778949-34 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:342: done (1 left) 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:345: read oid 28 snap -1 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:345: expect (ObjNum 94 snap 18 seq_num 94) 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 34 2024-09-16T02:55:48.785 INFO:tasks.rados.rados.0.smithi097.stdout:346: seq_num 127 ranges {4702208=532480,5234688=507904,5742592=778240,6520832=319488} 2024-09-16T02:55:48.813 INFO:tasks.rados.rados.0.smithi097.stdout:346: writing smithi09778949-21 from 4702208 to 5234688 tid 1 2024-09-16T02:55:48.816 INFO:tasks.rados.rados.0.smithi097.stdout:346: writing smithi09778949-21 from 5234688 to 5742592 tid 2 2024-09-16T02:55:48.821 INFO:tasks.rados.rados.0.smithi097.stdout:346: writing smithi09778949-21 from 5742592 to 6520832 tid 3 2024-09-16T02:55:48.823 INFO:tasks.rados.rados.0.smithi097.stdout:346: writing smithi09778949-21 from 6520832 to 6840320 tid 4 2024-09-16T02:55:48.823 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 34 2024-09-16T02:55:48.823 INFO:tasks.rados.rados.0.smithi097.stdout:344: finishing rollback tid 0 to smithi09778949-45 2024-09-16T02:55:48.823 INFO:tasks.rados.rados.0.smithi097.stdout:347: seq_num 128 ranges {1769472=548864,2318336=794624,3112960=581632,3694592=229376} 2024-09-16T02:55:48.835 INFO:tasks.rados.rados.0.smithi097.stdout:347: writing smithi09778949-39 from 1769472 to 2318336 tid 1 2024-09-16T02:55:48.839 INFO:tasks.rados.rados.0.smithi097.stdout:347: writing smithi09778949-39 from 2318336 to 3112960 tid 2 2024-09-16T02:55:48.843 INFO:tasks.rados.rados.0.smithi097.stdout:347: writing smithi09778949-39 from 3112960 to 3694592 tid 3 2024-09-16T02:55:48.844 INFO:tasks.rados.rados.0.smithi097.stdout:347: writing smithi09778949-39 from 3694592 to 3923968 tid 4 2024-09-16T02:55:48.845 INFO:tasks.rados.rados.0.smithi097.stdout:348: delete oid 9 current snap is 34 2024-09-16T02:55:48.845 INFO:tasks.rados.rados.0.smithi097.stdout:344: finishing rollback tid 1 to smithi09778949-45 2024-09-16T02:55:48.845 INFO:tasks.rados.rados.0.smithi097.stdout:344: finishing rollback tid 2 to smithi09778949-45 2024-09-16T02:55:48.845 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 55 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-09-16T02:55:48.845 INFO:tasks.rados.rados.0.smithi097.stdout:345: expect (ObjNum 94 snap 18 seq_num 94) 2024-09-16T02:55:48.964 INFO:tasks.rados.rados.0.smithi097.stdout:346: finishing write tid 1 to smithi09778949-21 2024-09-16T02:55:48.964 INFO:tasks.rados.rados.0.smithi097.stdout:346: finishing write tid 2 to smithi09778949-21 2024-09-16T02:55:48.965 INFO:tasks.rados.rados.0.smithi097.stdout:344: done (4 left) 2024-09-16T02:55:48.965 INFO:tasks.rados.rados.0.smithi097.stdout:345: done (3 left) 2024-09-16T02:55:48.965 INFO:tasks.rados.rados.0.smithi097.stdout:348: done (2 left) 2024-09-16T02:55:48.965 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 34 2024-09-16T02:55:48.965 INFO:tasks.rados.rados.0.smithi097.stdout:346: finishing write tid 3 to smithi09778949-21 2024-09-16T02:55:48.965 INFO:tasks.rados.rados.0.smithi097.stdout:346: finishing write tid 4 to smithi09778949-21 2024-09-16T02:55:48.965 INFO:tasks.rados.rados.0.smithi097.stdout:349: seq_num 130 ranges {2056192=581632,2637824=614400,3252224=598016,3850240=393216} 2024-09-16T02:55:48.982 INFO:tasks.rados.rados.0.smithi097.stdout:349: writing smithi09778949-5 from 2056192 to 2637824 tid 1 2024-09-16T02:55:48.982 INFO:tasks.rados.rados.0.smithi097.stdout:349: writing smithi09778949-5 from 2637824 to 3252224 tid 2 2024-09-16T02:55:48.985 INFO:tasks.rados.rados.0.smithi097.stdout:349: writing smithi09778949-5 from 3252224 to 3850240 tid 3 2024-09-16T02:55:48.988 INFO:tasks.rados.rados.0.smithi097.stdout:349: writing smithi09778949-5 from 3850240 to 4243456 tid 4 2024-09-16T02:55:48.988 INFO:tasks.rados.rados.0.smithi097.stdout:350: delete oid 16 current snap is 34 2024-09-16T02:55:48.988 INFO:tasks.rados.rados.0.smithi097.stdout:346: finishing write tid 5 to smithi09778949-21 2024-09-16T02:55:48.988 INFO:tasks.rados.rados.0.smithi097.stdout:346: finishing write tid 6 to smithi09778949-21 2024-09-16T02:55:48.988 INFO:tasks.rados.rados.0.smithi097.stdout:346: oid 21 updating version 0 to 104 2024-09-16T02:55:48.988 INFO:tasks.rados.rados.0.smithi097.stdout:346: oid 21 version 104 is already newer than 103 2024-09-16T02:55:48.988 INFO:tasks.rados.rados.0.smithi097.stdout:346: oid 21 version 104 is already newer than 101 2024-09-16T02:55:48.988 INFO:tasks.rados.rados.0.smithi097.stdout:346: oid 21 version 104 is already newer than 100 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:346: oid 21 version 104 is already newer than 102 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 104 (ObjNum 127 snap 34 seq_num 127) dirty exists 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:346: left oid 21 (ObjNum 127 snap 34 seq_num 127) 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: finishing write tid 1 to smithi09778949-39 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: finishing write tid 2 to smithi09778949-39 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: finishing write tid 3 to smithi09778949-39 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: finishing write tid 4 to smithi09778949-39 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: finishing write tid 5 to smithi09778949-39 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: finishing write tid 6 to smithi09778949-39 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: oid 39 updating version 0 to 88 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: oid 39 version 88 is already newer than 84 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: oid 39 version 88 is already newer than 87 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: oid 39 version 88 is already newer than 86 2024-09-16T02:55:48.989 INFO:tasks.rados.rados.0.smithi097.stdout:347: oid 39 version 88 is already newer than 85 2024-09-16T02:55:48.990 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 88 (ObjNum 128 snap 34 seq_num 128) dirty exists 2024-09-16T02:55:48.990 INFO:tasks.rados.rados.0.smithi097.stdout:347: left oid 39 (ObjNum 128 snap 34 seq_num 128) 2024-09-16T02:55:48.990 INFO:tasks.rados.rados.0.smithi097.stdout:349: finishing write tid 1 to smithi09778949-5 2024-09-16T02:55:48.990 INFO:tasks.rados.rados.0.smithi097.stdout:349: finishing write tid 2 to smithi09778949-5 2024-09-16T02:55:48.990 INFO:tasks.rados.rados.0.smithi097.stdout:349: finishing write tid 3 to smithi09778949-5 2024-09-16T02:55:48.990 INFO:tasks.rados.rados.0.smithi097.stdout:349: finishing write tid 4 to smithi09778949-5 2024-09-16T02:55:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:346: done (3 left) 2024-09-16T02:55:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:347: done (2 left) 2024-09-16T02:55:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:350: done (1 left) 2024-09-16T02:55:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 34 2024-09-16T02:55:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:351: seq_num 132 ranges {4620288=614400,5234688=786432,6021120=565248,6586368=253952} 2024-09-16T02:55:49.016 INFO:tasks.rados.rados.0.smithi097.stdout:351: writing smithi09778949-36 from 4620288 to 5234688 tid 1 2024-09-16T02:55:49.021 INFO:tasks.rados.rados.0.smithi097.stdout:351: writing smithi09778949-36 from 5234688 to 6021120 tid 2 2024-09-16T02:55:49.024 INFO:tasks.rados.rados.0.smithi097.stdout:351: writing smithi09778949-36 from 6021120 to 6586368 tid 3 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:351: writing smithi09778949-36 from 6586368 to 6840320 tid 4 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:352: copy_from oid 21 from oid 20 current snap is 34 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:349: finishing write tid 5 to smithi09778949-5 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:349: finishing write tid 6 to smithi09778949-5 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:349: oid 5 updating version 0 to 86 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:349: oid 5 version 86 is already newer than 85 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:349: oid 5 updating version 86 to 87 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:349: oid 5 updating version 87 to 89 2024-09-16T02:55:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:349: oid 5 version 89 is already newer than 88 2024-09-16T02:55:49.027 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 89 (ObjNum 130 snap 34 seq_num 130) dirty exists 2024-09-16T02:55:49.027 INFO:tasks.rados.rados.0.smithi097.stdout:349: left oid 5 (ObjNum 130 snap 34 seq_num 130) 2024-09-16T02:55:49.027 INFO:tasks.rados.rados.0.smithi097.stdout:351: finishing write tid 1 to smithi09778949-36 2024-09-16T02:55:49.027 INFO:tasks.rados.rados.0.smithi097.stdout:351: finishing write tid 2 to smithi09778949-36 2024-09-16T02:55:49.027 INFO:tasks.rados.rados.0.smithi097.stdout:349: done (2 left) 2024-09-16T02:55:49.027 INFO:tasks.rados.rados.0.smithi097.stdout:353: setattr oid 43 current snap is 34 2024-09-16T02:55:49.028 INFO:tasks.rados.rados.0.smithi097.stdout:351: finishing write tid 3 to smithi09778949-36 2024-09-16T02:55:49.028 INFO:tasks.rados.rados.0.smithi097.stdout:351: finishing write tid 4 to smithi09778949-36 2024-09-16T02:55:49.028 INFO:tasks.rados.rados.0.smithi097.stdout:354: read oid 34 snap -1 2024-09-16T02:55:49.028 INFO:tasks.rados.rados.0.smithi097.stdout:354: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:55:49.029 INFO:tasks.rados.rados.0.smithi097.stdout:355: snap_create 2024-09-16T02:55:49.029 INFO:tasks.rados.rados.0.smithi097.stdout:351: finishing write tid 5 to smithi09778949-36 2024-09-16T02:55:49.029 INFO:tasks.rados.rados.0.smithi097.stdout:351: finishing write tid 6 to smithi09778949-36 2024-09-16T02:55:49.029 INFO:tasks.rados.rados.0.smithi097.stdout:351: oid 36 updating version 0 to 142 2024-09-16T02:55:49.029 INFO:tasks.rados.rados.0.smithi097.stdout:351: oid 36 version 142 is already newer than 140 2024-09-16T02:55:49.030 INFO:tasks.rados.rados.0.smithi097.stdout:351: oid 36 version 142 is already newer than 141 2024-09-16T02:55:49.030 INFO:tasks.rados.rados.0.smithi097.stdout:351: oid 36 updating version 142 to 144 2024-09-16T02:55:49.030 INFO:tasks.rados.rados.0.smithi097.stdout:351: oid 36 version 144 is already newer than 143 2024-09-16T02:55:49.030 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 144 (ObjNum 132 snap 34 seq_num 132) dirty exists 2024-09-16T02:55:49.030 INFO:tasks.rados.rados.0.smithi097.stdout:351: left oid 36 (ObjNum 132 snap 34 seq_num 132) 2024-09-16T02:55:49.030 INFO:tasks.rados.rados.0.smithi097.stdout:352: finishing copy_from racing read to smithi09778949-21 2024-09-16T02:55:49.030 INFO:tasks.rados.rados.0.smithi097.stdout:352: finishing copy_from to smithi09778949-21 2024-09-16T02:55:49.030 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 14 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T02:55:49.031 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 107 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-16T02:55:49.035 INFO:tasks.rados.rados.0.smithi097.stdout:354: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:55:49.067 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:48 smithi184 ceph-mon[31162]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T02:55:49.067 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:48 smithi184 ceph-mon[31162]: Upgrade: Updating mgr.x 2024-09-16T02:55:49.067 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:48 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:49.067 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:48 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:55:49.067 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:48 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:55:49.067 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:48 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:55:49.067 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:48 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:55:49.067 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:48 smithi184 ceph-mon[31162]: Deploying daemon mgr.x on smithi184 2024-09-16T02:55:49.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:55:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:55:49] "GET /metrics HTTP/1.1" 200 36023 "" "Prometheus/2.43.0" 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[27580]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[27580]: Upgrade: Updating mgr.x 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[27580]: Deploying daemon mgr.x on smithi184 2024-09-16T02:55:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[38292]: osdmap e136: 8 total, 8 up, 8 in 2024-09-16T02:55:49.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[38292]: Upgrade: Updating mgr.x 2024-09-16T02:55:49.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:49.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:55:49.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:55:49.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:55:49.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:55:49.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:48 smithi097 ceph-mon[38292]: Deploying daemon mgr.x on smithi184 2024-09-16T02:55:49.608 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:49 smithi184 systemd[1]: Stopping Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:55:49.795 INFO:tasks.rados.rados.0.smithi097.stdout:351: done (4 left) 2024-09-16T02:55:49.795 INFO:tasks.rados.rados.0.smithi097.stdout:352: done (3 left) 2024-09-16T02:55:49.795 INFO:tasks.rados.rados.0.smithi097.stdout:353: done (2 left) 2024-09-16T02:55:49.795 INFO:tasks.rados.rados.0.smithi097.stdout:354: done (1 left) 2024-09-16T02:55:49.795 INFO:tasks.rados.rados.0.smithi097.stdout:355: done (0 left) 2024-09-16T02:55:49.795 INFO:tasks.rados.rados.0.smithi097.stdout:356: read oid 31 snap -1 2024-09-16T02:55:49.795 INFO:tasks.rados.rados.0.smithi097.stdout:356: expect (ObjNum 126 snap 33 seq_num 126) 2024-09-16T02:55:49.795 INFO:tasks.rados.rados.0.smithi097.stdout:357: rollback oid 22 current snap is 35 2024-09-16T02:55:49.796 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 25 2024-09-16T02:55:49.796 INFO:tasks.rados.rados.0.smithi097.stdout:358: read oid 48 snap -1 2024-09-16T02:55:49.796 INFO:tasks.rados.rados.0.smithi097.stdout:358: expect (ObjNum 99 snap 18 seq_num 99) 2024-09-16T02:55:49.796 INFO:tasks.rados.rados.0.smithi097.stdout:359: read oid 3 snap 31 2024-09-16T02:55:49.796 INFO:tasks.rados.rados.0.smithi097.stdout:359: expect (ObjNum 106 snap 19 seq_num 106) 2024-09-16T02:55:49.796 INFO:tasks.rados.rados.0.smithi097.stdout:360: snap_remove snap 29 2024-09-16T02:55:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:49 smithi184 ceph-mon[31162]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T02:55:49.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:49 smithi184 ceph-mon[31162]: pgmap v187: 121 pgs: 121 active+clean; 120 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 422 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-16T02:55:49.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:49 smithi184 podman[64122]: 2024-09-16 02:55:49.634202381 +0000 UTC m=+0.140046408 container died 39763b17db01489ac661a6948335f6154943c4a0baefde8ae56fbb668c3aa97f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, RELEASE=reef-ae7f373, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T02:55:50.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:49 smithi097 ceph-mon[27580]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T02:55:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:49 smithi097 ceph-mon[27580]: pgmap v187: 121 pgs: 121 active+clean; 120 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 422 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-16T02:55:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:49 smithi097 ceph-mon[38292]: osdmap e137: 8 total, 8 up, 8 in 2024-09-16T02:55:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:49 smithi097 ceph-mon[38292]: pgmap v187: 121 pgs: 121 active+clean; 120 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 422 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-16T02:55:50.381 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:50 smithi184 podman[64122]: 2024-09-16 02:55:50.119958713 +0000 UTC m=+0.625802729 container cleanup 39763b17db01489ac661a6948335f6154943c4a0baefde8ae56fbb668c3aa97f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-ae7f373, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:55:50.381 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:50 smithi184 bash[64122]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x 2024-09-16T02:55:50.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:50 smithi184 podman[64135]: 2024-09-16 02:55:50.379790554 +0000 UTC m=+0.749202119 container remove 39763b17db01489ac661a6948335f6154943c4a0baefde8ae56fbb668c3aa97f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-16T02:55:50.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:50 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-16T02:55:50.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:50 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-16T02:55:50.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:50 smithi184 systemd[1]: Stopped Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:55:50.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:50 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x.service: Consumed 11.044s CPU time. 2024-09-16T02:55:50.797 INFO:tasks.rados.rados.0.smithi097.stdout:360: done (4 left) 2024-09-16T02:55:50.797 INFO:tasks.rados.rados.0.smithi097.stdout:361: read oid 18 snap -1 2024-09-16T02:55:50.797 INFO:tasks.rados.rados.0.smithi097.stdout:361: expect (ObjNum 81 snap 14 seq_num 81) 2024-09-16T02:55:50.797 INFO:tasks.rados.rados.0.smithi097.stdout:362: rmattr oid 41 current snap is 35 2024-09-16T02:55:50.797 INFO:tasks.rados.rados.0.smithi097.stdout:362: done (5 left) 2024-09-16T02:55:50.797 INFO:tasks.rados.rados.0.smithi097.stdout:363: rmattr oid 2 current snap is 35 2024-09-16T02:55:50.797 INFO:tasks.rados.rados.0.smithi097.stdout:363: done (5 left) 2024-09-16T02:55:50.798 INFO:tasks.rados.rados.0.smithi097.stdout:364: copy_from oid 32 from oid 24 current snap is 35 2024-09-16T02:55:50.798 INFO:tasks.rados.rados.0.smithi097.stdout:365: delete oid 47 current snap is 35 2024-09-16T02:55:50.798 INFO:tasks.rados.rados.0.smithi097.stdout:357: finishing rollback tid 0 to smithi09778949-22 2024-09-16T02:55:50.798 INFO:tasks.rados.rados.0.smithi097.stdout:357: finishing rollback tid 1 to smithi09778949-22 2024-09-16T02:55:50.798 INFO:tasks.rados.rados.0.smithi097.stdout:357: finishing rollback tid 2 to smithi09778949-22 2024-09-16T02:55:50.798 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 92 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-09-16T02:55:50.798 INFO:tasks.rados.rados.0.smithi097.stdout:359: expect (ObjNum 106 snap 19 seq_num 106) 2024-09-16T02:55:50.907 INFO:tasks.rados.rados.0.smithi097.stdout:356: expect (ObjNum 126 snap 33 seq_num 126) 2024-09-16T02:55:50.972 INFO:tasks.rados.rados.0.smithi097.stdout:358: expect (ObjNum 99 snap 18 seq_num 99) 2024-09-16T02:55:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:364: finishing copy_from racing read to smithi09778949-32 2024-09-16T02:55:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:364: finishing copy_from to smithi09778949-32 2024-09-16T02:55:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 80 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-09-16T02:55:51.125 INFO:tasks.rados.rados.0.smithi097.stdout:361: expect (ObjNum 81 snap 14 seq_num 81) 2024-09-16T02:55:51.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:50 smithi184 ceph-mon[31162]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T02:55:51.159 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:51 smithi184 systemd[1]: Starting Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:55:51.220 INFO:tasks.rados.rados.0.smithi097.stdout:356: done (6 left) 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:357: done (5 left) 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:358: done (4 left) 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:359: done (3 left) 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:361: done (2 left) 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:364: done (1 left) 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:365: done (0 left) 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:366: rollback oid 30 current snap is 35 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 27 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:367: read oid 19 snap -1 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:367: expect (ObjNum 87 snap 14 seq_num 87) 2024-09-16T02:55:51.221 INFO:tasks.rados.rados.0.smithi097.stdout:368: snap_remove snap 34 2024-09-16T02:55:51.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:50 smithi097 ceph-mon[27580]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T02:55:51.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:50 smithi097 ceph-mon[38292]: osdmap e138: 8 total, 8 up, 8 in 2024-09-16T02:55:51.488 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:51 smithi184 podman[64276]: 2024-09-16 02:55:51.12603147 +0000 UTC m=+0.015950136 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:55:51.488 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:51 smithi184 podman[64276]: 2024-09-16 02:55:51.382110986 +0000 UTC m=+0.272029646 container create 7adbe5dbd99de3f735fbf86c07c97f4f6a97b63e198c002b05bb3d455a580da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-16T02:55:51.804 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:51 smithi184 podman[64276]: 2024-09-16 02:55:51.601181669 +0000 UTC m=+0.491100336 container init 7adbe5dbd99de3f735fbf86c07c97f4f6a97b63e198c002b05bb3d455a580da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-16T02:55:51.804 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:51 smithi184 podman[64276]: 2024-09-16 02:55:51.604225821 +0000 UTC m=+0.494144483 container start 7adbe5dbd99de3f735fbf86c07c97f4f6a97b63e198c002b05bb3d455a580da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T02:55:51.804 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:51 smithi184 ceph-mgr[64295]: -- 172.21.15.184:0/687386233 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5597dea0d0e0 con 0x5597de9eb400 2024-09-16T02:55:51.808 INFO:tasks.rados.rados.0.smithi097.stdout:368: done (2 left) 2024-09-16T02:55:51.808 INFO:tasks.rados.rados.0.smithi097.stdout:369: delete oid 12 current snap is 35 2024-09-16T02:55:51.808 INFO:tasks.rados.rados.0.smithi097.stdout:366: finishing rollback tid 0 to smithi09778949-30 2024-09-16T02:55:51.808 INFO:tasks.rados.rados.0.smithi097.stdout:366: finishing rollback tid 1 to smithi09778949-30 2024-09-16T02:55:51.808 INFO:tasks.rados.rados.0.smithi097.stdout:366: finishing rollback tid 2 to smithi09778949-30 2024-09-16T02:55:51.809 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 67 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-09-16T02:55:51.809 INFO:tasks.rados.rados.0.smithi097.stdout:367: expect (ObjNum 87 snap 14 seq_num 87) 2024-09-16T02:55:51.859 INFO:tasks.rados.rados.0.smithi097.stdout:366: done (2 left) 2024-09-16T02:55:51.860 INFO:tasks.rados.rados.0.smithi097.stdout:367: done (1 left) 2024-09-16T02:55:51.860 INFO:tasks.rados.rados.0.smithi097.stdout:369: done (0 left) 2024-09-16T02:55:51.860 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 35 2024-09-16T02:55:51.860 INFO:tasks.rados.rados.0.smithi097.stdout:370: seq_num 135 ranges {0=663552,663552=434176,1097728=786432,1884160=385024} 2024-09-16T02:55:51.863 INFO:tasks.rados.rados.0.smithi097.stdout:370: writing smithi09778949-12 from 0 to 663552 tid 1 2024-09-16T02:55:51.866 INFO:tasks.rados.rados.0.smithi097.stdout:370: writing smithi09778949-12 from 663552 to 1097728 tid 2 2024-09-16T02:55:51.870 INFO:tasks.rados.rados.0.smithi097.stdout:370: writing smithi09778949-12 from 1097728 to 1884160 tid 3 2024-09-16T02:55:51.872 INFO:tasks.rados.rados.0.smithi097.stdout:370: writing smithi09778949-12 from 1884160 to 2269184 tid 4 2024-09-16T02:55:51.872 INFO:tasks.rados.rados.0.smithi097.stdout:371: snap_remove snap 18 2024-09-16T02:55:52.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:51 smithi184 ceph-mon[31162]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T02:55:52.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:51 smithi184 ceph-mon[31162]: pgmap v190: 121 pgs: 121 active+clean; 120 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 422 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-16T02:55:52.158 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:51 smithi184 bash[64276]: 7adbe5dbd99de3f735fbf86c07c97f4f6a97b63e198c002b05bb3d455a580da9 2024-09-16T02:55:52.159 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:51 smithi184 systemd[1]: Started Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:55:52.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:51 smithi097 ceph-mon[27580]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T02:55:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:51 smithi097 ceph-mon[27580]: pgmap v190: 121 pgs: 121 active+clean; 120 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 422 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-16T02:55:52.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:51 smithi097 ceph-mon[38292]: osdmap e139: 8 total, 8 up, 8 in 2024-09-16T02:55:52.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:51 smithi097 ceph-mon[38292]: pgmap v190: 121 pgs: 121 active+clean; 120 MiB data, 422 MiB used, 715 GiB / 715 GiB avail; 422 KiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-09-16T02:55:52.803 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:52 smithi184 ceph-mon[31162]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T02:55:52.803 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:52 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:52.803 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:52 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:52.804 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:52 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:55:52.879 INFO:tasks.rados.rados.0.smithi097.stdout:371: done (1 left) 2024-09-16T02:55:52.879 INFO:tasks.rados.rados.0.smithi097.stdout:372: snap_remove snap 28 2024-09-16T02:55:53.012 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:55:53.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:52 smithi097 ceph-mon[27580]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T02:55:53.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:52 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:53.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:52 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:53.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:52 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:55:53.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:52 smithi097 ceph-mon[38292]: osdmap e140: 8 total, 8 up, 8 in 2024-09-16T02:55:53.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:52 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:53.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:52 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:53.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:52 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (2m) 2m ago 3m 16.6M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (3m) 2m ago 3m 81.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (4m) 2m ago 4m 14.1M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (4m) 2m ago 4m 18.3M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 starting - - - - 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:9283,8765 running (9m) 2m ago 9m 485M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 19f12aeac19c 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (9m) 2m ago 10m 48.9M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 196155f558e0 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (8m) 2m ago 8m 39.8M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 45576cbdf20f 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (8m) 2m ago 8m 40.2M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 279fd0d33d30 2024-09-16T02:55:53.540 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (3m) 2m ago 3m 8270k - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (3m) 2m ago 3m 8594k - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (8m) 2m ago 8m 51.7M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 4621d1554a87 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (7m) 2m ago 7m 44.0M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (7m) 2m ago 7m 43.0M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (6m) 2m ago 6m 41.4M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (6m) 2m ago 6m 42.6M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (6m) 2m ago 6m 43.6M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (5m) 2m ago 5m 42.2M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (5m) 2m ago 5m 43.1M 2992M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:55:53.541 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (2m) 2m ago 4m 32.9M - 2.43.0 a07b618ecd1d 532d1b759c04 2024-09-16T02:55:53.766 INFO:tasks.rados.rados.0.smithi097.stdout:372: done (1 left) 2024-09-16T02:55:53.766 INFO:tasks.rados.rados.0.smithi097.stdout:373: snap_remove snap 21 2024-09-16T02:55:53.869 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:55:53.869 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:55:53.869 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:55:53.869 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:55:53.869 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:55:53.869 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:55:53.869 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 15 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:55:53.870 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:55:54.136 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:55:54.136 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:55:54.136 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:55:54.136 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:55:54.136 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [], 2024-09-16T02:55:54.136 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "", 2024-09-16T02:55:54.137 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading mgr daemons", 2024-09-16T02:55:54.137 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:55:54.137 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:55:54.137 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[38292]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T02:55:54.137 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[38292]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.137 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[38292]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.137 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[38292]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.137 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[38292]: pgmap v193: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-16T02:55:54.137 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[38292]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T02:55:54.138 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/2667181624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:55:54.138 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[27580]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T02:55:54.138 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[27580]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.138 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[27580]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.138 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[27580]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.138 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[27580]: pgmap v193: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-16T02:55:54.138 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[27580]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T02:55:54.138 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:53 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/2667181624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:55:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:53 smithi184 ceph-mon[31162]: osdmap e141: 8 total, 8 up, 8 in 2024-09-16T02:55:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:53 smithi184 ceph-mon[31162]: from='client.24905 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:53 smithi184 ceph-mon[31162]: from='client.24911 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:53 smithi184 ceph-mon[31162]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:53 smithi184 ceph-mon[31162]: pgmap v193: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-16T02:55:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:53 smithi184 ceph-mon[31162]: osdmap e142: 8 total, 8 up, 8 in 2024-09-16T02:55:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:53 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/2667181624' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:55:54.770 INFO:tasks.rados.rados.0.smithi097.stdout:373: done (1 left) 2024-09-16T02:55:54.770 INFO:tasks.rados.rados.0.smithi097.stdout:374: snap_remove snap 27 2024-09-16T02:55:55.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:54 smithi184 ceph-mon[31162]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:55.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:54 smithi184 ceph-mon[31162]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T02:55:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:54 smithi097 ceph-mon[27580]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:54 smithi097 ceph-mon[27580]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T02:55:55.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:54 smithi097 ceph-mon[38292]: from='client.15027 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:55:55.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:54 smithi097 ceph-mon[38292]: osdmap e143: 8 total, 8 up, 8 in 2024-09-16T02:55:55.770 INFO:tasks.rados.rados.0.smithi097.stdout:374: done (1 left) 2024-09-16T02:55:55.770 INFO:tasks.rados.rados.0.smithi097.stdout:375: setattr oid 21 current snap is 35 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: finishing write tid 1 to smithi09778949-12 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: finishing write tid 2 to smithi09778949-12 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: finishing write tid 3 to smithi09778949-12 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: finishing write tid 4 to smithi09778949-12 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: finishing write tid 5 to smithi09778949-12 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: finishing write tid 6 to smithi09778949-12 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: oid 12 updating version 0 to 149 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: oid 12 version 149 is already newer than 147 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: oid 12 version 149 is already newer than 148 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: oid 12 updating version 149 to 150 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: oid 12 version 150 is already newer than 146 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 150 (ObjNum 135 snap 35 seq_num 135) dirty exists 2024-09-16T02:55:55.771 INFO:tasks.rados.rados.0.smithi097.stdout:370: left oid 12 (ObjNum 135 snap 35 seq_num 135) 2024-09-16T02:55:55.773 INFO:tasks.rados.rados.0.smithi097.stdout:370: done (1 left) 2024-09-16T02:55:55.774 INFO:tasks.rados.rados.0.smithi097.stdout:376: read oid 27 snap -1 2024-09-16T02:55:55.774 INFO:tasks.rados.rados.0.smithi097.stdout:376: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:55:55.774 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 35 2024-09-16T02:55:55.774 INFO:tasks.rados.rados.0.smithi097.stdout:377: seq_num 136 ranges {1368064=688128,2056192=720896,2777088=540672,3317760=344064} 2024-09-16T02:55:55.784 INFO:tasks.rados.rados.0.smithi097.stdout:377: writing smithi09778949-32 from 1368064 to 2056192 tid 1 2024-09-16T02:55:55.788 INFO:tasks.rados.rados.0.smithi097.stdout:377: writing smithi09778949-32 from 2056192 to 2777088 tid 2 2024-09-16T02:55:55.791 INFO:tasks.rados.rados.0.smithi097.stdout:377: writing smithi09778949-32 from 2777088 to 3317760 tid 3 2024-09-16T02:55:55.794 INFO:tasks.rados.rados.0.smithi097.stdout:377: writing smithi09778949-32 from 3317760 to 3661824 tid 4 2024-09-16T02:55:55.794 INFO:tasks.rados.rados.0.smithi097.stdout:378: setattr oid 8 current snap is 35 2024-09-16T02:55:55.794 INFO:tasks.rados.rados.0.smithi097.stdout:376: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:55:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 126 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T02:55:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:377: finishing write tid 1 to smithi09778949-32 2024-09-16T02:55:55.805 INFO:tasks.rados.rados.0.smithi097.stdout:377: finishing write tid 2 to smithi09778949-32 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: finishing write tid 3 to smithi09778949-32 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: finishing write tid 4 to smithi09778949-32 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: finishing write tid 5 to smithi09778949-32 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: finishing write tid 6 to smithi09778949-32 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: oid 32 updating version 0 to 126 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: oid 32 updating version 126 to 127 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: oid 32 version 127 is already newer than 125 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: oid 32 updating version 127 to 129 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: oid 32 version 129 is already newer than 128 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 129 (ObjNum 136 snap 35 seq_num 136) dirty exists 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:377: left oid 32 (ObjNum 136 snap 35 seq_num 136) 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:375: done (3 left) 2024-09-16T02:55:55.806 INFO:tasks.rados.rados.0.smithi097.stdout:376: done (2 left) 2024-09-16T02:55:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:377: done (1 left) 2024-09-16T02:55:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:379: read oid 47 snap -1 2024-09-16T02:55:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:379: expect deleted 2024-09-16T02:55:55.807 INFO:tasks.rados.rados.0.smithi097.stdout:380: snap_remove snap 17 2024-09-16T02:55:56.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:55 smithi184 ceph-mon[31162]: pgmap v196: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-16T02:55:56.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:55 smithi184 ceph-mon[31162]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T02:55:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:55 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:55 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:56.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:55 smithi097 ceph-mon[27580]: pgmap v196: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-16T02:55:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:55 smithi097 ceph-mon[27580]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T02:55:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:55 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:55 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:55 smithi097 ceph-mon[38292]: pgmap v196: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.1 MiB/s wr, 23 op/s 2024-09-16T02:55:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:55 smithi097 ceph-mon[38292]: osdmap e144: 8 total, 8 up, 8 in 2024-09-16T02:55:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:55 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:55 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:56.770 INFO:tasks.rados.rados.0.smithi097.stdout:380: done (2 left) 2024-09-16T02:55:56.770 INFO:tasks.rados.rados.0.smithi097.stdout:381: snap_remove snap 20 2024-09-16T02:55:57.020 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:55:56] ENGINE Bus STARTING 2024-09-16T02:55:57.020 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: CherryPy Checker: 2024-09-16T02:55:57.020 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: The Application mounted at '' has an empty config. 2024-09-16T02:55:57.020 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:55:57.020 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:55:57] ENGINE Serving on http://:::9283 2024-09-16T02:55:57.363 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:55:57] ENGINE Bus STARTED 2024-09-16T02:55:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T02:55:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: Standby manager daemon x restarted 2024-09-16T02:55:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: Standby manager daemon x started 2024-09-16T02:55:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:55:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:55:57.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:55:57.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:57 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: Standby manager daemon x restarted 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: Standby manager daemon x started 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:55:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:57.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:55:57.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: osdmap e145: 8 total, 8 up, 8 in 2024-09-16T02:55:57.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: Standby manager daemon x restarted 2024-09-16T02:55:57.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: Standby manager daemon x started 2024-09-16T02:55:57.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:55:57.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:55:57.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:55:57.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:57 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:55:57.774 INFO:tasks.rados.rados.0.smithi097.stdout:381: done (2 left) 2024-09-16T02:55:57.774 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 170 (ObjNum 129 snap 0 seq_num 1973039112) dirty exists 2024-09-16T02:55:57.775 INFO:tasks.rados.rados.0.smithi097.stdout:382: read oid 14 snap -1 2024-09-16T02:55:57.775 INFO:tasks.rados.rados.0.smithi097.stdout:382: expect (ObjNum 105 snap 19 seq_num 105) 2024-09-16T02:55:57.775 INFO:tasks.rados.rados.0.smithi097.stdout:378: done (2 left) 2024-09-16T02:55:57.775 INFO:tasks.rados.rados.0.smithi097.stdout:379: done (1 left) 2024-09-16T02:55:57.775 INFO:tasks.rados.rados.0.smithi097.stdout:383: setattr oid 42 current snap is 35 2024-09-16T02:55:57.778 INFO:tasks.rados.rados.0.smithi097.stdout:384: setattr oid 11 current snap is 35 2024-09-16T02:55:57.781 INFO:tasks.rados.rados.0.smithi097.stdout:385: delete oid 16 current snap is 35 2024-09-16T02:55:57.789 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 27 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-09-16T02:55:57.795 INFO:tasks.rados.rados.0.smithi097.stdout:382: expect (ObjNum 105 snap 19 seq_num 105) 2024-09-16T02:55:57.842 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 211 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:55:57.842 INFO:tasks.rados.rados.0.smithi097.stdout:382: done (3 left) 2024-09-16T02:55:57.843 INFO:tasks.rados.rados.0.smithi097.stdout:383: done (2 left) 2024-09-16T02:55:57.843 INFO:tasks.rados.rados.0.smithi097.stdout:384: done (1 left) 2024-09-16T02:55:57.843 INFO:tasks.rados.rados.0.smithi097.stdout:385: done (0 left) 2024-09-16T02:55:57.844 INFO:tasks.rados.rados.0.smithi097.stdout:386: copy_from oid 35 from oid 7 current snap is 35 2024-09-16T02:55:57.844 INFO:tasks.rados.rados.0.smithi097.stdout:387: snap_remove snap 31 2024-09-16T02:55:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:58 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:58 smithi184 ceph-mon[31162]: pgmap v199: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:58 smithi184 ceph-mon[31162]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T02:55:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:58 smithi184 ceph-mon[31162]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-16T02:55:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:58 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:58 smithi097 ceph-mon[27580]: pgmap v199: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:58 smithi097 ceph-mon[27580]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T02:55:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:58 smithi097 ceph-mon[27580]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-16T02:55:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:58 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:55:58.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:58 smithi097 ceph-mon[38292]: pgmap v199: 121 pgs: 121 active+clean; 130 MiB data, 464 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:55:58.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:58 smithi097 ceph-mon[38292]: osdmap e146: 8 total, 8 up, 8 in 2024-09-16T02:55:58.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:58 smithi097 ceph-mon[38292]: mgrmap e23: y(active, since 4m), standbys: x 2024-09-16T02:55:58.786 INFO:tasks.rados.rados.0.smithi097.stdout:386: finishing copy_from racing read to smithi09778949-35 2024-09-16T02:55:58.786 INFO:tasks.rados.rados.0.smithi097.stdout:386: finishing copy_from to smithi09778949-35 2024-09-16T02:55:58.786 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:55:58.786 INFO:tasks.rados.rados.0.smithi097.stdout:386: done (1 left) 2024-09-16T02:55:58.786 INFO:tasks.rados.rados.0.smithi097.stdout:387: done (0 left) 2024-09-16T02:55:58.786 INFO:tasks.rados.rados.0.smithi097.stdout:388: copy_from oid 43 from oid 9 current snap is 35 2024-09-16T02:55:58.786 INFO:tasks.rados.rados.0.smithi097.stdout:389: read oid 21 snap -1 2024-09-16T02:55:58.786 INFO:tasks.rados.rados.0.smithi097.stdout:389: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T02:55:58.787 INFO:tasks.rados.rados.0.smithi097.stdout:390: snap_create 2024-09-16T02:55:58.796 INFO:tasks.rados.rados.0.smithi097.stdout:389: expect (ObjNum 41 snap 0 seq_num 41) 2024-09-16T02:55:58.818 INFO:tasks.rados.rados.0.smithi097.stdout:388: finishing copy_from to smithi09778949-43 2024-09-16T02:55:58.818 INFO:tasks.rados.rados.0.smithi097.stdout:388: got expected ENOENT (src dne) 2024-09-16T02:55:58.818 INFO:tasks.rados.rados.0.smithi097.stdout:388: finishing copy_from racing read to smithi09778949-43 2024-09-16T02:55:59.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:55:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:55:59] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2024-09-16T02:55:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:388: done (2 left) 2024-09-16T02:55:59.788 INFO:tasks.rados.rados.0.smithi097.stdout:389: done (1 left) 2024-09-16T02:55:59.789 INFO:tasks.rados.rados.0.smithi097.stdout:390: done (0 left) 2024-09-16T02:55:59.789 INFO:tasks.rados.rados.0.smithi097.stdout:391: rollback oid 27 current snap is 36 2024-09-16T02:55:59.789 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 35 2024-09-16T02:55:59.789 INFO:tasks.rados.rados.0.smithi097.stdout:392: setattr oid 20 current snap is 36 2024-09-16T02:55:59.789 INFO:tasks.rados.rados.0.smithi097.stdout:393: snap_create 2024-09-16T02:55:59.792 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 69 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-09-16T02:55:59.793 INFO:tasks.rados.rados.0.smithi097.stdout:391: finishing rollback tid 0 to smithi09778949-27 2024-09-16T02:55:59.794 INFO:tasks.rados.rados.0.smithi097.stdout:391: finishing rollback tid 1 to smithi09778949-27 2024-09-16T02:55:59.794 INFO:tasks.rados.rados.0.smithi097.stdout:391: finishing rollback tid 2 to smithi09778949-27 2024-09-16T02:55:59.795 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 224 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:55:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:59 smithi184 ceph-mon[31162]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T02:55:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:55:59 smithi184 ceph-mon[31162]: pgmap v202: 121 pgs: 121 active+clean; 129 MiB data, 481 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 676 KiB/s wr, 23 op/s 2024-09-16T02:56:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:59 smithi097 ceph-mon[27580]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T02:56:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:55:59 smithi097 ceph-mon[27580]: pgmap v202: 121 pgs: 121 active+clean; 129 MiB data, 481 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 676 KiB/s wr, 23 op/s 2024-09-16T02:56:00.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:59 smithi097 ceph-mon[38292]: osdmap e147: 8 total, 8 up, 8 in 2024-09-16T02:56:00.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:55:59 smithi097 ceph-mon[38292]: pgmap v202: 121 pgs: 121 active+clean; 129 MiB data, 481 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 676 KiB/s wr, 23 op/s 2024-09-16T02:56:00.793 INFO:tasks.rados.rados.0.smithi097.stdout:391: done (2 left) 2024-09-16T02:56:00.793 INFO:tasks.rados.rados.0.smithi097.stdout:392: done (1 left) 2024-09-16T02:56:00.793 INFO:tasks.rados.rados.0.smithi097.stdout:393: done (0 left) 2024-09-16T02:56:00.793 INFO:tasks.rados.rados.0.smithi097.stdout:394: read oid 46 snap -1 2024-09-16T02:56:00.793 INFO:tasks.rados.rados.0.smithi097.stdout:394: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:56:00.793 INFO:tasks.rados.rados.0.smithi097.stdout:395: snap_remove snap 25 2024-09-16T02:56:01.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:00 smithi184 ceph-mon[31162]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T02:56:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:00 smithi097 ceph-mon[27580]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T02:56:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:00 smithi097 ceph-mon[38292]: osdmap e148: 8 total, 8 up, 8 in 2024-09-16T02:56:01.811 INFO:tasks.rados.rados.0.smithi097.stdout:395: done (1 left) 2024-09-16T02:56:01.811 INFO:tasks.rados.rados.0.smithi097.stdout:396: read oid 12 snap -1 2024-09-16T02:56:01.811 INFO:tasks.rados.rados.0.smithi097.stdout:396: expect (ObjNum 135 snap 35 seq_num 135) 2024-09-16T02:56:01.811 INFO:tasks.rados.rados.0.smithi097.stdout:394: expect (ObjNum 45 snap 0 seq_num 45) 2024-09-16T02:56:01.835 INFO:tasks.rados.rados.0.smithi097.stdout:396: expect (ObjNum 135 snap 35 seq_num 135) 2024-09-16T02:56:01.897 INFO:tasks.rados.rados.0.smithi097.stdout:394: done (1 left) 2024-09-16T02:56:01.898 INFO:tasks.rados.rados.0.smithi097.stdout:396: done (0 left) 2024-09-16T02:56:01.898 INFO:tasks.rados.rados.0.smithi097.stdout:397: read oid 35 snap 26 2024-09-16T02:56:01.898 INFO:tasks.rados.rados.0.smithi097.stdout:397: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-16T02:56:01.898 INFO:tasks.rados.rados.0.smithi097.stdout:398: snap_remove snap 32 2024-09-16T02:56:02.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:01 smithi184 ceph-mon[31162]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T02:56:02.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:01 smithi184 ceph-mon[31162]: pgmap v205: 121 pgs: 121 active+clean; 129 MiB data, 481 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 676 KiB/s wr, 23 op/s 2024-09-16T02:56:02.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:01 smithi097 ceph-mon[27580]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T02:56:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:01 smithi097 ceph-mon[27580]: pgmap v205: 121 pgs: 121 active+clean; 129 MiB data, 481 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 676 KiB/s wr, 23 op/s 2024-09-16T02:56:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:01 smithi097 ceph-mon[38292]: osdmap e149: 8 total, 8 up, 8 in 2024-09-16T02:56:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:01 smithi097 ceph-mon[38292]: pgmap v205: 121 pgs: 121 active+clean; 129 MiB data, 481 MiB used, 715 GiB / 715 GiB avail; 1.6 MiB/s rd, 676 KiB/s wr, 23 op/s 2024-09-16T02:56:02.810 INFO:tasks.rados.rados.0.smithi097.stdout:398: done (1 left) 2024-09-16T02:56:02.810 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 37 2024-09-16T02:56:02.810 INFO:tasks.rados.rados.0.smithi097.stdout:399: seq_num 138 ranges {475136=720896,1196032=540672,1736704=557056,2293760=507904} 2024-09-16T02:56:02.818 INFO:tasks.rados.rados.0.smithi097.stdout:399: writing smithi09778949-29 from 475136 to 1196032 tid 1 2024-09-16T02:56:02.821 INFO:tasks.rados.rados.0.smithi097.stdout:399: writing smithi09778949-29 from 1196032 to 1736704 tid 2 2024-09-16T02:56:02.825 INFO:tasks.rados.rados.0.smithi097.stdout:399: writing smithi09778949-29 from 1736704 to 2293760 tid 3 2024-09-16T02:56:02.829 INFO:tasks.rados.rados.0.smithi097.stdout:399: writing smithi09778949-29 from 2293760 to 2801664 tid 4 2024-09-16T02:56:02.829 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 37 2024-09-16T02:56:02.829 INFO:tasks.rados.rados.0.smithi097.stdout:400: seq_num 139 ranges {73728=737280,811008=425984,1236992=761856,1998848=417792} 2024-09-16T02:56:02.834 INFO:tasks.rados.rados.0.smithi097.stdout:400: writing smithi09778949-15 from 73728 to 811008 tid 1 2024-09-16T02:56:02.837 INFO:tasks.rados.rados.0.smithi097.stdout:400: writing smithi09778949-15 from 811008 to 1236992 tid 2 2024-09-16T02:56:02.841 INFO:tasks.rados.rados.0.smithi097.stdout:400: writing smithi09778949-15 from 1236992 to 1998848 tid 3 2024-09-16T02:56:02.844 INFO:tasks.rados.rados.0.smithi097.stdout:400: writing smithi09778949-15 from 1998848 to 2416640 tid 4 2024-09-16T02:56:02.844 INFO:tasks.rados.rados.0.smithi097.stdout:401: rmattr oid 19 current snap is 37 2024-09-16T02:56:02.844 INFO:tasks.rados.rados.0.smithi097.stdout:401: done (3 left) 2024-09-16T02:56:02.844 INFO:tasks.rados.rados.0.smithi097.stdout:402: delete oid 36 current snap is 37 2024-09-16T02:56:02.844 INFO:tasks.rados.rados.0.smithi097.stdout:397: expect (ObjNum 34 snap 0 seq_num 34) 2024-09-16T02:56:02.863 INFO:tasks.rados.rados.0.smithi097.stdout:399: finishing write tid 1 to smithi09778949-29 2024-09-16T02:56:02.863 INFO:tasks.rados.rados.0.smithi097.stdout:399: finishing write tid 2 to smithi09778949-29 2024-09-16T02:56:02.863 INFO:tasks.rados.rados.0.smithi097.stdout:397: done (3 left) 2024-09-16T02:56:02.863 INFO:tasks.rados.rados.0.smithi097.stdout:402: done (2 left) 2024-09-16T02:56:02.863 INFO:tasks.rados.rados.0.smithi097.stdout:403: read oid 48 snap -1 2024-09-16T02:56:02.863 INFO:tasks.rados.rados.0.smithi097.stdout:403: expect (ObjNum 99 snap 18 seq_num 99) 2024-09-16T02:56:02.863 INFO:tasks.rados.rados.0.smithi097.stdout:404: snap_create 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: finishing write tid 3 to smithi09778949-29 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: finishing write tid 4 to smithi09778949-29 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: finishing write tid 5 to smithi09778949-29 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: finishing write tid 6 to smithi09778949-29 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: oid 29 updating version 0 to 166 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: oid 29 version 166 is already newer than 165 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: oid 29 updating version 166 to 168 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: oid 29 version 168 is already newer than 167 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: oid 29 version 168 is already newer than 164 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 168 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:399: left oid 29 (ObjNum 138 snap 37 seq_num 138) 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:400: finishing write tid 1 to smithi09778949-15 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:400: finishing write tid 2 to smithi09778949-15 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:400: finishing write tid 3 to smithi09778949-15 2024-09-16T02:56:02.864 INFO:tasks.rados.rados.0.smithi097.stdout:400: finishing write tid 4 to smithi09778949-15 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:400: finishing write tid 5 to smithi09778949-15 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:400: finishing write tid 6 to smithi09778949-15 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:400: oid 15 updating version 0 to 156 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:400: oid 15 updating version 156 to 158 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:400: oid 15 version 158 is already newer than 155 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:400: oid 15 version 158 is already newer than 157 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:400: oid 15 version 158 is already newer than 154 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 158 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-16T02:56:02.865 INFO:tasks.rados.rados.0.smithi097.stdout:400: left oid 15 (ObjNum 139 snap 37 seq_num 139) 2024-09-16T02:56:02.881 INFO:tasks.rados.rados.0.smithi097.stdout:403: expect (ObjNum 99 snap 18 seq_num 99) 2024-09-16T02:56:03.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:02 smithi184 ceph-mon[31162]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T02:56:03.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:02 smithi097 ceph-mon[27580]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T02:56:03.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:02 smithi097 ceph-mon[38292]: osdmap e150: 8 total, 8 up, 8 in 2024-09-16T02:56:03.769 INFO:tasks.rados.rados.0.smithi097.stdout:399: done (3 left) 2024-09-16T02:56:03.769 INFO:tasks.rados.rados.0.smithi097.stdout:400: done (2 left) 2024-09-16T02:56:03.769 INFO:tasks.rados.rados.0.smithi097.stdout:403: done (1 left) 2024-09-16T02:56:03.769 INFO:tasks.rados.rados.0.smithi097.stdout:404: done (0 left) 2024-09-16T02:56:03.769 INFO:tasks.rados.rados.0.smithi097.stdout:405: rmattr oid 6 current snap is 38 2024-09-16T02:56:03.770 INFO:tasks.rados.rados.0.smithi097.stdout:406: rollback oid 3 current snap is 38 2024-09-16T02:56:03.770 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 3 to 35 2024-09-16T02:56:03.770 INFO:tasks.rados.rados.0.smithi097.stdout:407: rollback oid 16 current snap is 38 2024-09-16T02:56:03.770 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 16 to 33 2024-09-16T02:56:03.770 INFO:tasks.rados.rados.0.smithi097.stdout:408: snap_create 2024-09-16T02:56:03.772 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 95 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-09-16T02:56:03.775 INFO:tasks.rados.rados.0.smithi097.stdout:406: finishing rollback tid 0 to smithi09778949-3 2024-09-16T02:56:03.775 INFO:tasks.rados.rados.0.smithi097.stdout:406: finishing rollback tid 1 to smithi09778949-3 2024-09-16T02:56:03.776 INFO:tasks.rados.rados.0.smithi097.stdout:406: finishing rollback tid 2 to smithi09778949-3 2024-09-16T02:56:03.776 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 242 (ObjNum 106 snap 19 seq_num 106) dirty exists 2024-09-16T02:56:03.776 INFO:tasks.rados.rados.0.smithi097.stdout:407: finishing rollback tid 1 to smithi09778949-16 2024-09-16T02:56:03.776 INFO:tasks.rados.rados.0.smithi097.stdout:407: finishing rollback tid 2 to smithi09778949-16 2024-09-16T02:56:03.776 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 244 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T02:56:04.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:03 smithi184 ceph-mon[31162]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T02:56:04.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:03 smithi184 ceph-mon[31162]: pgmap v208: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T02:56:04.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:03 smithi184 ceph-mon[31162]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T02:56:04.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:03 smithi097 ceph-mon[27580]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T02:56:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:03 smithi097 ceph-mon[27580]: pgmap v208: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T02:56:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:03 smithi097 ceph-mon[27580]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T02:56:04.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:03 smithi097 ceph-mon[38292]: osdmap e151: 8 total, 8 up, 8 in 2024-09-16T02:56:04.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:03 smithi097 ceph-mon[38292]: pgmap v208: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T02:56:04.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:03 smithi097 ceph-mon[38292]: osdmap e152: 8 total, 8 up, 8 in 2024-09-16T02:56:04.770 INFO:tasks.rados.rados.0.smithi097.stdout:405: done (3 left) 2024-09-16T02:56:04.770 INFO:tasks.rados.rados.0.smithi097.stdout:406: done (2 left) 2024-09-16T02:56:04.770 INFO:tasks.rados.rados.0.smithi097.stdout:407: done (1 left) 2024-09-16T02:56:04.770 INFO:tasks.rados.rados.0.smithi097.stdout:408: done (0 left) 2024-09-16T02:56:04.770 INFO:tasks.rados.rados.0.smithi097.stdout:409: rollback oid 39 current snap is 39 2024-09-16T02:56:04.771 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 39 to 35 2024-09-16T02:56:04.771 INFO:tasks.rados.rados.0.smithi097.stdout:410: rollback oid 21 current snap is 39 2024-09-16T02:56:04.771 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 21 to 33 2024-09-16T02:56:04.771 INFO:tasks.rados.rados.0.smithi097.stdout:411: delete oid 24 current snap is 39 2024-09-16T02:56:04.774 INFO:tasks.rados.rados.0.smithi097.stdout:410: finishing rollback tid 0 to smithi09778949-21 2024-09-16T02:56:04.775 INFO:tasks.rados.rados.0.smithi097.stdout:410: finishing rollback tid 1 to smithi09778949-21 2024-09-16T02:56:04.775 INFO:tasks.rados.rados.0.smithi097.stdout:410: finishing rollback tid 2 to smithi09778949-21 2024-09-16T02:56:04.775 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 162 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-09-16T02:56:04.776 INFO:tasks.rados.rados.0.smithi097.stdout:409: finishing rollback tid 0 to smithi09778949-39 2024-09-16T02:56:04.777 INFO:tasks.rados.rados.0.smithi097.stdout:409: finishing rollback tid 1 to smithi09778949-39 2024-09-16T02:56:04.777 INFO:tasks.rados.rados.0.smithi097.stdout:409: finishing rollback tid 2 to smithi09778949-39 2024-09-16T02:56:04.777 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 156 (ObjNum 128 snap 34 seq_num 128) dirty exists 2024-09-16T02:56:04.778 INFO:tasks.rados.rados.0.smithi097.stdout:409: done (2 left) 2024-09-16T02:56:04.778 INFO:tasks.rados.rados.0.smithi097.stdout:410: done (1 left) 2024-09-16T02:56:04.778 INFO:tasks.rados.rados.0.smithi097.stdout:411: done (0 left) 2024-09-16T02:56:04.778 INFO:tasks.rados.rados.0.smithi097.stdout:412: delete oid 47 current snap is 39 2024-09-16T02:56:04.778 INFO:tasks.rados.rados.0.smithi097.stdout:412: done (0 left) 2024-09-16T02:56:04.779 INFO:tasks.rados.rados.0.smithi097.stdout:413: read oid 33 snap 38 2024-09-16T02:56:04.779 INFO:tasks.rados.rados.0.smithi097.stdout:413: expect (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:56:04.779 INFO:tasks.rados.rados.0.smithi097.stdout:414: setattr oid 15 current snap is 39 2024-09-16T02:56:04.780 INFO:tasks.rados.rados.0.smithi097.stdout:415: setattr oid 29 current snap is 39 2024-09-16T02:56:04.782 INFO:tasks.rados.rados.0.smithi097.stdout:416: delete oid 34 current snap is 39 2024-09-16T02:56:04.784 INFO:tasks.rados.rados.0.smithi097.stdout:416: done (3 left) 2024-09-16T02:56:04.784 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 39 2024-09-16T02:56:04.785 INFO:tasks.rados.rados.0.smithi097.stdout:417: seq_num 144 ranges {57344=16384} 2024-09-16T02:56:04.785 INFO:tasks.rados.rados.0.smithi097.stdout:417: writing smithi09778949-4 from 57344 to 73728 tid 1 2024-09-16T02:56:04.785 INFO:tasks.rados.rados.0.smithi097.stdout:418: snap_remove snap 26 2024-09-16T02:56:05.780 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 164 (ObjNum 139 snap 37 seq_num 139) dirty exists 2024-09-16T02:56:05.780 INFO:tasks.rados.rados.0.smithi097.stdout:413: expect (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:417: finishing write tid 1 to smithi09778949-4 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:417: finishing write tid 2 to smithi09778949-4 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 170 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:417: finishing write tid 3 to smithi09778949-4 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:417: oid 4 updating version 0 to 95 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:417: oid 4 updating version 95 to 96 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 96 (ObjNum 144 snap 39 seq_num 144) dirty exists 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:417: left oid 4 (ObjNum 144 snap 39 seq_num 144) 2024-09-16T02:56:05.856 INFO:tasks.rados.rados.0.smithi097.stdout:413: done (4 left) 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:414: done (3 left) 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:415: done (2 left) 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:417: done (1 left) 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:418: done (0 left) 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:419: copy_from oid 15 from oid 22 current snap is 39 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:420: read oid 50 snap -1 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:420: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:421: rollback oid 1 current snap is 39 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 1 to 33 2024-09-16T02:56:05.857 INFO:tasks.rados.rados.0.smithi097.stdout:422: snap_remove snap 36 2024-09-16T02:56:06.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:05 smithi184 ceph-mon[31162]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T02:56:06.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:05 smithi184 ceph-mon[31162]: pgmap v211: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T02:56:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:05 smithi097 ceph-mon[27580]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T02:56:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:05 smithi097 ceph-mon[27580]: pgmap v211: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T02:56:06.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:05 smithi097 ceph-mon[38292]: osdmap e153: 8 total, 8 up, 8 in 2024-09-16T02:56:06.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:05 smithi097 ceph-mon[38292]: pgmap v211: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.1 MiB/s wr, 14 op/s 2024-09-16T02:56:06.790 INFO:tasks.rados.rados.0.smithi097.stdout:422: done (3 left) 2024-09-16T02:56:06.790 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 39 2024-09-16T02:56:06.790 INFO:tasks.rados.rados.0.smithi097.stdout:423: seq_num 145 ranges {1769472=32768} 2024-09-16T02:56:06.800 INFO:tasks.rados.rados.0.smithi097.stdout:423: writing smithi09778949-19 from 1769472 to 1802240 tid 1 2024-09-16T02:56:06.800 INFO:tasks.rados.rados.0.smithi097.stdout:424: delete oid 20 current snap is 39 2024-09-16T02:56:06.800 INFO:tasks.rados.rados.0.smithi097.stdout:421: finishing rollback tid 0 to smithi09778949-1 2024-09-16T02:56:06.800 INFO:tasks.rados.rados.0.smithi097.stdout:421: finishing rollback tid 1 to smithi09778949-1 2024-09-16T02:56:06.800 INFO:tasks.rados.rados.0.smithi097.stdout:421: finishing rollback tid 2 to smithi09778949-1 2024-09-16T02:56:06.801 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 210 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-09-16T02:56:06.801 INFO:tasks.rados.rados.0.smithi097.stdout:420: expect (ObjNum 49 snap 0 seq_num 49) 2024-09-16T02:56:06.825 INFO:tasks.rados.rados.0.smithi097.stdout:419: finishing copy_from racing read to smithi09778949-15 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:419: finishing copy_from to smithi09778949-15 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 92 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:423: finishing write tid 1 to smithi09778949-19 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:423: finishing write tid 2 to smithi09778949-19 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:419: done (4 left) 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:420: done (3 left) 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:421: done (2 left) 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:424: done (1 left) 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:425: read oid 26 snap 37 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:425: expect (ObjNum 90 snap 14 seq_num 90) 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:426: read oid 47 snap -1 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:426: expect deleted 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:427: read oid 41 snap -1 2024-09-16T02:56:06.826 INFO:tasks.rados.rados.0.smithi097.stdout:427: expect (ObjNum 111 snap 26 seq_num 111) 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 39 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:423: finishing write tid 3 to smithi09778949-19 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:423: oid 19 updating version 0 to 255 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:423: oid 19 version 255 is already newer than 254 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 255 (ObjNum 145 snap 39 seq_num 145) dirty exists 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:423: left oid 19 (ObjNum 145 snap 39 seq_num 145) 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:428: seq_num 147 ranges {0=65536} 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:428: writing smithi09778949-49 from 0 to 65536 tid 1 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:423: done (4 left) 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:429: read oid 45 snap -1 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:429: expect (ObjNum 121 snap 30 seq_num 121) 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:430: read oid 25 snap 38 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:430: expect (ObjNum 104 snap 19 seq_num 104) 2024-09-16T02:56:06.827 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 39 2024-09-16T02:56:06.828 INFO:tasks.rados.rados.0.smithi097.stdout:431: seq_num 148 ranges {0=81920} 2024-09-16T02:56:06.828 INFO:tasks.rados.rados.0.smithi097.stdout:431: writing smithi09778949-36 from 0 to 81920 tid 1 2024-09-16T02:56:06.828 INFO:tasks.rados.rados.0.smithi097.stdout:432: copy_from oid 3 from oid 16 current snap is 39 2024-09-16T02:56:06.828 INFO:tasks.rados.rados.0.smithi097.stdout:426: done (7 left) 2024-09-16T02:56:06.828 INFO:tasks.rados.rados.0.smithi097.stdout:433: snap_create 2024-09-16T02:56:06.828 INFO:tasks.rados.rados.0.smithi097.stdout:428: finishing write tid 1 to smithi09778949-49 2024-09-16T02:56:06.829 INFO:tasks.rados.rados.0.smithi097.stdout:428: finishing write tid 2 to smithi09778949-49 2024-09-16T02:56:06.829 INFO:tasks.rados.rados.0.smithi097.stdout:428: finishing write tid 3 to smithi09778949-49 2024-09-16T02:56:06.829 INFO:tasks.rados.rados.0.smithi097.stdout:428: oid 49 updating version 0 to 179 2024-09-16T02:56:06.829 INFO:tasks.rados.rados.0.smithi097.stdout:428: oid 49 updating version 179 to 180 2024-09-16T02:56:06.829 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 180 (ObjNum 147 snap 39 seq_num 147) dirty exists 2024-09-16T02:56:06.829 INFO:tasks.rados.rados.0.smithi097.stdout:428: left oid 49 (ObjNum 147 snap 39 seq_num 147) 2024-09-16T02:56:06.832 INFO:tasks.rados.rados.0.smithi097.stdout:432: finishing copy_from racing read to smithi09778949-3 2024-09-16T02:56:06.833 INFO:tasks.rados.rados.0.smithi097.stdout:427: expect (ObjNum 111 snap 26 seq_num 111) 2024-09-16T02:56:06.884 INFO:tasks.rados.rados.0.smithi097.stdout:432: finishing copy_from to smithi09778949-3 2024-09-16T02:56:06.884 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 244 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T02:56:06.884 INFO:tasks.rados.rados.0.smithi097.stdout:425: expect (ObjNum 90 snap 14 seq_num 90) 2024-09-16T02:56:06.922 INFO:tasks.rados.rados.0.smithi097.stdout:430: expect (ObjNum 104 snap 19 seq_num 104) 2024-09-16T02:56:07.038 INFO:tasks.rados.rados.0.smithi097.stdout:431: finishing write tid 1 to smithi09778949-36 2024-09-16T02:56:07.038 INFO:tasks.rados.rados.0.smithi097.stdout:431: finishing write tid 2 to smithi09778949-36 2024-09-16T02:56:07.038 INFO:tasks.rados.rados.0.smithi097.stdout:431: finishing write tid 3 to smithi09778949-36 2024-09-16T02:56:07.039 INFO:tasks.rados.rados.0.smithi097.stdout:431: oid 36 updating version 0 to 215 2024-09-16T02:56:07.039 INFO:tasks.rados.rados.0.smithi097.stdout:431: oid 36 updating version 215 to 216 2024-09-16T02:56:07.039 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 216 (ObjNum 148 snap 39 seq_num 148) dirty exists 2024-09-16T02:56:07.039 INFO:tasks.rados.rados.0.smithi097.stdout:431: left oid 36 (ObjNum 148 snap 39 seq_num 148) 2024-09-16T02:56:07.039 INFO:tasks.rados.rados.0.smithi097.stdout:429: expect (ObjNum 121 snap 30 seq_num 121) 2024-09-16T02:56:07.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:06 smithi184 ceph-mon[31162]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T02:56:07.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:06 smithi097 ceph-mon[27580]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T02:56:07.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:06 smithi097 ceph-mon[38292]: osdmap e154: 8 total, 8 up, 8 in 2024-09-16T02:56:07.792 INFO:tasks.rados.rados.0.smithi097.stdout:425: done (7 left) 2024-09-16T02:56:07.792 INFO:tasks.rados.rados.0.smithi097.stdout:427: done (6 left) 2024-09-16T02:56:07.792 INFO:tasks.rados.rados.0.smithi097.stdout:428: done (5 left) 2024-09-16T02:56:07.792 INFO:tasks.rados.rados.0.smithi097.stdout:429: done (4 left) 2024-09-16T02:56:07.792 INFO:tasks.rados.rados.0.smithi097.stdout:430: done (3 left) 2024-09-16T02:56:07.792 INFO:tasks.rados.rados.0.smithi097.stdout:431: done (2 left) 2024-09-16T02:56:07.792 INFO:tasks.rados.rados.0.smithi097.stdout:432: done (1 left) 2024-09-16T02:56:07.792 INFO:tasks.rados.rados.0.smithi097.stdout:433: done (0 left) 2024-09-16T02:56:07.793 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 40 2024-09-16T02:56:07.793 INFO:tasks.rados.rados.0.smithi097.stdout:434: seq_num 149 ranges {2269184=98304} 2024-09-16T02:56:07.804 INFO:tasks.rados.rados.0.smithi097.stdout:434: writing smithi09778949-12 from 2269184 to 2367488 tid 1 2024-09-16T02:56:07.804 INFO:tasks.rados.rados.0.smithi097.stdout:435: read oid 9 snap -1 2024-09-16T02:56:07.805 INFO:tasks.rados.rados.0.smithi097.stdout:435: expect deleted 2024-09-16T02:56:07.805 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 40 2024-09-16T02:56:07.805 INFO:tasks.rados.rados.0.smithi097.stdout:436: seq_num 150 ranges {1515520=114688} 2024-09-16T02:56:07.813 INFO:tasks.rados.rados.0.smithi097.stdout:436: writing smithi09778949-26 from 1515520 to 1630208 tid 1 2024-09-16T02:56:07.814 INFO:tasks.rados.rados.0.smithi097.stdout:437: snap_create 2024-09-16T02:56:07.814 INFO:tasks.rados.rados.0.smithi097.stdout:434: finishing write tid 1 to smithi09778949-12 2024-09-16T02:56:07.814 INFO:tasks.rados.rados.0.smithi097.stdout:434: finishing write tid 2 to smithi09778949-12 2024-09-16T02:56:07.814 INFO:tasks.rados.rados.0.smithi097.stdout:434: finishing write tid 3 to smithi09778949-12 2024-09-16T02:56:07.814 INFO:tasks.rados.rados.0.smithi097.stdout:434: oid 12 updating version 0 to 219 2024-09-16T02:56:07.814 INFO:tasks.rados.rados.0.smithi097.stdout:434: oid 12 version 219 is already newer than 218 2024-09-16T02:56:07.814 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 219 (ObjNum 149 snap 40 seq_num 149) dirty exists 2024-09-16T02:56:07.814 INFO:tasks.rados.rados.0.smithi097.stdout:434: left oid 12 (ObjNum 149 snap 40 seq_num 149) 2024-09-16T02:56:07.816 INFO:tasks.rados.rados.0.smithi097.stdout:436: finishing write tid 1 to smithi09778949-26 2024-09-16T02:56:07.816 INFO:tasks.rados.rados.0.smithi097.stdout:436: finishing write tid 2 to smithi09778949-26 2024-09-16T02:56:07.817 INFO:tasks.rados.rados.0.smithi097.stdout:436: finishing write tid 3 to smithi09778949-26 2024-09-16T02:56:07.817 INFO:tasks.rados.rados.0.smithi097.stdout:436: oid 26 updating version 0 to 125 2024-09-16T02:56:07.817 INFO:tasks.rados.rados.0.smithi097.stdout:436: oid 26 updating version 125 to 126 2024-09-16T02:56:07.817 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 126 (ObjNum 150 snap 40 seq_num 150) dirty exists 2024-09-16T02:56:07.817 INFO:tasks.rados.rados.0.smithi097.stdout:436: left oid 26 (ObjNum 150 snap 40 seq_num 150) 2024-09-16T02:56:07.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:07 smithi184 ceph-mon[31162]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T02:56:07.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:07 smithi184 ceph-mon[31162]: pgmap v214: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:08.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:07 smithi097 ceph-mon[27580]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T02:56:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:07 smithi097 ceph-mon[27580]: pgmap v214: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:08.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:07 smithi097 ceph-mon[38292]: osdmap e155: 8 total, 8 up, 8 in 2024-09-16T02:56:08.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:07 smithi097 ceph-mon[38292]: pgmap v214: 121 pgs: 121 active+clean; 131 MiB data, 554 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:08.800 INFO:tasks.rados.rados.0.smithi097.stdout:434: done (3 left) 2024-09-16T02:56:08.800 INFO:tasks.rados.rados.0.smithi097.stdout:435: done (2 left) 2024-09-16T02:56:08.800 INFO:tasks.rados.rados.0.smithi097.stdout:436: done (1 left) 2024-09-16T02:56:08.800 INFO:tasks.rados.rados.0.smithi097.stdout:437: done (0 left) 2024-09-16T02:56:08.801 INFO:tasks.rados.rados.0.smithi097.stdout:438: copy_from oid 15 from oid 40 current snap is 41 2024-09-16T02:56:08.801 INFO:tasks.rados.rados.0.smithi097.stdout:439: read oid 7 snap 19 2024-09-16T02:56:08.801 INFO:tasks.rados.rados.0.smithi097.stdout:439: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T02:56:08.801 INFO:tasks.rados.rados.0.smithi097.stdout:440: rollback oid 31 current snap is 41 2024-09-16T02:56:08.801 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 30 2024-09-16T02:56:08.801 INFO:tasks.rados.rados.0.smithi097.stdout:441: delete oid 35 current snap is 41 2024-09-16T02:56:08.802 INFO:tasks.rados.rados.0.smithi097.stdout:441: done (3 left) 2024-09-16T02:56:08.803 INFO:tasks.rados.rados.0.smithi097.stdout:442: read oid 38 snap -1 2024-09-16T02:56:08.803 INFO:tasks.rados.rados.0.smithi097.stdout:442: expect (ObjNum 118 snap 29 seq_num 118) 2024-09-16T02:56:08.803 INFO:tasks.rados.rados.0.smithi097.stdout:443: delete oid 26 current snap is 41 2024-09-16T02:56:08.804 INFO:tasks.rados.rados.0.smithi097.stdout:438: finishing copy_from racing read to smithi09778949-15 2024-09-16T02:56:08.805 INFO:tasks.rados.rados.0.smithi097.stdout:439: expect (ObjNum 6 snap 0 seq_num 6) 2024-09-16T02:56:08.809 INFO:tasks.rados.rados.0.smithi097.stdout:440: finishing rollback tid 0 to smithi09778949-31 2024-09-16T02:56:08.809 INFO:tasks.rados.rados.0.smithi097.stdout:440: finishing rollback tid 1 to smithi09778949-31 2024-09-16T02:56:08.809 INFO:tasks.rados.rados.0.smithi097.stdout:439: done (4 left) 2024-09-16T02:56:08.809 INFO:tasks.rados.rados.0.smithi097.stdout:443: done (3 left) 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:444: rmattr oid 41 current snap is 41 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:444: done (3 left) 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:445: copy_from oid 13 from oid 48 current snap is 41 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:440: finishing rollback tid 2 to smithi09778949-31 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 106 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:440: done (3 left) 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:446: read oid 25 snap -1 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:446: expect (ObjNum 104 snap 19 seq_num 104) 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 41 2024-09-16T02:56:08.810 INFO:tasks.rados.rados.0.smithi097.stdout:447: seq_num 153 ranges {172032=163840} 2024-09-16T02:56:08.811 INFO:tasks.rados.rados.0.smithi097.stdout:447: writing smithi09778949-11 from 172032 to 335872 tid 1 2024-09-16T02:56:08.811 INFO:tasks.rados.rados.0.smithi097.stdout:448: delete oid 6 current snap is 41 2024-09-16T02:56:08.812 INFO:tasks.rados.rados.0.smithi097.stdout:438: finishing copy_from to smithi09778949-15 2024-09-16T02:56:08.812 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 42 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T02:56:08.813 INFO:tasks.rados.rados.0.smithi097.stdout:438: done (5 left) 2024-09-16T02:56:08.814 INFO:tasks.rados.rados.0.smithi097.stdout:448: done (4 left) 2024-09-16T02:56:08.814 INFO:tasks.rados.rados.0.smithi097.stdout:449: delete oid 3 current snap is 41 2024-09-16T02:56:08.817 INFO:tasks.rados.rados.0.smithi097.stdout:449: done (4 left) 2024-09-16T02:56:08.817 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 41 2024-09-16T02:56:08.817 INFO:tasks.rados.rados.0.smithi097.stdout:450: seq_num 156 ranges {1900544=221184} 2024-09-16T02:56:08.830 INFO:tasks.rados.rados.0.smithi097.stdout:450: writing smithi09778949-10 from 1900544 to 2121728 tid 1 2024-09-16T02:56:08.830 INFO:tasks.rados.rados.0.smithi097.stdout:451: read oid 30 snap -1 2024-09-16T02:56:08.830 INFO:tasks.rados.rados.0.smithi097.stdout:451: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T02:56:08.830 INFO:tasks.rados.rados.0.smithi097.stdout:452: snap_create 2024-09-16T02:56:08.830 INFO:tasks.rados.rados.0.smithi097.stdout:442: expect (ObjNum 118 snap 29 seq_num 118) 2024-09-16T02:56:08.952 INFO:tasks.rados.rados.0.smithi097.stdout:445: finishing copy_from racing read to smithi09778949-13 2024-09-16T02:56:08.952 INFO:tasks.rados.rados.0.smithi097.stdout:446: expect (ObjNum 104 snap 19 seq_num 104) 2024-09-16T02:56:09.068 INFO:tasks.rados.rados.0.smithi097.stdout:447: finishing write tid 1 to smithi09778949-11 2024-09-16T02:56:09.068 INFO:tasks.rados.rados.0.smithi097.stdout:447: finishing write tid 2 to smithi09778949-11 2024-09-16T02:56:09.068 INFO:tasks.rados.rados.0.smithi097.stdout:447: finishing write tid 3 to smithi09778949-11 2024-09-16T02:56:09.068 INFO:tasks.rados.rados.0.smithi097.stdout:447: oid 11 updating version 0 to 38 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:447: oid 11 version 38 is already newer than 37 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 38 (ObjNum 153 snap 41 seq_num 153) dirty exists 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:447: left oid 11 (ObjNum 153 snap 41 seq_num 153) 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:445: finishing copy_from to smithi09778949-13 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 25 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:450: finishing write tid 1 to smithi09778949-10 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:450: finishing write tid 2 to smithi09778949-10 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:450: finishing write tid 3 to smithi09778949-10 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:450: oid 10 updating version 0 to 183 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:450: oid 10 version 183 is already newer than 182 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 183 (ObjNum 156 snap 41 seq_num 156) dirty exists 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:450: left oid 10 (ObjNum 156 snap 41 seq_num 156) 2024-09-16T02:56:09.069 INFO:tasks.rados.rados.0.smithi097.stdout:451: expect (ObjNum 50 snap 0 seq_num 50) 2024-09-16T02:56:09.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:08 smithi184 ceph-mon[31162]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T02:56:09.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:08 smithi097 ceph-mon[27580]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T02:56:09.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:08 smithi097 ceph-mon[38292]: osdmap e156: 8 total, 8 up, 8 in 2024-09-16T02:56:09.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:56:09] "GET /metrics HTTP/1.1" 200 36019 "" "Prometheus/2.43.0" 2024-09-16T02:56:09.811 INFO:tasks.rados.rados.0.smithi097.stdout:442: done (6 left) 2024-09-16T02:56:09.811 INFO:tasks.rados.rados.0.smithi097.stdout:445: done (5 left) 2024-09-16T02:56:09.811 INFO:tasks.rados.rados.0.smithi097.stdout:446: done (4 left) 2024-09-16T02:56:09.811 INFO:tasks.rados.rados.0.smithi097.stdout:447: done (3 left) 2024-09-16T02:56:09.811 INFO:tasks.rados.rados.0.smithi097.stdout:450: done (2 left) 2024-09-16T02:56:09.811 INFO:tasks.rados.rados.0.smithi097.stdout:451: done (1 left) 2024-09-16T02:56:09.811 INFO:tasks.rados.rados.0.smithi097.stdout:452: done (0 left) 2024-09-16T02:56:09.812 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 42 2024-09-16T02:56:09.812 INFO:tasks.rados.rados.0.smithi097.stdout:453: seq_num 157 ranges {3252224=237568} 2024-09-16T02:56:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:453: writing smithi09778949-28 from 3252224 to 3489792 tid 1 2024-09-16T02:56:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 42 2024-09-16T02:56:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:454: seq_num 158 ranges {1622016=253952} 2024-09-16T02:56:09.839 INFO:tasks.rados.rados.0.smithi097.stdout:454: writing smithi09778949-17 from 1622016 to 1875968 tid 1 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 42 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:453: finishing write tid 1 to smithi09778949-28 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:453: finishing write tid 2 to smithi09778949-28 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:453: finishing write tid 3 to smithi09778949-28 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:453: oid 28 updating version 0 to 263 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:453: oid 28 updating version 263 to 264 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 264 (ObjNum 157 snap 42 seq_num 157) dirty exists 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:453: left oid 28 (ObjNum 157 snap 42 seq_num 157) 2024-09-16T02:56:09.840 INFO:tasks.rados.rados.0.smithi097.stdout:455: seq_num 159 ranges {2367488=270336} 2024-09-16T02:56:09.854 INFO:tasks.rados.rados.0.smithi097.stdout:455: writing smithi09778949-12 from 2367488 to 2637824 tid 1 2024-09-16T02:56:09.854 INFO:tasks.rados.rados.0.smithi097.stdout:453: done (2 left) 2024-09-16T02:56:09.854 INFO:tasks.rados.rados.0.smithi097.stdout:456: read oid 29 snap -1 2024-09-16T02:56:09.854 INFO:tasks.rados.rados.0.smithi097.stdout:456: expect (ObjNum 138 snap 37 seq_num 138) 2024-09-16T02:56:09.854 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 42 2024-09-16T02:56:09.854 INFO:tasks.rados.rados.0.smithi097.stdout:454: finishing write tid 1 to smithi09778949-17 2024-09-16T02:56:09.854 INFO:tasks.rados.rados.0.smithi097.stdout:454: finishing write tid 2 to smithi09778949-17 2024-09-16T02:56:09.854 INFO:tasks.rados.rados.0.smithi097.stdout:454: finishing write tid 3 to smithi09778949-17 2024-09-16T02:56:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:454: oid 17 updating version 0 to 41 2024-09-16T02:56:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:454: oid 17 version 41 is already newer than 40 2024-09-16T02:56:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 41 (ObjNum 158 snap 42 seq_num 158) dirty exists 2024-09-16T02:56:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:454: left oid 17 (ObjNum 158 snap 42 seq_num 158) 2024-09-16T02:56:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:457: seq_num 160 ranges {761856=286720} 2024-09-16T02:56:09.860 INFO:tasks.rados.rados.0.smithi097.stdout:457: writing smithi09778949-2 from 761856 to 1048576 tid 1 2024-09-16T02:56:09.860 INFO:tasks.rados.rados.0.smithi097.stdout:454: done (3 left) 2024-09-16T02:56:09.860 INFO:tasks.rados.rados.0.smithi097.stdout:458: read oid 22 snap 33 2024-09-16T02:56:09.860 INFO:tasks.rados.rados.0.smithi097.stdout:458: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T02:56:09.860 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 42 2024-09-16T02:56:09.860 INFO:tasks.rados.rados.0.smithi097.stdout:455: finishing write tid 1 to smithi09778949-12 2024-09-16T02:56:09.860 INFO:tasks.rados.rados.0.smithi097.stdout:455: finishing write tid 2 to smithi09778949-12 2024-09-16T02:56:09.861 INFO:tasks.rados.rados.0.smithi097.stdout:455: finishing write tid 3 to smithi09778949-12 2024-09-16T02:56:09.861 INFO:tasks.rados.rados.0.smithi097.stdout:455: oid 12 updating version 0 to 222 2024-09-16T02:56:09.861 INFO:tasks.rados.rados.0.smithi097.stdout:455: oid 12 version 222 is already newer than 221 2024-09-16T02:56:09.861 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 222 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-09-16T02:56:09.861 INFO:tasks.rados.rados.0.smithi097.stdout:455: left oid 12 (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:56:09.861 INFO:tasks.rados.rados.0.smithi097.stdout:459: seq_num 161 ranges {0=303104} 2024-09-16T02:56:09.862 INFO:tasks.rados.rados.0.smithi097.stdout:459: writing smithi09778949-26 from 0 to 303104 tid 1 2024-09-16T02:56:09.862 INFO:tasks.rados.rados.0.smithi097.stdout:455: done (4 left) 2024-09-16T02:56:09.862 INFO:tasks.rados.rados.0.smithi097.stdout:460: delete oid 3 current snap is 42 2024-09-16T02:56:09.863 INFO:tasks.rados.rados.0.smithi097.stdout:458: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T02:56:09.868 INFO:tasks.rados.rados.0.smithi097.stdout:457: finishing write tid 1 to smithi09778949-2 2024-09-16T02:56:09.868 INFO:tasks.rados.rados.0.smithi097.stdout:457: finishing write tid 2 to smithi09778949-2 2024-09-16T02:56:09.868 INFO:tasks.rados.rados.0.smithi097.stdout:456: expect (ObjNum 138 snap 37 seq_num 138) 2024-09-16T02:56:09.949 INFO:tasks.rados.rados.0.smithi097.stdout:457: finishing write tid 3 to smithi09778949-2 2024-09-16T02:56:09.949 INFO:tasks.rados.rados.0.smithi097.stdout:457: oid 2 updating version 0 to 119 2024-09-16T02:56:09.949 INFO:tasks.rados.rados.0.smithi097.stdout:457: oid 2 updating version 119 to 120 2024-09-16T02:56:09.949 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 120 (ObjNum 160 snap 42 seq_num 160) dirty exists 2024-09-16T02:56:09.949 INFO:tasks.rados.rados.0.smithi097.stdout:457: left oid 2 (ObjNum 160 snap 42 seq_num 160) 2024-09-16T02:56:09.949 INFO:tasks.rados.rados.0.smithi097.stdout:456: done (4 left) 2024-09-16T02:56:09.949 INFO:tasks.rados.rados.0.smithi097.stdout:457: done (3 left) 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:458: done (2 left) 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:460: done (1 left) 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:461: copy_from oid 48 from oid 6 current snap is 42 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:459: finishing write tid 1 to smithi09778949-26 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:459: finishing write tid 2 to smithi09778949-26 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:459: finishing write tid 3 to smithi09778949-26 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:459: oid 26 updating version 0 to 129 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:459: oid 26 updating version 129 to 130 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 130 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:459: left oid 26 (ObjNum 161 snap 42 seq_num 161) 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:459: done (1 left) 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:462: read oid 34 snap 39 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:462: expect deleted 2024-09-16T02:56:09.950 INFO:tasks.rados.rados.0.smithi097.stdout:463: snap_create 2024-09-16T02:56:09.951 INFO:tasks.rados.rados.0.smithi097.stdout:461: finishing copy_from to smithi09778949-48 2024-09-16T02:56:09.951 INFO:tasks.rados.rados.0.smithi097.stdout:461: got expected ENOENT (src dne) 2024-09-16T02:56:09.951 INFO:tasks.rados.rados.0.smithi097.stdout:461: finishing copy_from racing read to smithi09778949-48 2024-09-16T02:56:10.134 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:09 smithi184 ceph-mon[31162]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T02:56:10.135 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:09 smithi184 ceph-mon[31162]: pgmap v217: 121 pgs: 121 active+clean; 137 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 672 KiB/s wr, 29 op/s 2024-09-16T02:56:10.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:09 smithi097 ceph-mon[27580]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T02:56:10.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:09 smithi097 ceph-mon[27580]: pgmap v217: 121 pgs: 121 active+clean; 137 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 672 KiB/s wr, 29 op/s 2024-09-16T02:56:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:09 smithi097 ceph-mon[38292]: osdmap e157: 8 total, 8 up, 8 in 2024-09-16T02:56:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:09 smithi097 ceph-mon[38292]: pgmap v217: 121 pgs: 121 active+clean; 137 MiB data, 558 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 672 KiB/s wr, 29 op/s 2024-09-16T02:56:10.815 INFO:tasks.rados.rados.0.smithi097.stdout:461: done (2 left) 2024-09-16T02:56:10.815 INFO:tasks.rados.rados.0.smithi097.stdout:462: done (1 left) 2024-09-16T02:56:10.815 INFO:tasks.rados.rados.0.smithi097.stdout:463: done (0 left) 2024-09-16T02:56:10.815 INFO:tasks.rados.rados.0.smithi097.stdout:464: setattr oid 25 current snap is 43 2024-09-16T02:56:10.816 INFO:tasks.rados.rados.0.smithi097.stdout:465: snap_create 2024-09-16T02:56:10.821 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 224 (ObjNum 104 snap 19 seq_num 104) dirty exists 2024-09-16T02:56:10.979 INFO:tasks.rados.rados.0.smithi097.stdout:464: done (1 left) 2024-09-16T02:56:10.979 INFO:tasks.rados.rados.0.smithi097.stdout:465: done (0 left) 2024-09-16T02:56:10.979 INFO:tasks.rados.rados.0.smithi097.stdout:466: rmattr oid 4 current snap is 44 2024-09-16T02:56:10.979 INFO:tasks.rados.rados.0.smithi097.stdout:466: done (0 left) 2024-09-16T02:56:10.979 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 44 2024-09-16T02:56:10.979 INFO:tasks.rados.rados.0.smithi097.stdout:467: seq_num 163 ranges {3923968=335872} 2024-09-16T02:56:11.002 INFO:tasks.rados.rados.0.smithi097.stdout:467: writing smithi09778949-39 from 3923968 to 4259840 tid 1 2024-09-16T02:56:11.002 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 44 2024-09-16T02:56:11.002 INFO:tasks.rados.rados.0.smithi097.stdout:468: seq_num 164 ranges {1769472=352256} 2024-09-16T02:56:11.014 INFO:tasks.rados.rados.0.smithi097.stdout:468: writing smithi09778949-37 from 1769472 to 2121728 tid 1 2024-09-16T02:56:11.014 INFO:tasks.rados.rados.0.smithi097.stdout:469: read oid 33 snap 43 2024-09-16T02:56:11.014 INFO:tasks.rados.rados.0.smithi097.stdout:469: expect (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:56:11.014 INFO:tasks.rados.rados.0.smithi097.stdout:470: delete oid 23 current snap is 44 2024-09-16T02:56:11.015 INFO:tasks.rados.rados.0.smithi097.stdout:467: finishing write tid 1 to smithi09778949-39 2024-09-16T02:56:11.015 INFO:tasks.rados.rados.0.smithi097.stdout:467: finishing write tid 2 to smithi09778949-39 2024-09-16T02:56:11.015 INFO:tasks.rados.rados.0.smithi097.stdout:467: finishing write tid 3 to smithi09778949-39 2024-09-16T02:56:11.015 INFO:tasks.rados.rados.0.smithi097.stdout:467: oid 39 updating version 0 to 171 2024-09-16T02:56:11.015 INFO:tasks.rados.rados.0.smithi097.stdout:467: oid 39 version 171 is already newer than 170 2024-09-16T02:56:11.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 171 (ObjNum 163 snap 44 seq_num 163) dirty exists 2024-09-16T02:56:11.015 INFO:tasks.rados.rados.0.smithi097.stdout:467: left oid 39 (ObjNum 163 snap 44 seq_num 163) 2024-09-16T02:56:11.020 INFO:tasks.rados.rados.0.smithi097.stdout:468: finishing write tid 1 to smithi09778949-37 2024-09-16T02:56:11.021 INFO:tasks.rados.rados.0.smithi097.stdout:468: finishing write tid 2 to smithi09778949-37 2024-09-16T02:56:11.021 INFO:tasks.rados.rados.0.smithi097.stdout:467: done (3 left) 2024-09-16T02:56:11.021 INFO:tasks.rados.rados.0.smithi097.stdout:470: done (2 left) 2024-09-16T02:56:11.021 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 44 2024-09-16T02:56:11.022 INFO:tasks.rados.rados.0.smithi097.stdout:471: seq_num 166 ranges {0=385024} 2024-09-16T02:56:11.024 INFO:tasks.rados.rados.0.smithi097.stdout:471: writing smithi09778949-6 from 0 to 385024 tid 1 2024-09-16T02:56:11.024 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 44 2024-09-16T02:56:11.024 INFO:tasks.rados.rados.0.smithi097.stdout:472: seq_num 167 ranges {1769472=401408} 2024-09-16T02:56:11.037 INFO:tasks.rados.rados.0.smithi097.stdout:472: writing smithi09778949-14 from 1769472 to 2170880 tid 1 2024-09-16T02:56:11.037 INFO:tasks.rados.rados.0.smithi097.stdout:473: rollback oid 17 current snap is 44 2024-09-16T02:56:11.037 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 17 to 38 2024-09-16T02:56:11.038 INFO:tasks.rados.rados.0.smithi097.stdout:468: finishing write tid 3 to smithi09778949-37 2024-09-16T02:56:11.038 INFO:tasks.rados.rados.0.smithi097.stdout:468: oid 37 updating version 0 to 100 2024-09-16T02:56:11.038 INFO:tasks.rados.rados.0.smithi097.stdout:468: oid 37 version 100 is already newer than 99 2024-09-16T02:56:11.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 100 (ObjNum 164 snap 44 seq_num 164) dirty exists 2024-09-16T02:56:11.038 INFO:tasks.rados.rados.0.smithi097.stdout:468: left oid 37 (ObjNum 164 snap 44 seq_num 164) 2024-09-16T02:56:11.038 INFO:tasks.rados.rados.0.smithi097.stdout:471: finishing write tid 1 to smithi09778949-6 2024-09-16T02:56:11.038 INFO:tasks.rados.rados.0.smithi097.stdout:471: finishing write tid 2 to smithi09778949-6 2024-09-16T02:56:11.038 INFO:tasks.rados.rados.0.smithi097.stdout:469: expect (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:56:11.139 INFO:tasks.rados.rados.0.smithi097.stdout:471: finishing write tid 3 to smithi09778949-6 2024-09-16T02:56:11.139 INFO:tasks.rados.rados.0.smithi097.stdout:471: oid 6 updating version 0 to 107 2024-09-16T02:56:11.139 INFO:tasks.rados.rados.0.smithi097.stdout:471: oid 6 version 107 is already newer than 106 2024-09-16T02:56:11.139 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 107 (ObjNum 166 snap 44 seq_num 166) dirty exists 2024-09-16T02:56:11.139 INFO:tasks.rados.rados.0.smithi097.stdout:471: left oid 6 (ObjNum 166 snap 44 seq_num 166) 2024-09-16T02:56:11.139 INFO:tasks.rados.rados.0.smithi097.stdout:468: done (4 left) 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:469: done (3 left) 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:471: done (2 left) 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:474: read oid 48 snap -1 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:474: expect (ObjNum 99 snap 18 seq_num 99) 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:475: rollback oid 41 current snap is 44 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 40 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:473: finishing rollback tid 0 to smithi09778949-17 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:473: finishing rollback tid 1 to smithi09778949-17 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:473: finishing rollback tid 2 to smithi09778949-17 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 45 (ObjNum 92 snap 16 seq_num 92) dirty exists 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:472: finishing write tid 1 to smithi09778949-14 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:472: finishing write tid 2 to smithi09778949-14 2024-09-16T02:56:11.140 INFO:tasks.rados.rados.0.smithi097.stdout:472: finishing write tid 3 to smithi09778949-14 2024-09-16T02:56:11.141 INFO:tasks.rados.rados.0.smithi097.stdout:472: oid 14 updating version 0 to 122 2024-09-16T02:56:11.141 INFO:tasks.rados.rados.0.smithi097.stdout:472: oid 14 updating version 122 to 123 2024-09-16T02:56:11.141 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 123 (ObjNum 167 snap 44 seq_num 167) dirty exists 2024-09-16T02:56:11.141 INFO:tasks.rados.rados.0.smithi097.stdout:472: left oid 14 (ObjNum 167 snap 44 seq_num 167) 2024-09-16T02:56:11.141 INFO:tasks.rados.rados.0.smithi097.stdout:472: done (3 left) 2024-09-16T02:56:11.141 INFO:tasks.rados.rados.0.smithi097.stdout:473: done (2 left) 2024-09-16T02:56:11.141 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 44 2024-09-16T02:56:11.141 INFO:tasks.rados.rados.0.smithi097.stdout:476: seq_num 168 ranges {4046848=417792} 2024-09-16T02:56:11.142 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:10 smithi097 ceph-mon[27580]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T02:56:11.142 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:10 smithi097 ceph-mon[38292]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T02:56:11.142 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:10.976+0000 7fc071066640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-16T02:56:11.142 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ignoring --setuser ceph since I am not root 2024-09-16T02:56:11.142 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ignoring --setgroup ceph since I am not root 2024-09-16T02:56:11.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:10 smithi184 ceph-mon[31162]: osdmap e158: 8 total, 8 up, 8 in 2024-09-16T02:56:11.158 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:10 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:10] ENGINE Bus STOPPING 2024-09-16T02:56:11.159 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:11] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:56:11.159 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:11] ENGINE Bus STOPPED 2024-09-16T02:56:11.165 INFO:tasks.rados.rados.0.smithi097.stdout:476: writing smithi09778949-13 from 4046848 to 4464640 tid 1 2024-09-16T02:56:11.165 INFO:tasks.rados.rados.0.smithi097.stdout:477: rollback oid 46 current snap is 44 2024-09-16T02:56:11.165 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 46 to 40 2024-09-16T02:56:11.166 INFO:tasks.rados.rados.0.smithi097.stdout:475: finishing rollback tid 0 to smithi09778949-41 2024-09-16T02:56:11.166 INFO:tasks.rados.rados.0.smithi097.stdout:475: finishing rollback tid 1 to smithi09778949-41 2024-09-16T02:56:11.166 INFO:tasks.rados.rados.0.smithi097.stdout:475: finishing rollback tid 2 to smithi09778949-41 2024-09-16T02:56:11.166 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 228 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-16T02:56:11.166 INFO:tasks.rados.rados.0.smithi097.stdout:474: expect (ObjNum 99 snap 18 seq_num 99) 2024-09-16T02:56:11.324 INFO:tasks.rados.rados.0.smithi097.stdout:477: finishing rollback tid 0 to smithi09778949-46 2024-09-16T02:56:11.324 INFO:tasks.rados.rados.0.smithi097.stdout:477: finishing rollback tid 1 to smithi09778949-46 2024-09-16T02:56:11.324 INFO:tasks.rados.rados.0.smithi097.stdout:474: done (3 left) 2024-09-16T02:56:11.324 INFO:tasks.rados.rados.0.smithi097.stdout:475: done (2 left) 2024-09-16T02:56:11.324 INFO:tasks.rados.rados.0.smithi097.stdout:478: snap_remove snap 42 2024-09-16T02:56:11.428 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:11.139+0000 7fa6d93b7040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-16T02:56:11.428 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:11.210+0000 7fa6d93b7040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-16T02:56:11.429 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:11.361+0000 7fa6d93b7040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-16T02:56:11.429 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:11.426+0000 7fa6d93b7040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-16T02:56:11.713 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:11.572+0000 7fa6d93b7040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:56:11.713 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:11.711+0000 7fa6d93b7040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-16T02:56:11.978 INFO:tasks.rados.rados.0.smithi097.stdout:478: done (2 left) 2024-09-16T02:56:11.978 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 44 2024-09-16T02:56:11.978 INFO:tasks.rados.rados.0.smithi097.stdout:479: seq_num 169 ranges {729088=434176} 2024-09-16T02:56:11.985 INFO:tasks.rados.rados.0.smithi097.stdout:479: writing smithi09778949-44 from 729088 to 1163264 tid 1 2024-09-16T02:56:11.985 INFO:tasks.rados.rados.0.smithi097.stdout:476: finishing write tid 1 to smithi09778949-13 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:476: finishing write tid 2 to smithi09778949-13 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:477: finishing rollback tid 2 to smithi09778949-46 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 106 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:476: finishing write tid 3 to smithi09778949-13 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:476: oid 13 updating version 0 to 109 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:476: oid 13 updating version 109 to 110 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 110 (ObjNum 168 snap 44 seq_num 168) dirty exists 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:476: left oid 13 (ObjNum 168 snap 44 seq_num 168) 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:476: done (2 left) 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:477: done (1 left) 2024-09-16T02:56:11.986 INFO:tasks.rados.rados.0.smithi097.stdout:480: delete oid 1 current snap is 44 2024-09-16T02:56:11.990 INFO:tasks.rados.rados.0.smithi097.stdout:480: done (1 left) 2024-09-16T02:56:11.990 INFO:tasks.rados.rados.0.smithi097.stdout:481: snap_create 2024-09-16T02:56:11.991 INFO:tasks.rados.rados.0.smithi097.stdout:479: finishing write tid 1 to smithi09778949-44 2024-09-16T02:56:11.992 INFO:tasks.rados.rados.0.smithi097.stdout:479: finishing write tid 2 to smithi09778949-44 2024-09-16T02:56:11.993 INFO:tasks.rados.rados.0.smithi097.stdout:479: finishing write tid 3 to smithi09778949-44 2024-09-16T02:56:11.993 INFO:tasks.rados.rados.0.smithi097.stdout:479: oid 44 updating version 0 to 185 2024-09-16T02:56:11.993 INFO:tasks.rados.rados.0.smithi097.stdout:479: oid 44 updating version 185 to 186 2024-09-16T02:56:11.993 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 186 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-09-16T02:56:11.993 INFO:tasks.rados.rados.0.smithi097.stdout:479: left oid 44 (ObjNum 169 snap 44 seq_num 169) 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T02:56:11.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: Activating manager daemon x 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.14538 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: mgrmap e24: x(active, starting, since 0.00879899s) 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:56:11.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:56:11.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:56:11.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:56:11.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:56:11.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:56:11.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:56:11.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:56:11.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:56:11.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: Activating manager daemon x 2024-09-16T02:56:11.998 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.14538 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: mgrmap e24: x(active, starting, since 0.00879899s) 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:56:11.999 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: Manager daemon x is now available 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: Manager daemon x is now available 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.001 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.002 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.002 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.002 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:12.002 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:12.002 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:12.002 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:12.002 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:11 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.823+0000 7f1172338640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.823+0000 7f1172338640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.823+0000 7f1172338640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.823+0000 7f1172338640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.823+0000 7f1172338640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.823+0000 7f1173b3b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.823+0000 7f1173b3b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.824+0000 7f1173b3b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.824+0000 7f1173b3b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.136 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:11.824+0000 7f1173b3b640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:12.137 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:12] ENGINE Bus STARTING 2024-09-16T02:56:12.137 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:12] ENGINE Serving on http://:::9283 2024-09-16T02:56:12.137 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:12] ENGINE Bus STARTED 2024-09-16T02:56:12.137 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: osdmap e159: 8 total, 8 up, 8 in 2024-09-16T02:56:12.137 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:12.137 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:12.137 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 172.21.15.97:0/238025756' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: Activating manager daemon x 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: osdmap e160: 8 total, 8 up, 8 in 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.14538 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: mgrmap e24: x(active, starting, since 0.00879899s) 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:12.138 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:56:12.139 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: Manager daemon x is now available 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:12.140 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:11 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:12.306 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:12.043+0000 7fa6d93b7040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-16T02:56:12.306 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:12.105+0000 7fa6d93b7040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-16T02:56:12.306 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:12.304+0000 7fa6d93b7040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-16T02:56:12.995 INFO:tasks.rados.rados.0.smithi097.stdout:479: done (1 left) 2024-09-16T02:56:12.995 INFO:tasks.rados.rados.0.smithi097.stdout:481: done (0 left) 2024-09-16T02:56:12.995 INFO:tasks.rados.rados.0.smithi097.stdout:482: snap_create 2024-09-16T02:56:13.079 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: Checking for cert/key for grafana.a 2024-09-16T02:56:13.079 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: Migrating grafana.a cert to cert store 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: Migrating grafana.a key to cert store 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: mgrmap e25: x(active, since 1.01793s) 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: Deploying cephadm binary to smithi184 2024-09-16T02:56:13.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:12 smithi184 ceph-mon[31162]: Deploying cephadm binary to smithi097 2024-09-16T02:56:13.185 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: Checking for cert/key for grafana.a 2024-09-16T02:56:13.185 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: Migrating grafana.a cert to cert store 2024-09-16T02:56:13.185 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: Migrating grafana.a key to cert store 2024-09-16T02:56:13.185 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: mgrmap e25: x(active, since 1.01793s) 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: Deploying cephadm binary to smithi184 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[27580]: Deploying cephadm binary to smithi097 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: Checking for cert/key for grafana.a 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: Migrating grafana.a cert to cert store 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: Migrating grafana.a key to cert store 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:13.186 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:13.187 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: osdmap e161: 8 total, 8 up, 8 in 2024-09-16T02:56:13.187 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: mgrmap e25: x(active, since 1.01793s) 2024-09-16T02:56:13.187 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:13.187 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: pgmap v4: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:13.187 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: Deploying cephadm binary to smithi184 2024-09-16T02:56:13.187 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:12 smithi097 ceph-mon[38292]: Deploying cephadm binary to smithi097 2024-09-16T02:56:13.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:13.077+0000 7f1158888640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:02:56:13] ENGINE Error in HTTPServer.serve 2024-09-16T02:56:13.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: Traceback (most recent call last): 2024-09-16T02:56:13.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:56:13.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: self._connections.run(self.expiration_interval) 2024-09-16T02:56:13.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: self._run(expiration_interval) 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: s = self.context.wrap_socket( 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: return self.sslsocket_class._create( 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: self.do_handshake() 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:56:13.410 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: self._sslobj.do_handshake() 2024-09-16T02:56:13.411 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:56:13.411 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:13.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:13.183+0000 7fa6d93b7040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-16T02:56:13.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:13.250+0000 7fa6d93b7040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-16T02:56:13.771 INFO:tasks.rados.rados.0.smithi097.stdout:482: done (0 left) 2024-09-16T02:56:13.771 INFO:tasks.rados.rados.0.smithi097.stdout:483: snap_remove snap 37 2024-09-16T02:56:14.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.005+0000 7fa6d93b7040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-16T02:56:14.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.132+0000 7fa6d93b7040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-16T02:56:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:12] ENGINE Bus STARTING 2024-09-16T02:56:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: pgmap v5: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:13] ENGINE Serving on https://172.21.15.184:7150 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:13] ENGINE Error in HTTPServer.serve 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:56:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout: self.do_handshake() 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:13] ENGINE Serving on http://172.21.15.184:8765 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:13] ENGINE Bus STARTED 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[38292]: mgrmap e26: x(active, since 2s) 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:12] ENGINE Bus STARTING 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: pgmap v5: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:13] ENGINE Serving on https://172.21.15.184:7150 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:13] ENGINE Error in HTTPServer.serve 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:56:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout: self.do_handshake() 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:13] ENGINE Serving on http://172.21.15.184:8765 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:13] ENGINE Bus STARTED 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T02:56:14.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:13 smithi097 ceph-mon[27580]: mgrmap e26: x(active, since 2s) 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:12] ENGINE Bus STARTING 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: pgmap v5: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: osdmap e162: 8 total, 8 up, 8 in 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:13] ENGINE Serving on https://172.21.15.184:7150 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:13] ENGINE Error in HTTPServer.serve 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout: Traceback (most recent call last): 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:56:14.290 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._run(expiration_interval) 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: s = self.context.wrap_socket( 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: return self.sslsocket_class._create( 2024-09-16T02:56:14.291 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:56:14.292 INFO:journalctl@ceph.mon.b.smithi184.stdout: self.do_handshake() 2024-09-16T02:56:14.292 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:56:14.292 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._sslobj.do_handshake() 2024-09-16T02:56:14.292 INFO:journalctl@ceph.mon.b.smithi184.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:56:14.292 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:13] ENGINE Serving on http://172.21.15.184:8765 2024-09-16T02:56:14.292 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:13] ENGINE Bus STARTED 2024-09-16T02:56:14.292 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: osdmap e163: 8 total, 8 up, 8 in 2024-09-16T02:56:14.292 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:13 smithi184 ceph-mon[31162]: mgrmap e26: x(active, since 2s) 2024-09-16T02:56:14.567 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.275+0000 7fa6d93b7040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-16T02:56:14.568 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.335+0000 7fa6d93b7040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-16T02:56:14.568 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.496+0000 7fa6d93b7040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-16T02:56:14.568 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.565+0000 7fa6d93b7040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-16T02:56:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:483: done (0 left) 2024-09-16T02:56:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:484: read oid 21 snap -1 2024-09-16T02:56:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:484: expect (ObjNum 116 snap 29 seq_num 116) 2024-09-16T02:56:14.779 INFO:tasks.rados.rados.0.smithi097.stdout:485: snap_remove snap 40 2024-09-16T02:56:14.878 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.627+0000 7fa6d93b7040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-16T02:56:14.878 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.798+0000 7fa6d93b7040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-16T02:56:14.878 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.876+0000 7fa6d93b7040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-16T02:56:15.147 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:14.963+0000 7fa6d93b7040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-16T02:56:15.147 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:15 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:15.072+0000 7fa6d93b7040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-16T02:56:15.147 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:15 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:15.145+0000 7fa6d93b7040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-16T02:56:15.446 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:15 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:15.210+0000 7fa6d93b7040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-16T02:56:15.791 INFO:tasks.rados.rados.0.smithi097.stdout:485: done (1 left) 2024-09-16T02:56:15.791 INFO:tasks.rados.rados.0.smithi097.stdout:486: snap_remove snap 43 2024-09-16T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:15 smithi097 ceph-mon[27580]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T02:56:16.029 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:15 smithi097 ceph-mon[27580]: pgmap v9: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:16.030 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:15 smithi097 ceph-mon[38292]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T02:56:16.030 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:15 smithi097 ceph-mon[38292]: pgmap v9: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:16.062 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:15 smithi184 ceph-mon[31162]: osdmap e164: 8 total, 8 up, 8 in 2024-09-16T02:56:16.062 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:15 smithi184 ceph-mon[31162]: pgmap v9: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:16.357 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:16.027+0000 7fa6d93b7040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-16T02:56:16.357 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:56:16] ENGINE Bus STARTING 2024-09-16T02:56:16.357 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: CherryPy Checker: 2024-09-16T02:56:16.357 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: The Application mounted at '' has an empty config. 2024-09-16T02:56:16.358 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: 2024-09-16T02:56:16.358 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:56:16] ENGINE Serving on http://:::9283 2024-09-16T02:56:16.358 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: [16/Sep/2024:02:56:16] ENGINE Bus STARTED 2024-09-16T02:56:16.790 INFO:tasks.rados.rados.0.smithi097.stdout:486: done (1 left) 2024-09-16T02:56:16.790 INFO:tasks.rados.rados.0.smithi097.stdout:487: copy_from oid 40 from oid 22 current snap is 46 2024-09-16T02:56:16.791 INFO:tasks.rados.rados.0.smithi097.stdout:488: rollback oid 41 current snap is 46 2024-09-16T02:56:16.791 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 33 2024-09-16T02:56:16.791 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 46 2024-09-16T02:56:16.791 INFO:tasks.rados.rados.0.smithi097.stdout:489: seq_num 171 ranges {0=466944} 2024-09-16T02:56:16.793 INFO:tasks.rados.rados.0.smithi097.stdout:489: writing smithi09778949-15 from 0 to 466944 tid 1 2024-09-16T02:56:16.794 INFO:tasks.rados.rados.0.smithi097.stdout:490: snap_create 2024-09-16T02:56:16.794 INFO:tasks.rados.rados.0.smithi097.stdout:484: expect (ObjNum 116 snap 29 seq_num 116) 2024-09-16T02:56:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:488: finishing rollback tid 0 to smithi09778949-41 2024-09-16T02:56:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:488: finishing rollback tid 1 to smithi09778949-41 2024-09-16T02:56:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:487: finishing copy_from racing read to smithi09778949-40 2024-09-16T02:56:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:488: finishing rollback tid 2 to smithi09778949-41 2024-09-16T02:56:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 258 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:489: finishing write tid 1 to smithi09778949-15 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:489: finishing write tid 2 to smithi09778949-15 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:487: finishing copy_from to smithi09778949-40 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 92 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:489: finishing write tid 3 to smithi09778949-15 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:489: oid 15 updating version 0 to 185 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:489: oid 15 updating version 185 to 186 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 186 (ObjNum 171 snap 46 seq_num 171) dirty exists 2024-09-16T02:56:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:489: left oid 15 (ObjNum 171 snap 46 seq_num 171) 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: mgrmap e27: x(active, since 4s) 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: Standby manager daemon y started 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:17.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:16 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:17.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: mgrmap e27: x(active, since 4s) 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: Standby manager daemon y started 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: mgrmap e27: x(active, since 4s) 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: osdmap e165: 8 total, 8 up, 8 in 2024-09-16T02:56:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: Standby manager daemon y started 2024-09-16T02:56:17.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T02:56:17.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:17.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T02:56:17.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.97:0/3408493800' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:17.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:17.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:16 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:17.797 INFO:tasks.rados.rados.0.smithi097.stdout:484: done (4 left) 2024-09-16T02:56:17.797 INFO:tasks.rados.rados.0.smithi097.stdout:487: done (3 left) 2024-09-16T02:56:17.798 INFO:tasks.rados.rados.0.smithi097.stdout:488: done (2 left) 2024-09-16T02:56:17.798 INFO:tasks.rados.rados.0.smithi097.stdout:489: done (1 left) 2024-09-16T02:56:17.798 INFO:tasks.rados.rados.0.smithi097.stdout:490: done (0 left) 2024-09-16T02:56:17.798 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 47 2024-09-16T02:56:17.798 INFO:tasks.rados.rados.0.smithi097.stdout:491: seq_num 172 ranges {1622016=483328} 2024-09-16T02:56:17.809 INFO:tasks.rados.rados.0.smithi097.stdout:491: writing smithi09778949-17 from 1622016 to 2105344 tid 1 2024-09-16T02:56:17.809 INFO:tasks.rados.rados.0.smithi097.stdout:492: copy_from oid 28 from oid 42 current snap is 47 2024-09-16T02:56:17.809 INFO:tasks.rados.rados.0.smithi097.stdout:493: rollback oid 15 current snap is 47 2024-09-16T02:56:17.809 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 33 2024-09-16T02:56:17.809 INFO:tasks.rados.rados.0.smithi097.stdout:494: rollback oid 33 current snap is 47 2024-09-16T02:56:17.809 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 33 to 46 2024-09-16T02:56:17.809 INFO:tasks.rados.rados.0.smithi097.stdout:495: delete oid 46 current snap is 47 2024-09-16T02:56:17.813 INFO:tasks.rados.rados.0.smithi097.stdout:491: finishing write tid 1 to smithi09778949-17 2024-09-16T02:56:17.813 INFO:tasks.rados.rados.0.smithi097.stdout:495: done (4 left) 2024-09-16T02:56:17.813 INFO:tasks.rados.rados.0.smithi097.stdout:496: read oid 11 snap 19 2024-09-16T02:56:17.813 INFO:tasks.rados.rados.0.smithi097.stdout:496: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T02:56:17.813 INFO:tasks.rados.rados.0.smithi097.stdout:497: read oid 19 snap -1 2024-09-16T02:56:17.813 INFO:tasks.rados.rados.0.smithi097.stdout:497: expect (ObjNum 145 snap 39 seq_num 145) 2024-09-16T02:56:17.813 INFO:tasks.rados.rados.0.smithi097.stdout:498: copy_from oid 14 from oid 7 current snap is 47 2024-09-16T02:56:17.813 INFO:tasks.rados.rados.0.smithi097.stdout:499: delete oid 47 current snap is 47 2024-09-16T02:56:17.814 INFO:tasks.rados.rados.0.smithi097.stdout:491: finishing write tid 2 to smithi09778949-17 2024-09-16T02:56:17.815 INFO:tasks.rados.rados.0.smithi097.stdout:493: finishing rollback tid 0 to smithi09778949-15 2024-09-16T02:56:17.817 INFO:tasks.rados.rados.0.smithi097.stdout:494: finishing rollback tid 0 to smithi09778949-33 2024-09-16T02:56:17.817 INFO:tasks.rados.rados.0.smithi097.stdout:494: finishing rollback tid 1 to smithi09778949-33 2024-09-16T02:56:17.817 INFO:tasks.rados.rados.0.smithi097.stdout:494: finishing rollback tid 2 to smithi09778949-33 2024-09-16T02:56:17.818 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 202 (ObjNum 109 snap 22 seq_num 109) dirty exists 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:491: finishing write tid 3 to smithi09778949-17 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:491: oid 17 updating version 0 to 60 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:491: oid 17 version 60 is already newer than 59 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 60 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:491: left oid 17 (ObjNum 172 snap 47 seq_num 172) 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:491: done (7 left) 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:494: done (6 left) 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:499: done (5 left) 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:500: read oid 5 snap -1 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:500: expect (ObjNum 130 snap 34 seq_num 130) 2024-09-16T02:56:17.819 INFO:tasks.rados.rados.0.smithi097.stdout:501: delete oid 43 current snap is 47 2024-09-16T02:56:17.820 INFO:tasks.rados.rados.0.smithi097.stdout:496: expect (ObjNum 10 snap 0 seq_num 10) 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:493: finishing rollback tid 1 to smithi09778949-15 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:493: finishing rollback tid 2 to smithi09778949-15 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 192 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:492: finishing copy_from racing read to smithi09778949-28 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:493: done (6 left) 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:496: done (5 left) 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:501: done (4 left) 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:502: copy_from oid 18 from oid 27 current snap is 47 2024-09-16T02:56:17.826 INFO:tasks.rados.rados.0.smithi097.stdout:503: delete oid 24 current snap is 47 2024-09-16T02:56:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:503: done (5 left) 2024-09-16T02:56:17.827 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 47 2024-09-16T02:56:17.828 INFO:tasks.rados.rados.0.smithi097.stdout:504: seq_num 177 ranges {4464640=573440} 2024-09-16T02:56:17.855 INFO:tasks.rados.rados.0.smithi097.stdout:504: writing smithi09778949-13 from 4464640 to 5038080 tid 1 2024-09-16T02:56:17.855 INFO:tasks.rados.rados.0.smithi097.stdout:505: rollback oid 45 current snap is 47 2024-09-16T02:56:17.855 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 45 2024-09-16T02:56:17.855 INFO:tasks.rados.rados.0.smithi097.stdout:497: expect (ObjNum 145 snap 39 seq_num 145) 2024-09-16T02:56:17.933 INFO:tasks.rados.rados.0.smithi097.stdout:498: finishing copy_from racing read to smithi09778949-14 2024-09-16T02:56:17.933 INFO:tasks.rados.rados.0.smithi097.stdout:492: finishing copy_from to smithi09778949-28 2024-09-16T02:56:17.933 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 211 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:56:17.933 INFO:tasks.rados.rados.0.smithi097.stdout:502: finishing copy_from racing read to smithi09778949-18 2024-09-16T02:56:17.933 INFO:tasks.rados.rados.0.smithi097.stdout:502: finishing copy_from to smithi09778949-18 2024-09-16T02:56:17.934 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 224 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:56:17.934 INFO:tasks.rados.rados.0.smithi097.stdout:498: finishing copy_from to smithi09778949-14 2024-09-16T02:56:17.934 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:56:17.934 INFO:tasks.rados.rados.0.smithi097.stdout:500: expect (ObjNum 130 snap 34 seq_num 130) 2024-09-16T02:56:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:505: finishing rollback tid 0 to smithi09778949-45 2024-09-16T02:56:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:504: finishing write tid 1 to smithi09778949-13 2024-09-16T02:56:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:504: finishing write tid 2 to smithi09778949-13 2024-09-16T02:56:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:505: finishing rollback tid 1 to smithi09778949-45 2024-09-16T02:56:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:505: finishing rollback tid 2 to smithi09778949-45 2024-09-16T02:56:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 107 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-09-16T02:56:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:504: finishing write tid 3 to smithi09778949-13 2024-09-16T02:56:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:504: oid 13 updating version 0 to 125 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:504: oid 13 version 125 is already newer than 124 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 125 (ObjNum 177 snap 47 seq_num 177) dirty exists 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:504: left oid 13 (ObjNum 177 snap 47 seq_num 177) 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:492: done (6 left) 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:497: done (5 left) 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:498: done (4 left) 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:500: done (3 left) 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:502: done (2 left) 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:504: done (1 left) 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:505: done (0 left) 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 47 2024-09-16T02:56:18.074 INFO:tasks.rados.rados.0.smithi097.stdout:506: seq_num 178 ranges {73728=589824} 2024-09-16T02:56:18.076 INFO:tasks.rados.rados.0.smithi097.stdout:506: writing smithi09778949-15 from 73728 to 663552 tid 1 2024-09-16T02:56:18.076 INFO:tasks.rados.rados.0.smithi097.stdout:507: delete oid 35 current snap is 47 2024-09-16T02:56:18.079 INFO:tasks.rados.rados.0.smithi097.stdout:507: done (1 left) 2024-09-16T02:56:18.079 INFO:tasks.rados.rados.0.smithi097.stdout:508: delete oid 10 current snap is 47 2024-09-16T02:56:18.079 INFO:tasks.rados.rados.0.smithi097.stdout:506: finishing write tid 1 to smithi09778949-15 2024-09-16T02:56:18.079 INFO:tasks.rados.rados.0.smithi097.stdout:506: finishing write tid 2 to smithi09778949-15 2024-09-16T02:56:18.080 INFO:tasks.rados.rados.0.smithi097.stdout:506: finishing write tid 3 to smithi09778949-15 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:506: oid 15 updating version 0 to 195 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:506: oid 15 updating version 195 to 196 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 196 (ObjNum 178 snap 47 seq_num 178) dirty exists 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:506: left oid 15 (ObjNum 178 snap 47 seq_num 178) 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:506: done (1 left) 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:508: done (0 left) 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:509: rmattr oid 6 current snap is 47 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:509: done (0 left) 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 47 2024-09-16T02:56:18.081 INFO:tasks.rados.rados.0.smithi097.stdout:510: seq_num 181 ranges {475136=638976} 2024-09-16T02:56:18.087 INFO:tasks.rados.rados.0.smithi097.stdout:510: writing smithi09778949-14 from 475136 to 1114112 tid 1 2024-09-16T02:56:18.087 INFO:tasks.rados.rados.0.smithi097.stdout:511: read oid 4 snap -1 2024-09-16T02:56:18.087 INFO:tasks.rados.rados.0.smithi097.stdout:511: expect (ObjNum 144 snap 39 seq_num 144) 2024-09-16T02:56:18.087 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 47 2024-09-16T02:56:18.087 INFO:tasks.rados.rados.0.smithi097.stdout:512: seq_num 182 ranges {827392=655360} 2024-09-16T02:56:18.094 INFO:tasks.rados.rados.0.smithi097.stdout:512: writing smithi09778949-50 from 827392 to 1482752 tid 1 2024-09-16T02:56:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 47 2024-09-16T02:56:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:510: finishing write tid 1 to smithi09778949-14 2024-09-16T02:56:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:510: finishing write tid 2 to smithi09778949-14 2024-09-16T02:56:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:511: expect (ObjNum 144 snap 39 seq_num 144) 2024-09-16T02:56:18.097 INFO:tasks.rados.rados.0.smithi097.stdout:510: finishing write tid 3 to smithi09778949-14 2024-09-16T02:56:18.098 INFO:tasks.rados.rados.0.smithi097.stdout:510: oid 14 updating version 0 to 139 2024-09-16T02:56:18.098 INFO:tasks.rados.rados.0.smithi097.stdout:510: oid 14 version 139 is already newer than 138 2024-09-16T02:56:18.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 139 (ObjNum 181 snap 47 seq_num 181) dirty exists 2024-09-16T02:56:18.098 INFO:tasks.rados.rados.0.smithi097.stdout:510: left oid 14 (ObjNum 181 snap 47 seq_num 181) 2024-09-16T02:56:18.098 INFO:tasks.rados.rados.0.smithi097.stdout:513: seq_num 183 ranges {0=671744} 2024-09-16T02:56:18.101 INFO:tasks.rados.rados.0.smithi097.stdout:513: writing smithi09778949-35 from 0 to 671744 tid 1 2024-09-16T02:56:18.101 INFO:tasks.rados.rados.0.smithi097.stdout:510: done (3 left) 2024-09-16T02:56:18.101 INFO:tasks.rados.rados.0.smithi097.stdout:511: done (2 left) 2024-09-16T02:56:18.101 INFO:tasks.rados.rados.0.smithi097.stdout:514: snap_remove snap 39 2024-09-16T02:56:18.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T02:56:18.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:56:18.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T02:56:18.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: pgmap v12: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:18.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi097 to 2480M 2024-09-16T02:56:18.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:17 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: pgmap v12: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi097 to 2480M 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: osdmap e166: 8 total, 8 up, 8 in 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: mgrmap e28: x(active, since 5s), standbys: y 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: pgmap v12: 121 pgs: 121 active+clean; 147 MiB data, 573 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:18.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi097 to 2480M 2024-09-16T02:56:18.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:17 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:514: done (2 left) 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:515: snap_create 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:512: finishing write tid 1 to smithi09778949-50 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:512: finishing write tid 2 to smithi09778949-50 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:512: finishing write tid 3 to smithi09778949-50 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:512: oid 50 updating version 0 to 115 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:512: oid 50 version 115 is already newer than 114 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 115 (ObjNum 182 snap 47 seq_num 182) dirty exists 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:512: left oid 50 (ObjNum 182 snap 47 seq_num 182) 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:513: finishing write tid 1 to smithi09778949-35 2024-09-16T02:56:18.801 INFO:tasks.rados.rados.0.smithi097.stdout:513: finishing write tid 2 to smithi09778949-35 2024-09-16T02:56:18.802 INFO:tasks.rados.rados.0.smithi097.stdout:513: finishing write tid 3 to smithi09778949-35 2024-09-16T02:56:18.802 INFO:tasks.rados.rados.0.smithi097.stdout:513: oid 35 updating version 0 to 176 2024-09-16T02:56:18.802 INFO:tasks.rados.rados.0.smithi097.stdout:513: oid 35 version 176 is already newer than 175 2024-09-16T02:56:18.802 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 176 (ObjNum 183 snap 47 seq_num 183) dirty exists 2024-09-16T02:56:18.802 INFO:tasks.rados.rados.0.smithi097.stdout:513: left oid 35 (ObjNum 183 snap 47 seq_num 183) 2024-09-16T02:56:19.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:18 smithi184 ceph-mon[31162]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T02:56:19.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:18 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:19.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:18 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:19.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:18 smithi097 ceph-mon[38292]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T02:56:19.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:18 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:19.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:18 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:18 smithi097 ceph-mon[27580]: osdmap e167: 8 total, 8 up, 8 in 2024-09-16T02:56:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:18 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:18 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:19.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[27807]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:56:19] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T02:56:19.745 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:19.426Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T02:56:19.745 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:19.427Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T02:56:19.745 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:19.430Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T02:56:19.745 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:19.430Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T02:56:19.745 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:19 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:19.430Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T02:56:19.806 INFO:tasks.rados.rados.0.smithi097.stdout:512: done (2 left) 2024-09-16T02:56:19.807 INFO:tasks.rados.rados.0.smithi097.stdout:513: done (1 left) 2024-09-16T02:56:19.807 INFO:tasks.rados.rados.0.smithi097.stdout:515: done (0 left) 2024-09-16T02:56:19.807 INFO:tasks.rados.rados.0.smithi097.stdout:516: snap_remove snap 38 2024-09-16T02:56:20.055 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:19 smithi184 ceph-mon[31162]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T02:56:20.055 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:19 smithi184 ceph-mon[31162]: pgmap v15: 121 pgs: 121 active+clean; 149 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 508 KiB/s wr, 20 op/s 2024-09-16T02:56:20.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:19 smithi097 ceph-mon[27580]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T02:56:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:19 smithi097 ceph-mon[27580]: pgmap v15: 121 pgs: 121 active+clean; 149 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 508 KiB/s wr, 20 op/s 2024-09-16T02:56:20.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:19 smithi097 ceph-mon[38292]: osdmap e168: 8 total, 8 up, 8 in 2024-09-16T02:56:20.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:19 smithi097 ceph-mon[38292]: pgmap v15: 121 pgs: 121 active+clean; 149 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 508 KiB/s wr, 20 op/s 2024-09-16T02:56:20.821 INFO:tasks.rados.rados.0.smithi097.stdout:516: done (0 left) 2024-09-16T02:56:20.822 INFO:tasks.rados.rados.0.smithi097.stdout:517: read oid 16 snap 46 2024-09-16T02:56:20.822 INFO:tasks.rados.rados.0.smithi097.stdout:517: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-16T02:56:20.822 INFO:tasks.rados.rados.0.smithi097.stdout:518: snap_create 2024-09-16T02:56:20.834 INFO:tasks.rados.rados.0.smithi097.stdout:517: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-16T02:56:20.900 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:20 smithi184 ceph-mon[31162]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T02:56:21.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:20 smithi097 ceph-mon[27580]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T02:56:21.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:20 smithi097 ceph-mon[38292]: osdmap e169: 8 total, 8 up, 8 in 2024-09-16T02:56:21.826 INFO:tasks.rados.rados.0.smithi097.stdout:517: done (1 left) 2024-09-16T02:56:21.826 INFO:tasks.rados.rados.0.smithi097.stdout:518: done (0 left) 2024-09-16T02:56:21.826 INFO:tasks.rados.rados.0.smithi097.stdout:519: delete oid 40 current snap is 49 2024-09-16T02:56:21.828 INFO:tasks.rados.rados.0.smithi097.stdout:519: done (0 left) 2024-09-16T02:56:21.829 INFO:tasks.rados.rados.0.smithi097.stdout:520: rmattr oid 4 current snap is 49 2024-09-16T02:56:21.829 INFO:tasks.rados.rados.0.smithi097.stdout:520: done (0 left) 2024-09-16T02:56:21.829 INFO:tasks.rados.rados.0.smithi097.stdout:521: snap_create 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: pgmap v18: 121 pgs: 121 active+clean; 149 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 508 KiB/s wr, 20 op/s 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Adjusting osd_memory_target on smithi184 to 2480M 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:22.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:22.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:21 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T02:56:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: pgmap v18: 121 pgs: 121 active+clean; 149 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 508 KiB/s wr, 20 op/s 2024-09-16T02:56:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Adjusting osd_memory_target on smithi184 to 2480M 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:22.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: osdmap e170: 8 total, 8 up, 8 in 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: pgmap v18: 121 pgs: 121 active+clean; 149 MiB data, 575 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 508 KiB/s wr, 20 op/s 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Adjusting osd_memory_target on smithi184 to 2480M 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:56:22.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:56:22.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:22.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:22.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:22.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:22.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:22.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:22.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:21 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:22.834 INFO:tasks.rados.rados.0.smithi097.stdout:521: done (0 left) 2024-09-16T02:56:22.835 INFO:tasks.rados.rados.0.smithi097.stdout:522: delete oid 37 current snap is 50 2024-09-16T02:56:22.836 INFO:tasks.rados.rados.0.smithi097.stdout:522: done (0 left) 2024-09-16T02:56:22.837 INFO:tasks.rados.rados.0.smithi097.stdout:523: read oid 28 snap 30 2024-09-16T02:56:22.837 INFO:tasks.rados.rados.0.smithi097.stdout:523: expect (ObjNum 94 snap 18 seq_num 94) 2024-09-16T02:56:22.837 INFO:tasks.rados.rados.0.smithi097.stdout:524: read oid 6 snap -1 2024-09-16T02:56:22.837 INFO:tasks.rados.rados.0.smithi097.stdout:524: expect (ObjNum 166 snap 44 seq_num 166) 2024-09-16T02:56:22.837 INFO:tasks.rados.rados.0.smithi097.stdout:525: read oid 24 snap 47 2024-09-16T02:56:22.837 INFO:tasks.rados.rados.0.smithi097.stdout:525: expect deleted 2024-09-16T02:56:22.838 INFO:tasks.rados.rados.0.smithi097.stdout:526: snap_create 2024-09-16T02:56:22.842 INFO:tasks.rados.rados.0.smithi097.stdout:524: expect (ObjNum 166 snap 44 seq_num 166) 2024-09-16T02:56:22.853 INFO:tasks.rados.rados.0.smithi097.stdout:523: expect (ObjNum 94 snap 18 seq_num 94) 2024-09-16T02:56:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:56:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T02:56:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:56:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:22.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:22.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:22 smithi184 ceph-mon[31162]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:56:23.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:56:23.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:23.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T02:56:23.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:56:23.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:23.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[27580]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:23.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: osdmap e171: 8 total, 8 up, 8 in 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:23.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:22 smithi097 ceph-mon[38292]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:56:23.776 INFO:tasks.rados.rados.0.smithi097.stdout:523: done (3 left) 2024-09-16T02:56:23.776 INFO:tasks.rados.rados.0.smithi097.stdout:524: done (2 left) 2024-09-16T02:56:23.776 INFO:tasks.rados.rados.0.smithi097.stdout:525: done (1 left) 2024-09-16T02:56:23.776 INFO:tasks.rados.rados.0.smithi097.stdout:526: done (0 left) 2024-09-16T02:56:23.776 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 51 2024-09-16T02:56:23.777 INFO:tasks.rados.rados.0.smithi097.stdout:527: seq_num 186 ranges {0=720896} 2024-09-16T02:56:23.780 INFO:tasks.rados.rados.0.smithi097.stdout:527: writing smithi09778949-3 from 0 to 720896 tid 1 2024-09-16T02:56:23.780 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 51 2024-09-16T02:56:23.780 INFO:tasks.rados.rados.0.smithi097.stdout:528: seq_num 187 ranges {65536=737280} 2024-09-16T02:56:23.785 INFO:tasks.rados.rados.0.smithi097.stdout:528: writing smithi09778949-49 from 65536 to 802816 tid 1 2024-09-16T02:56:23.785 INFO:tasks.rados.rados.0.smithi097.stdout:529: read oid 32 snap 45 2024-09-16T02:56:23.785 INFO:tasks.rados.rados.0.smithi097.stdout:529: expect (ObjNum 136 snap 35 seq_num 136) 2024-09-16T02:56:23.785 INFO:tasks.rados.rados.0.smithi097.stdout:530: delete oid 8 current snap is 51 2024-09-16T02:56:23.785 INFO:tasks.rados.rados.0.smithi097.stdout:527: finishing write tid 1 to smithi09778949-3 2024-09-16T02:56:23.786 INFO:tasks.rados.rados.0.smithi097.stdout:527: finishing write tid 2 to smithi09778949-3 2024-09-16T02:56:23.790 INFO:tasks.rados.rados.0.smithi097.stdout:527: finishing write tid 3 to smithi09778949-3 2024-09-16T02:56:23.790 INFO:tasks.rados.rados.0.smithi097.stdout:527: oid 3 updating version 0 to 289 2024-09-16T02:56:23.790 INFO:tasks.rados.rados.0.smithi097.stdout:527: oid 3 version 289 is already newer than 288 2024-09-16T02:56:23.791 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 289 (ObjNum 186 snap 51 seq_num 186) dirty exists 2024-09-16T02:56:23.791 INFO:tasks.rados.rados.0.smithi097.stdout:527: left oid 3 (ObjNum 186 snap 51 seq_num 186) 2024-09-16T02:56:23.791 INFO:tasks.rados.rados.0.smithi097.stdout:527: done (3 left) 2024-09-16T02:56:23.791 INFO:tasks.rados.rados.0.smithi097.stdout:530: done (2 left) 2024-09-16T02:56:23.791 INFO:tasks.rados.rados.0.smithi097.stdout:531: snap_create 2024-09-16T02:56:23.792 INFO:tasks.rados.rados.0.smithi097.stdout:528: finishing write tid 1 to smithi09778949-49 2024-09-16T02:56:23.792 INFO:tasks.rados.rados.0.smithi097.stdout:528: finishing write tid 2 to smithi09778949-49 2024-09-16T02:56:23.793 INFO:tasks.rados.rados.0.smithi097.stdout:528: finishing write tid 3 to smithi09778949-49 2024-09-16T02:56:23.793 INFO:tasks.rados.rados.0.smithi097.stdout:528: oid 49 updating version 0 to 221 2024-09-16T02:56:23.793 INFO:tasks.rados.rados.0.smithi097.stdout:528: oid 49 version 221 is already newer than 220 2024-09-16T02:56:23.793 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 221 (ObjNum 187 snap 51 seq_num 187) dirty exists 2024-09-16T02:56:23.793 INFO:tasks.rados.rados.0.smithi097.stdout:528: left oid 49 (ObjNum 187 snap 51 seq_num 187) 2024-09-16T02:56:23.803 INFO:tasks.rados.rados.0.smithi097.stdout:529: expect (ObjNum 136 snap 35 seq_num 136) 2024-09-16T02:56:24.157 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:23 smithi184 ceph-mon[31162]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T02:56:24.157 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:23 smithi184 ceph-mon[31162]: pgmap v21: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-16T02:56:24.157 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:23 smithi184 ceph-mon[31162]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T02:56:24.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:23 smithi097 ceph-mon[27580]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T02:56:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:23 smithi097 ceph-mon[27580]: pgmap v21: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-16T02:56:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:23 smithi097 ceph-mon[27580]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T02:56:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:23 smithi097 ceph-mon[38292]: osdmap e172: 8 total, 8 up, 8 in 2024-09-16T02:56:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:23 smithi097 ceph-mon[38292]: pgmap v21: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-16T02:56:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:23 smithi097 ceph-mon[38292]: osdmap e173: 8 total, 8 up, 8 in 2024-09-16T02:56:24.427 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:56:24.773 INFO:tasks.rados.rados.0.smithi097.stdout:528: done (2 left) 2024-09-16T02:56:24.773 INFO:tasks.rados.rados.0.smithi097.stdout:529: done (1 left) 2024-09-16T02:56:24.773 INFO:tasks.rados.rados.0.smithi097.stdout:531: done (0 left) 2024-09-16T02:56:24.773 INFO:tasks.rados.rados.0.smithi097.stdout:532: setattr oid 19 current snap is 52 2024-09-16T02:56:24.775 INFO:tasks.rados.rados.0.smithi097.stdout:533: rmattr oid 42 current snap is 52 2024-09-16T02:56:24.775 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 52 2024-09-16T02:56:24.775 INFO:tasks.rados.rados.0.smithi097.stdout:534: seq_num 189 ranges {3457024=770048} 2024-09-16T02:56:24.799 INFO:tasks.rados.rados.0.smithi097.stdout:534: writing smithi09778949-38 from 3457024 to 4227072 tid 1 2024-09-16T02:56:24.799 INFO:tasks.rados.rados.0.smithi097.stdout:535: read oid 26 snap -1 2024-09-16T02:56:24.799 INFO:tasks.rados.rados.0.smithi097.stdout:535: expect (ObjNum 161 snap 42 seq_num 161) 2024-09-16T02:56:24.799 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 52 2024-09-16T02:56:24.799 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 291 (ObjNum 145 snap 39 seq_num 145) dirty exists 2024-09-16T02:56:24.799 INFO:tasks.rados.rados.0.smithi097.stdout:536: seq_num 190 ranges {0=786432} 2024-09-16T02:56:24.803 INFO:tasks.rados.rados.0.smithi097.stdout:536: writing smithi09778949-37 from 0 to 786432 tid 1 2024-09-16T02:56:24.803 INFO:tasks.rados.rados.0.smithi097.stdout:532: done (4 left) 2024-09-16T02:56:24.803 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 52 2024-09-16T02:56:24.803 INFO:tasks.rados.rados.0.smithi097.stdout:537: seq_num 191 ranges {0=802816} 2024-09-16T02:56:24.809 INFO:tasks.rados.rados.0.smithi097.stdout:537: writing smithi09778949-47 from 0 to 802816 tid 1 2024-09-16T02:56:24.809 INFO:tasks.rados.rados.0.smithi097.stdout:538: read oid 3 snap -1 2024-09-16T02:56:24.809 INFO:tasks.rados.rados.0.smithi097.stdout:538: expect (ObjNum 186 snap 51 seq_num 186) 2024-09-16T02:56:24.809 INFO:tasks.rados.rados.0.smithi097.stdout:539: copy_from oid 43 from oid 13 current snap is 52 2024-09-16T02:56:24.809 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 293 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:56:24.809 INFO:tasks.rados.rados.0.smithi097.stdout:535: expect (ObjNum 161 snap 42 seq_num 161) 2024-09-16T02:56:24.818 INFO:tasks.rados.rados.0.smithi097.stdout:534: finishing write tid 1 to smithi09778949-38 2024-09-16T02:56:24.818 INFO:tasks.rados.rados.0.smithi097.stdout:534: finishing write tid 2 to smithi09778949-38 2024-09-16T02:56:24.818 INFO:tasks.rados.rados.0.smithi097.stdout:536: finishing write tid 1 to smithi09778949-37 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:536: finishing write tid 2 to smithi09778949-37 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:533: done (6 left) 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:535: done (5 left) 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 52 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:536: finishing write tid 3 to smithi09778949-37 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:536: oid 37 updating version 0 to 148 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:536: oid 37 version 148 is already newer than 147 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 148 (ObjNum 190 snap 52 seq_num 190) dirty exists 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:536: left oid 37 (ObjNum 190 snap 52 seq_num 190) 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:534: finishing write tid 3 to smithi09778949-38 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:534: oid 38 updating version 0 to 224 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:534: oid 38 version 224 is already newer than 223 2024-09-16T02:56:24.819 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 224 (ObjNum 189 snap 52 seq_num 189) dirty exists 2024-09-16T02:56:24.820 INFO:tasks.rados.rados.0.smithi097.stdout:534: left oid 38 (ObjNum 189 snap 52 seq_num 189) 2024-09-16T02:56:24.820 INFO:tasks.rados.rados.0.smithi097.stdout:538: expect (ObjNum 186 snap 51 seq_num 186) 2024-09-16T02:56:24.840 INFO:tasks.rados.rados.0.smithi097.stdout:537: finishing write tid 1 to smithi09778949-47 2024-09-16T02:56:24.841 INFO:tasks.rados.rados.0.smithi097.stdout:537: finishing write tid 2 to smithi09778949-47 2024-09-16T02:56:24.841 INFO:tasks.rados.rados.0.smithi097.stdout:540: seq_num 192 ranges {442368=417792,860160=401408} 2024-09-16T02:56:24.844 INFO:tasks.rados.rados.0.smithi097.stdout:540: writing smithi09778949-18 from 442368 to 860160 tid 1 2024-09-16T02:56:24.847 INFO:tasks.rados.rados.0.smithi097.stdout:540: writing smithi09778949-18 from 860160 to 1261568 tid 2 2024-09-16T02:56:24.847 INFO:tasks.rados.rados.0.smithi097.stdout:534: done (5 left) 2024-09-16T02:56:24.847 INFO:tasks.rados.rados.0.smithi097.stdout:536: done (4 left) 2024-09-16T02:56:24.847 INFO:tasks.rados.rados.0.smithi097.stdout:538: done (3 left) 2024-09-16T02:56:24.847 INFO:tasks.rados.rados.0.smithi097.stdout:541: delete oid 15 current snap is 52 2024-09-16T02:56:24.847 INFO:tasks.rados.rados.0.smithi097.stdout:537: finishing write tid 3 to smithi09778949-47 2024-09-16T02:56:24.848 INFO:tasks.rados.rados.0.smithi097.stdout:537: oid 47 updating version 0 to 112 2024-09-16T02:56:24.848 INFO:tasks.rados.rados.0.smithi097.stdout:537: oid 47 updating version 112 to 113 2024-09-16T02:56:24.848 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 113 (ObjNum 191 snap 52 seq_num 191) dirty exists 2024-09-16T02:56:24.848 INFO:tasks.rados.rados.0.smithi097.stdout:537: left oid 47 (ObjNum 191 snap 52 seq_num 191) 2024-09-16T02:56:24.848 INFO:tasks.rados.rados.0.smithi097.stdout:539: finishing copy_from racing read to smithi09778949-43 2024-09-16T02:56:24.848 INFO:tasks.rados.rados.0.smithi097.stdout:539: finishing copy_from to smithi09778949-43 2024-09-16T02:56:24.848 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 125 (ObjNum 177 snap 47 seq_num 177) dirty exists 2024-09-16T02:56:24.849 INFO:tasks.rados.rados.0.smithi097.stdout:537: done (3 left) 2024-09-16T02:56:24.849 INFO:tasks.rados.rados.0.smithi097.stdout:539: done (2 left) 2024-09-16T02:56:24.849 INFO:tasks.rados.rados.0.smithi097.stdout:541: done (1 left) 2024-09-16T02:56:24.849 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 52 2024-09-16T02:56:24.849 INFO:tasks.rados.rados.0.smithi097.stdout:542: seq_num 194 ranges {4259840=458752,4718592=401408} 2024-09-16T02:56:24.876 INFO:tasks.rados.rados.0.smithi097.stdout:542: writing smithi09778949-39 from 4259840 to 4718592 tid 1 2024-09-16T02:56:24.879 INFO:tasks.rados.rados.0.smithi097.stdout:542: writing smithi09778949-39 from 4718592 to 5120000 tid 2 2024-09-16T02:56:24.879 INFO:tasks.rados.rados.0.smithi097.stdout:543: setattr oid 17 current snap is 52 2024-09-16T02:56:24.879 INFO:tasks.rados.rados.0.smithi097.stdout:540: finishing write tid 1 to smithi09778949-18 2024-09-16T02:56:24.879 INFO:tasks.rados.rados.0.smithi097.stdout:540: finishing write tid 2 to smithi09778949-18 2024-09-16T02:56:24.879 INFO:tasks.rados.rados.0.smithi097.stdout:540: finishing write tid 3 to smithi09778949-18 2024-09-16T02:56:24.879 INFO:tasks.rados.rados.0.smithi097.stdout:540: finishing write tid 4 to smithi09778949-18 2024-09-16T02:56:24.879 INFO:tasks.rados.rados.0.smithi097.stdout:540: oid 18 updating version 0 to 225 2024-09-16T02:56:24.879 INFO:tasks.rados.rados.0.smithi097.stdout:540: oid 18 updating version 225 to 226 2024-09-16T02:56:24.880 INFO:tasks.rados.rados.0.smithi097.stdout:540: oid 18 updating version 226 to 227 2024-09-16T02:56:24.880 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 227 (ObjNum 192 snap 52 seq_num 192) dirty exists 2024-09-16T02:56:24.880 INFO:tasks.rados.rados.0.smithi097.stdout:540: left oid 18 (ObjNum 192 snap 52 seq_num 192) 2024-09-16T02:56:24.880 INFO:tasks.rados.rados.0.smithi097.stdout:540: done (2 left) 2024-09-16T02:56:24.880 INFO:tasks.rados.rados.0.smithi097.stdout:544: delete oid 43 current snap is 52 2024-09-16T02:56:24.881 INFO:tasks.rados.rados.0.smithi097.stdout:542: finishing write tid 1 to smithi09778949-39 2024-09-16T02:56:24.881 INFO:tasks.rados.rados.0.smithi097.stdout:542: finishing write tid 2 to smithi09778949-39 2024-09-16T02:56:24.881 INFO:tasks.rados.rados.0.smithi097.stdout:542: finishing write tid 3 to smithi09778949-39 2024-09-16T02:56:24.882 INFO:tasks.rados.rados.0.smithi097.stdout:542: finishing write tid 4 to smithi09778949-39 2024-09-16T02:56:24.882 INFO:tasks.rados.rados.0.smithi097.stdout:542: oid 39 updating version 0 to 192 2024-09-16T02:56:24.882 INFO:tasks.rados.rados.0.smithi097.stdout:542: oid 39 version 192 is already newer than 191 2024-09-16T02:56:24.882 INFO:tasks.rados.rados.0.smithi097.stdout:542: oid 39 version 192 is already newer than 190 2024-09-16T02:56:24.882 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 192 (ObjNum 194 snap 52 seq_num 194) dirty exists 2024-09-16T02:56:24.882 INFO:tasks.rados.rados.0.smithi097.stdout:542: left oid 39 (ObjNum 194 snap 52 seq_num 194) 2024-09-16T02:56:24.883 INFO:tasks.rados.rados.0.smithi097.stdout:542: done (2 left) 2024-09-16T02:56:24.883 INFO:tasks.rados.rados.0.smithi097.stdout:544: done (1 left) 2024-09-16T02:56:24.883 INFO:tasks.rados.rados.0.smithi097.stdout:545: snap_remove snap 44 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (3m) 8s ago 4m 25.9M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (3m) 7s ago 3m 86.6M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (5m) 8s ago 5m 15.1M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (5m) 7s ago 5m 20.1M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (33s) 7s ago 8m 498M - 19.3.0-4930-gfc3e0bff df9174e028d7 7adbe5dbd99d 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:9283,8765 running (10m) 8s ago 10m 281M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 19f12aeac19c 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (10m) 8s ago 10m 57.7M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 196155f558e0 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (9m) 7s ago 9m 48.0M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 45576cbdf20f 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (9m) 8s ago 9m 48.3M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 279fd0d33d30 2024-09-16T02:56:25.010 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (3m) 8s ago 3m 15.6M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (3m) 7s ago 3m 17.1M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (8m) 8s ago 8m 127M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 4621d1554a87 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (8m) 8s ago 8m 89.5M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (7m) 8s ago 7m 106M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (7m) 8s ago 7m 74.6M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (7m) 7s ago 7m 107M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (6m) 7s ago 6m 101M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (6m) 7s ago 6m 68.3M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (5m) 7s ago 5m 83.1M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:56:25.011 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (3m) 7s ago 4m 54.6M - 2.43.0 a07b618ecd1d 532d1b759c04 2024-09-16T02:56:25.158 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 systemd[1]: Stopping Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:56:25.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:24 smithi184 ceph-mon[31162]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-16T02:56:25.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:24 smithi184 ceph-mon[31162]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:25.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:24 smithi184 ceph-mon[31162]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T02:56:25.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:24 smithi097 ceph-mon[27580]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-16T02:56:25.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:24 smithi097 ceph-mon[27580]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:25.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:24 smithi097 ceph-mon[27580]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T02:56:25.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:24 smithi097 ceph-mon[38292]: mgrmap e29: x(active, since 12s), standbys: y 2024-09-16T02:56:25.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:24 smithi097 ceph-mon[38292]: from='client.24974 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:25.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:24 smithi097 ceph-mon[38292]: osdmap e174: 8 total, 8 up, 8 in 2024-09-16T02:56:25.340 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 1, 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 1 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:56:25.341 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:56:25.342 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:56:25.342 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:56:25.342 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:56:25.342 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 14, 2024-09-16T02:56:25.342 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 1 2024-09-16T02:56:25.342 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:56:25.342 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.247Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T02:56:25.516 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T02:56:25.517 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T02:56:25.517 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[62216]: ts=2024-09-16T02:56:25.248Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T02:56:25.517 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 podman[71957]: 2024-09-16 02:56:25.258095078 +0000 UTC m=+0.100946235 container died 532d1b759c04b0ae9fe5ea023f9fcb3bcb7a5c205b0a29e9aaf9226472923a8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:25.623 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:56:25.623 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:56:25.623 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:56:25.624 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:56:25.624 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [], 2024-09-16T02:56:25.624 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "1/20 daemons upgraded", 2024-09-16T02:56:25.624 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "", 2024-09-16T02:56:25.624 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:56:25.624 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:56:25.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 podman[71957]: 2024-09-16 02:56:25.613404527 +0000 UTC m=+0.456255685 container cleanup 532d1b759c04b0ae9fe5ea023f9fcb3bcb7a5c205b0a29e9aaf9226472923a8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:25.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 bash[71957]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T02:56:25.859 INFO:tasks.rados.rados.0.smithi097.stdout:545: done (1 left) 2024-09-16T02:56:25.859 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 52 2024-09-16T02:56:25.859 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 70 (ObjNum 172 snap 47 seq_num 172) dirty exists 2024-09-16T02:56:25.859 INFO:tasks.rados.rados.0.smithi097.stdout:546: seq_num 196 ranges {0=491520,491520=401408} 2024-09-16T02:56:25.861 INFO:tasks.rados.rados.0.smithi097.stdout:546: writing smithi09778949-9 from 0 to 491520 tid 1 2024-09-16T02:56:25.864 INFO:tasks.rados.rados.0.smithi097.stdout:546: writing smithi09778949-9 from 491520 to 892928 tid 2 2024-09-16T02:56:25.864 INFO:tasks.rados.rados.0.smithi097.stdout:543: done (1 left) 2024-09-16T02:56:25.864 INFO:tasks.rados.rados.0.smithi097.stdout:547: snap_create 2024-09-16T02:56:25.864 INFO:tasks.rados.rados.0.smithi097.stdout:546: finishing write tid 1 to smithi09778949-9 2024-09-16T02:56:25.866 INFO:tasks.rados.rados.0.smithi097.stdout:546: finishing write tid 2 to smithi09778949-9 2024-09-16T02:56:25.866 INFO:tasks.rados.rados.0.smithi097.stdout:546: finishing write tid 3 to smithi09778949-9 2024-09-16T02:56:25.867 INFO:tasks.rados.rados.0.smithi097.stdout:546: finishing write tid 4 to smithi09778949-9 2024-09-16T02:56:25.867 INFO:tasks.rados.rados.0.smithi097.stdout:546: oid 9 updating version 0 to 182 2024-09-16T02:56:25.867 INFO:tasks.rados.rados.0.smithi097.stdout:546: oid 9 version 182 is already newer than 181 2024-09-16T02:56:25.867 INFO:tasks.rados.rados.0.smithi097.stdout:546: oid 9 updating version 182 to 183 2024-09-16T02:56:25.867 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 183 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-09-16T02:56:25.867 INFO:tasks.rados.rados.0.smithi097.stdout:546: left oid 9 (ObjNum 196 snap 52 seq_num 196) 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[27580]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[27580]: pgmap v24: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[27580]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/3119419522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[27580]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[38292]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[38292]: pgmap v24: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[38292]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3119419522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:56:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:25 smithi097 ceph-mon[38292]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-mon[31162]: from='client.24980 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-mon[31162]: pgmap v24: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail; 5.1 MiB/s rd, 1.4 MiB/s wr, 25 op/s 2024-09-16T02:56:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-mon[31162]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3119419522' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:56:26.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:25 smithi184 ceph-mon[31162]: from='client.24998 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:26.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:25 smithi184 podman[71968]: 2024-09-16 02:56:25.906647752 +0000 UTC m=+0.650694264 container remove 532d1b759c04b0ae9fe5ea023f9fcb3bcb7a5c205b0a29e9aaf9226472923a8c (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:26.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T02:56:26.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 systemd[1]: Stopped Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:56:26.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.547s CPU time. 2024-09-16T02:56:26.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 systemd[1]: Starting Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:56:26.494 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 podman[72060]: 2024-09-16 02:56:26.143942445 +0000 UTC m=+0.016736258 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T02:56:26.495 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 podman[72060]: 2024-09-16 02:56:26.266390537 +0000 UTC m=+0.139184375 container create bd30a28391a70a354bec6ebb5a1e1fe7534293d516dc935173c71f614da11273 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:26.495 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 podman[72060]: 2024-09-16 02:56:26.493288702 +0000 UTC m=+0.366082503 container init bd30a28391a70a354bec6ebb5a1e1fe7534293d516dc935173c71f614da11273 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 podman[72060]: 2024-09-16 02:56:26.496192807 +0000 UTC m=+0.368986606 container start bd30a28391a70a354bec6ebb5a1e1fe7534293d516dc935173c71f614da11273 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.519Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.519Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.519Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi184 (none))" 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.519Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.519Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.521Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.521Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.522Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T02:56:26.852 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.522Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.524Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.524Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.575µs 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.524Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.527Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.533Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.534Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.534Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.292µs wal_replay_duration=9.84952ms wbl_replay_duration=128ns total_replay_duration=9.889841ms 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.536Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.536Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.536Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.556Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.859291ms db_storage=787ns remote_storage=1.023µs web_handler=361ns query_engine=665ns scrape=401.993µs scrape_sd=124.563µs notify=14.74µs notify_sd=22.44µs rules=18.939617ms tracing=5.555µs 2024-09-16T02:56:26.853 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.556Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T02:56:26.854 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:26.556Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T02:56:26.854 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 bash[72060]: bd30a28391a70a354bec6ebb5a1e1fe7534293d516dc935173c71f614da11273 2024-09-16T02:56:26.854 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:26 smithi184 systemd[1]: Started Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:56:26.860 INFO:tasks.rados.rados.0.smithi097.stdout:546: done (1 left) 2024-09-16T02:56:26.860 INFO:tasks.rados.rados.0.smithi097.stdout:547: done (0 left) 2024-09-16T02:56:26.860 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 53 2024-09-16T02:56:26.860 INFO:tasks.rados.rados.0.smithi097.stdout:548: seq_num 197 ranges {442368=507904,950272=401408} 2024-09-16T02:56:26.864 INFO:tasks.rados.rados.0.smithi097.stdout:548: writing smithi09778949-27 from 442368 to 950272 tid 1 2024-09-16T02:56:26.867 INFO:tasks.rados.rados.0.smithi097.stdout:548: writing smithi09778949-27 from 950272 to 1351680 tid 2 2024-09-16T02:56:26.867 INFO:tasks.rados.rados.0.smithi097.stdout:549: rollback oid 16 current snap is 53 2024-09-16T02:56:26.868 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 16 to 46 2024-09-16T02:56:26.868 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 53 2024-09-16T02:56:26.868 INFO:tasks.rados.rados.0.smithi097.stdout:550: seq_num 198 ranges {3661824=524288,4186112=401408} 2024-09-16T02:56:26.890 INFO:tasks.rados.rados.0.smithi097.stdout:550: writing smithi09778949-32 from 3661824 to 4186112 tid 1 2024-09-16T02:56:26.897 INFO:tasks.rados.rados.0.smithi097.stdout:550: writing smithi09778949-32 from 4186112 to 4587520 tid 2 2024-09-16T02:56:26.897 INFO:tasks.rados.rados.0.smithi097.stdout:551: snap_create 2024-09-16T02:56:26.897 INFO:tasks.rados.rados.0.smithi097.stdout:548: finishing write tid 1 to smithi09778949-27 2024-09-16T02:56:26.897 INFO:tasks.rados.rados.0.smithi097.stdout:548: finishing write tid 2 to smithi09778949-27 2024-09-16T02:56:26.897 INFO:tasks.rados.rados.0.smithi097.stdout:548: finishing write tid 3 to smithi09778949-27 2024-09-16T02:56:26.897 INFO:tasks.rados.rados.0.smithi097.stdout:548: finishing write tid 4 to smithi09778949-27 2024-09-16T02:56:26.897 INFO:tasks.rados.rados.0.smithi097.stdout:548: oid 27 updating version 0 to 303 2024-09-16T02:56:26.897 INFO:tasks.rados.rados.0.smithi097.stdout:548: oid 27 version 303 is already newer than 301 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:548: oid 27 version 303 is already newer than 302 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 303 (ObjNum 197 snap 53 seq_num 197) dirty exists 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:548: left oid 27 (ObjNum 197 snap 53 seq_num 197) 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:549: finishing rollback tid 0 to smithi09778949-16 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:549: finishing rollback tid 1 to smithi09778949-16 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:549: finishing rollback tid 2 to smithi09778949-16 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 307 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:550: finishing write tid 1 to smithi09778949-32 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:550: finishing write tid 2 to smithi09778949-32 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:550: finishing write tid 3 to smithi09778949-32 2024-09-16T02:56:26.898 INFO:tasks.rados.rados.0.smithi097.stdout:550: finishing write tid 4 to smithi09778949-32 2024-09-16T02:56:26.899 INFO:tasks.rados.rados.0.smithi097.stdout:550: oid 32 updating version 0 to 187 2024-09-16T02:56:26.899 INFO:tasks.rados.rados.0.smithi097.stdout:550: oid 32 version 187 is already newer than 186 2024-09-16T02:56:26.899 INFO:tasks.rados.rados.0.smithi097.stdout:550: oid 32 version 187 is already newer than 185 2024-09-16T02:56:26.899 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 187 (ObjNum 198 snap 53 seq_num 198) dirty exists 2024-09-16T02:56:26.899 INFO:tasks.rados.rados.0.smithi097.stdout:550: left oid 32 (ObjNum 198 snap 53 seq_num 198) 2024-09-16T02:56:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-mon[31162]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T02:56:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:27.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:27.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:27.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:27.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:26 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:27.173 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[38292]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T02:56:27.173 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:27.173 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:27.173 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:27.173 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:27.173 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:27.173 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:27.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[27580]: osdmap e175: 8 total, 8 up, 8 in 2024-09-16T02:56:27.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:27.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:27.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:27.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[27580]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:27.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:27.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:26 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:27.873 INFO:tasks.rados.rados.0.smithi097.stdout:548: done (3 left) 2024-09-16T02:56:27.873 INFO:tasks.rados.rados.0.smithi097.stdout:549: done (2 left) 2024-09-16T02:56:27.873 INFO:tasks.rados.rados.0.smithi097.stdout:550: done (1 left) 2024-09-16T02:56:27.873 INFO:tasks.rados.rados.0.smithi097.stdout:551: done (0 left) 2024-09-16T02:56:27.873 INFO:tasks.rados.rados.0.smithi097.stdout:552: setattr oid 7 current snap is 54 2024-09-16T02:56:27.875 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 54 2024-09-16T02:56:27.875 INFO:tasks.rados.rados.0.smithi097.stdout:553: seq_num 199 ranges {1802240=540672,2342912=401408} 2024-09-16T02:56:27.887 INFO:tasks.rados.rados.0.smithi097.stdout:553: writing smithi09778949-19 from 1802240 to 2342912 tid 1 2024-09-16T02:56:27.890 INFO:tasks.rados.rados.0.smithi097.stdout:553: writing smithi09778949-19 from 2342912 to 2744320 tid 2 2024-09-16T02:56:27.890 INFO:tasks.rados.rados.0.smithi097.stdout:554: copy_from oid 13 from oid 8 current snap is 54 2024-09-16T02:56:27.890 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 309 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:56:27.891 INFO:tasks.rados.rados.0.smithi097.stdout:552: done (2 left) 2024-09-16T02:56:27.891 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 54 2024-09-16T02:56:27.891 INFO:tasks.rados.rados.0.smithi097.stdout:555: seq_num 200 ranges {1867776=557056,2424832=401408} 2024-09-16T02:56:27.903 INFO:tasks.rados.rados.0.smithi097.stdout:555: writing smithi09778949-41 from 1867776 to 2424832 tid 1 2024-09-16T02:56:27.906 INFO:tasks.rados.rados.0.smithi097.stdout:555: writing smithi09778949-41 from 2424832 to 2826240 tid 2 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:556: read oid 20 snap 51 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:556: expect deleted 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:557: read oid 21 snap -1 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:557: expect (ObjNum 116 snap 29 seq_num 116) 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:558: read oid 7 snap -1 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:558: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:559: delete oid 44 current snap is 54 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:554: finishing copy_from to smithi09778949-13 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:554: got expected ENOENT (src dne) 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:554: finishing copy_from racing read to smithi09778949-13 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:553: finishing write tid 1 to smithi09778949-19 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:553: finishing write tid 2 to smithi09778949-19 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:553: finishing write tid 3 to smithi09778949-19 2024-09-16T02:56:27.907 INFO:tasks.rados.rados.0.smithi097.stdout:553: finishing write tid 4 to smithi09778949-19 2024-09-16T02:56:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:553: oid 19 updating version 0 to 311 2024-09-16T02:56:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:553: oid 19 updating version 311 to 312 2024-09-16T02:56:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:553: oid 19 updating version 312 to 313 2024-09-16T02:56:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 313 (ObjNum 199 snap 54 seq_num 199) dirty exists 2024-09-16T02:56:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:553: left oid 19 (ObjNum 199 snap 54 seq_num 199) 2024-09-16T02:56:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:27 smithi184 ceph-mon[31162]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T02:56:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:27 smithi184 ceph-mon[31162]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T02:56:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:27 smithi184 ceph-mon[31162]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T02:56:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:27 smithi184 ceph-mon[31162]: pgmap v27: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:555: finishing write tid 1 to smithi09778949-41 2024-09-16T02:56:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:553: done (6 left) 2024-09-16T02:56:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:554: done (5 left) 2024-09-16T02:56:27.910 INFO:tasks.rados.rados.0.smithi097.stdout:556: done (4 left) 2024-09-16T02:56:27.910 INFO:tasks.rados.rados.0.smithi097.stdout:559: done (3 left) 2024-09-16T02:56:27.910 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 54 2024-09-16T02:56:27.910 INFO:tasks.rados.rados.0.smithi097.stdout:560: seq_num 202 ranges {81920=589824,671744=401408} 2024-09-16T02:56:27.914 INFO:tasks.rados.rados.0.smithi097.stdout:560: writing smithi09778949-36 from 81920 to 671744 tid 1 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:560: writing smithi09778949-36 from 671744 to 1073152 tid 2 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:561: read oid 12 snap -1 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:561: expect (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:562: rollback oid 13 current snap is 54 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 47 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:555: finishing write tid 2 to smithi09778949-41 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:555: finishing write tid 3 to smithi09778949-41 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:555: finishing write tid 4 to smithi09778949-41 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:555: oid 41 updating version 0 to 282 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:555: oid 41 updating version 282 to 283 2024-09-16T02:56:27.917 INFO:tasks.rados.rados.0.smithi097.stdout:555: oid 41 updating version 283 to 284 2024-09-16T02:56:27.920 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 284 (ObjNum 200 snap 54 seq_num 200) dirty exists 2024-09-16T02:56:27.920 INFO:tasks.rados.rados.0.smithi097.stdout:555: left oid 41 (ObjNum 200 snap 54 seq_num 200) 2024-09-16T02:56:27.920 INFO:tasks.rados.rados.0.smithi097.stdout:558: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:56:27.935 INFO:tasks.rados.rados.0.smithi097.stdout:560: finishing write tid 1 to smithi09778949-36 2024-09-16T02:56:27.936 INFO:tasks.rados.rados.0.smithi097.stdout:562: finishing rollback tid 0 to smithi09778949-13 2024-09-16T02:56:27.936 INFO:tasks.rados.rados.0.smithi097.stdout:560: finishing write tid 2 to smithi09778949-36 2024-09-16T02:56:27.936 INFO:tasks.rados.rados.0.smithi097.stdout:562: finishing rollback tid 1 to smithi09778949-13 2024-09-16T02:56:27.936 INFO:tasks.rados.rados.0.smithi097.stdout:562: finishing rollback tid 2 to smithi09778949-13 2024-09-16T02:56:27.936 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 139 (ObjNum 177 snap 47 seq_num 177) dirty exists 2024-09-16T02:56:27.936 INFO:tasks.rados.rados.0.smithi097.stdout:560: finishing write tid 3 to smithi09778949-36 2024-09-16T02:56:27.936 INFO:tasks.rados.rados.0.smithi097.stdout:557: expect (ObjNum 116 snap 29 seq_num 116) 2024-09-16T02:56:28.140 INFO:tasks.rados.rados.0.smithi097.stdout:560: finishing write tid 4 to smithi09778949-36 2024-09-16T02:56:28.141 INFO:tasks.rados.rados.0.smithi097.stdout:560: oid 36 updating version 0 to 288 2024-09-16T02:56:28.141 INFO:tasks.rados.rados.0.smithi097.stdout:560: oid 36 version 288 is already newer than 287 2024-09-16T02:56:28.141 INFO:tasks.rados.rados.0.smithi097.stdout:560: oid 36 version 288 is already newer than 286 2024-09-16T02:56:28.141 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 288 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-09-16T02:56:28.141 INFO:tasks.rados.rados.0.smithi097.stdout:560: left oid 36 (ObjNum 202 snap 54 seq_num 202) 2024-09-16T02:56:28.141 INFO:tasks.rados.rados.0.smithi097.stdout:561: expect (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:56:28.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:27 smithi097 ceph-mon[27580]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T02:56:28.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:27 smithi097 ceph-mon[27580]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T02:56:28.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:27 smithi097 ceph-mon[27580]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T02:56:28.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:27 smithi097 ceph-mon[27580]: pgmap v27: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:27 smithi097 ceph-mon[38292]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T02:56:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:27 smithi097 ceph-mon[38292]: Upgrade: Need to upgrade myself (mgr.x) 2024-09-16T02:56:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:27 smithi097 ceph-mon[38292]: osdmap e176: 8 total, 8 up, 8 in 2024-09-16T02:56:28.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:27 smithi097 ceph-mon[38292]: pgmap v27: 121 pgs: 121 active+clean; 150 MiB data, 579 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:28.287 INFO:tasks.rados.rados.0.smithi097.stdout:555: done (5 left) 2024-09-16T02:56:28.287 INFO:tasks.rados.rados.0.smithi097.stdout:557: done (4 left) 2024-09-16T02:56:28.287 INFO:tasks.rados.rados.0.smithi097.stdout:558: done (3 left) 2024-09-16T02:56:28.287 INFO:tasks.rados.rados.0.smithi097.stdout:560: done (2 left) 2024-09-16T02:56:28.287 INFO:tasks.rados.rados.0.smithi097.stdout:561: done (1 left) 2024-09-16T02:56:28.287 INFO:tasks.rados.rados.0.smithi097.stdout:562: done (0 left) 2024-09-16T02:56:28.288 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 54 2024-09-16T02:56:28.288 INFO:tasks.rados.rados.0.smithi097.stdout:563: seq_num 203 ranges {5038080=606208,5644288=401408} 2024-09-16T02:56:28.319 INFO:tasks.rados.rados.0.smithi097.stdout:563: writing smithi09778949-13 from 5038080 to 5644288 tid 1 2024-09-16T02:56:28.322 INFO:tasks.rados.rados.0.smithi097.stdout:563: writing smithi09778949-13 from 5644288 to 6045696 tid 2 2024-09-16T02:56:28.322 INFO:tasks.rados.rados.0.smithi097.stdout:564: snap_create 2024-09-16T02:56:28.324 INFO:tasks.rados.rados.0.smithi097.stdout:563: finishing write tid 1 to smithi09778949-13 2024-09-16T02:56:28.324 INFO:tasks.rados.rados.0.smithi097.stdout:563: finishing write tid 2 to smithi09778949-13 2024-09-16T02:56:28.324 INFO:tasks.rados.rados.0.smithi097.stdout:563: finishing write tid 3 to smithi09778949-13 2024-09-16T02:56:28.328 INFO:tasks.rados.rados.0.smithi097.stdout:563: finishing write tid 4 to smithi09778949-13 2024-09-16T02:56:28.328 INFO:tasks.rados.rados.0.smithi097.stdout:563: oid 13 updating version 0 to 141 2024-09-16T02:56:28.329 INFO:tasks.rados.rados.0.smithi097.stdout:563: oid 13 updating version 141 to 142 2024-09-16T02:56:28.329 INFO:tasks.rados.rados.0.smithi097.stdout:563: oid 13 version 142 is already newer than 140 2024-09-16T02:56:28.329 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 142 (ObjNum 203 snap 54 seq_num 203) dirty exists 2024-09-16T02:56:28.329 INFO:tasks.rados.rados.0.smithi097.stdout:563: left oid 13 (ObjNum 203 snap 54 seq_num 203) 2024-09-16T02:56:29.143 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[38292]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T02:56:29.143 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[38292]: Upgrade: Updating mgr.y 2024-09-16T02:56:29.143 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:29.143 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:29.143 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[38292]: Deploying daemon mgr.y on smithi097 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[27580]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[27580]: Upgrade: Updating mgr.y 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:56:29.144 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:29.145 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:28 smithi097 ceph-mon[27580]: Deploying daemon mgr.y on smithi097 2024-09-16T02:56:29.153 INFO:tasks.rados.rados.0.smithi097.stdout:563: done (1 left) 2024-09-16T02:56:29.153 INFO:tasks.rados.rados.0.smithi097.stdout:564: done (0 left) 2024-09-16T02:56:29.153 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 55 2024-09-16T02:56:29.153 INFO:tasks.rados.rados.0.smithi097.stdout:565: seq_num 204 ranges {1261568=622592,1884160=401408} 2024-09-16T02:56:29.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:28 smithi184 ceph-mon[31162]: osdmap e177: 8 total, 8 up, 8 in 2024-09-16T02:56:29.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:28 smithi184 ceph-mon[31162]: Upgrade: Updating mgr.y 2024-09-16T02:56:29.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:28 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:29.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:28 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:29.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:28 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:29.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:28 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:56:29.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:28 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:29.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:28 smithi184 ceph-mon[31162]: Deploying daemon mgr.y on smithi097 2024-09-16T02:56:29.163 INFO:tasks.rados.rados.0.smithi097.stdout:565: writing smithi09778949-18 from 1261568 to 1884160 tid 1 2024-09-16T02:56:29.165 INFO:tasks.rados.rados.0.smithi097.stdout:565: writing smithi09778949-18 from 1884160 to 2285568 tid 2 2024-09-16T02:56:29.165 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 55 2024-09-16T02:56:29.165 INFO:tasks.rados.rados.0.smithi097.stdout:566: seq_num 205 ranges {5120000=638976,5758976=401408} 2024-09-16T02:56:29.195 INFO:tasks.rados.rados.0.smithi097.stdout:566: writing smithi09778949-39 from 5120000 to 5758976 tid 1 2024-09-16T02:56:29.197 INFO:tasks.rados.rados.0.smithi097.stdout:566: writing smithi09778949-39 from 5758976 to 6160384 tid 2 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:567: setattr oid 49 current snap is 55 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:565: finishing write tid 1 to smithi09778949-18 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:565: finishing write tid 2 to smithi09778949-18 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:565: finishing write tid 3 to smithi09778949-18 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:565: finishing write tid 4 to smithi09778949-18 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:565: oid 18 updating version 0 to 229 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:565: oid 18 version 229 is already newer than 228 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:565: oid 18 updating version 229 to 230 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 230 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-09-16T02:56:29.198 INFO:tasks.rados.rados.0.smithi097.stdout:565: left oid 18 (ObjNum 204 snap 55 seq_num 204) 2024-09-16T02:56:29.199 INFO:tasks.rados.rados.0.smithi097.stdout:565: done (2 left) 2024-09-16T02:56:29.199 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 55 2024-09-16T02:56:29.199 INFO:tasks.rados.rados.0.smithi097.stdout:568: seq_num 206 ranges {0=655360,655360=401408} 2024-09-16T02:56:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:568: writing smithi09778949-8 from 0 to 655360 tid 1 2024-09-16T02:56:29.205 INFO:tasks.rados.rados.0.smithi097.stdout:568: writing smithi09778949-8 from 655360 to 1056768 tid 2 2024-09-16T02:56:29.205 INFO:tasks.rados.rados.0.smithi097.stdout:569: rollback oid 23 current snap is 55 2024-09-16T02:56:29.205 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 23 to 54 2024-09-16T02:56:29.205 INFO:tasks.rados.rados.0.smithi097.stdout:566: finishing write tid 1 to smithi09778949-39 2024-09-16T02:56:29.205 INFO:tasks.rados.rados.0.smithi097.stdout:566: finishing write tid 2 to smithi09778949-39 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:566: finishing write tid 3 to smithi09778949-39 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 236 (ObjNum 187 snap 51 seq_num 187) dirty exists 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:566: finishing write tid 4 to smithi09778949-39 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:566: oid 39 updating version 0 to 197 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:566: oid 39 version 197 is already newer than 196 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:566: oid 39 updating version 197 to 198 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 198 (ObjNum 205 snap 55 seq_num 205) dirty exists 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:566: left oid 39 (ObjNum 205 snap 55 seq_num 205) 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:566: done (3 left) 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:567: done (2 left) 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:570: copy_from oid 46 from oid 12 current snap is 55 2024-09-16T02:56:29.206 INFO:tasks.rados.rados.0.smithi097.stdout:571: snap_remove snap 48 2024-09-16T02:56:30.113 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:29 smithi097 systemd[1]: Stopping Ceph mgr.y for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:56:30.162 INFO:tasks.rados.rados.0.smithi097.stdout:568: finishing write tid 1 to smithi09778949-8 2024-09-16T02:56:30.162 INFO:tasks.rados.rados.0.smithi097.stdout:568: finishing write tid 2 to smithi09778949-8 2024-09-16T02:56:30.162 INFO:tasks.rados.rados.0.smithi097.stdout:569: finishing rollback tid 1 to smithi09778949-23 2024-09-16T02:56:30.162 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 102 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T02:56:30.162 INFO:tasks.rados.rados.0.smithi097.stdout:568: finishing write tid 3 to smithi09778949-8 2024-09-16T02:56:30.162 INFO:tasks.rados.rados.0.smithi097.stdout:568: finishing write tid 4 to smithi09778949-8 2024-09-16T02:56:30.162 INFO:tasks.rados.rados.0.smithi097.stdout:568: oid 8 updating version 0 to 290 2024-09-16T02:56:30.162 INFO:tasks.rados.rados.0.smithi097.stdout:568: oid 8 version 290 is already newer than 289 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:568: oid 8 updating version 290 to 291 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 291 (ObjNum 206 snap 55 seq_num 206) dirty exists 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:568: left oid 8 (ObjNum 206 snap 55 seq_num 206) 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:570: finishing copy_from racing read to smithi09778949-46 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:570: finishing copy_from to smithi09778949-46 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 222 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:568: done (3 left) 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:569: done (2 left) 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:570: done (1 left) 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:571: done (0 left) 2024-09-16T02:56:30.163 INFO:tasks.rados.rados.0.smithi097.stdout:572: setattr oid 20 current snap is 55 2024-09-16T02:56:30.164 INFO:tasks.rados.rados.0.smithi097.stdout:573: read oid 22 snap 45 2024-09-16T02:56:30.164 INFO:tasks.rados.rados.0.smithi097.stdout:573: expect (ObjNum 96 snap 18 seq_num 96) 2024-09-16T02:56:30.164 INFO:tasks.rados.rados.0.smithi097.stdout:574: copy_from oid 39 from oid 12 current snap is 55 2024-09-16T02:56:30.164 INFO:tasks.rados.rados.0.smithi097.stdout:575: delete oid 4 current snap is 55 2024-09-16T02:56:30.168 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 88 (ObjNum 129 snap 0 seq_num 736704624) dirty exists 2024-09-16T02:56:30.171 INFO:tasks.rados.rados.0.smithi097.stdout:572: done (3 left) 2024-09-16T02:56:30.171 INFO:tasks.rados.rados.0.smithi097.stdout:575: done (2 left) 2024-09-16T02:56:30.171 INFO:tasks.rados.rados.0.smithi097.stdout:576: snap_create 2024-09-16T02:56:30.181 INFO:tasks.rados.rados.0.smithi097.stdout:573: expect (ObjNum 96 snap 18 seq_num 96) 2024-09-16T02:56:30.220 INFO:tasks.rados.rados.0.smithi097.stdout:574: finishing copy_from racing read to smithi09778949-39 2024-09-16T02:56:30.221 INFO:tasks.rados.rados.0.smithi097.stdout:574: finishing copy_from to smithi09778949-39 2024-09-16T02:56:30.221 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 222 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-09-16T02:56:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:30 smithi184 ceph-mon[31162]: pgmap v29: 121 pgs: 121 active+clean; 158 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-16T02:56:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:30 smithi184 ceph-mon[31162]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T02:56:30.483 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:30 smithi097 ceph-mon[27580]: pgmap v29: 121 pgs: 121 active+clean; 158 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-16T02:56:30.483 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:30 smithi097 ceph-mon[27580]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T02:56:30.483 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:30 smithi097 podman[80941]: 2024-09-16 02:56:30.111585875 +0000 UTC m=+0.135837506 container died 19f12aeac19c8a01bb9886d5e0c742ec4d4c41ece2fa2408feff2780a6398fbb (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-16T02:56:30.484 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:30 smithi097 ceph-mon[38292]: pgmap v29: 121 pgs: 121 active+clean; 158 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-09-16T02:56:30.484 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:30 smithi097 ceph-mon[38292]: osdmap e178: 8 total, 8 up, 8 in 2024-09-16T02:56:30.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:30 smithi097 podman[80941]: 2024-09-16 02:56:30.655905613 +0000 UTC m=+0.680157271 container cleanup 19f12aeac19c8a01bb9886d5e0c742ec4d4c41ece2fa2408feff2780a6398fbb (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-ae7f373, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2) 2024-09-16T02:56:30.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:30 smithi097 bash[80941]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y 2024-09-16T02:56:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:573: done (2 left) 2024-09-16T02:56:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:574: done (1 left) 2024-09-16T02:56:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:576: done (0 left) 2024-09-16T02:56:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:577: read oid 45 snap -1 2024-09-16T02:56:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:577: expect (ObjNum 121 snap 30 seq_num 121) 2024-09-16T02:56:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:578: setattr oid 1 current snap is 56 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:579: rmattr oid 34 current snap is 56 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:579: done (2 left) 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:580: read oid 10 snap -1 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:580: expect deleted 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:581: rollback oid 46 current snap is 56 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 46 to 50 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:582: copy_from oid 25 from oid 44 current snap is 56 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:583: rollback oid 41 current snap is 56 2024-09-16T02:56:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 50 2024-09-16T02:56:31.174 INFO:tasks.rados.rados.0.smithi097.stdout:584: rollback oid 50 current snap is 56 2024-09-16T02:56:31.174 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 50 to 33 2024-09-16T02:56:31.174 INFO:tasks.rados.rados.0.smithi097.stdout:585: read oid 5 snap -1 2024-09-16T02:56:31.174 INFO:tasks.rados.rados.0.smithi097.stdout:585: expect (ObjNum 130 snap 34 seq_num 130) 2024-09-16T02:56:31.174 INFO:tasks.rados.rados.0.smithi097.stdout:586: rollback oid 4 current snap is 56 2024-09-16T02:56:31.174 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 4 to 30 2024-09-16T02:56:31.174 INFO:tasks.rados.rados.0.smithi097.stdout:587: snap_create 2024-09-16T02:56:31.177 INFO:tasks.rados.rados.0.smithi097.stdout:581: finishing rollback tid 0 to smithi09778949-46 2024-09-16T02:56:31.177 INFO:tasks.rados.rados.0.smithi097.stdout:581: finishing rollback tid 1 to smithi09778949-46 2024-09-16T02:56:31.178 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 224 (ObjNum 33 snap 0 seq_num 736070477) dirty dne 2024-09-16T02:56:31.178 INFO:tasks.rados.rados.0.smithi097.stdout:584: finishing rollback tid 0 to smithi09778949-50 2024-09-16T02:56:31.179 INFO:tasks.rados.rados.0.smithi097.stdout:584: finishing rollback tid 1 to smithi09778949-50 2024-09-16T02:56:31.180 INFO:tasks.rados.rados.0.smithi097.stdout:582: finishing copy_from to smithi09778949-25 2024-09-16T02:56:31.180 INFO:tasks.rados.rados.0.smithi097.stdout:582: got expected ENOENT (src dne) 2024-09-16T02:56:31.180 INFO:tasks.rados.rados.0.smithi097.stdout:582: finishing copy_from racing read to smithi09778949-25 2024-09-16T02:56:31.180 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 298 (ObjNum 33 snap 0 seq_num 1973201104) dirty exists 2024-09-16T02:56:31.180 INFO:tasks.rados.rados.0.smithi097.stdout:584: finishing rollback tid 2 to smithi09778949-50 2024-09-16T02:56:31.181 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 133 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T02:56:31.181 INFO:tasks.rados.rados.0.smithi097.stdout:586: finishing rollback tid 1 to smithi09778949-4 2024-09-16T02:56:31.181 INFO:tasks.rados.rados.0.smithi097.stdout:583: finishing rollback tid 0 to smithi09778949-41 2024-09-16T02:56:31.181 INFO:tasks.rados.rados.0.smithi097.stdout:583: finishing rollback tid 1 to smithi09778949-41 2024-09-16T02:56:31.181 INFO:tasks.rados.rados.0.smithi097.stdout:586: finishing rollback tid 2 to smithi09778949-4 2024-09-16T02:56:31.181 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 135 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T02:56:31.182 INFO:tasks.rados.rados.0.smithi097.stdout:583: finishing rollback tid 2 to smithi09778949-41 2024-09-16T02:56:31.182 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 302 (ObjNum 111 snap 26 seq_num 111) dirty exists 2024-09-16T02:56:31.190 INFO:tasks.rados.rados.0.smithi097.stdout:585: expect (ObjNum 130 snap 34 seq_num 130) 2024-09-16T02:56:31.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:31 smithi097 ceph-mon[27580]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T02:56:31.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:31 smithi097 ceph-mon[38292]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T02:56:31.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:30 smithi097 podman[80954]: 2024-09-16 02:56:30.941329615 +0000 UTC m=+0.832367348 container remove 19f12aeac19c8a01bb9886d5e0c742ec4d4c41ece2fa2408feff2780a6398fbb (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-ae7f373, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T02:56:31.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:30 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-09-16T02:56:31.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-09-16T02:56:31.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 systemd[1]: Stopped Ceph mgr.y for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:56:31.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y.service: Consumed 44.483s CPU time. 2024-09-16T02:56:31.340 INFO:tasks.rados.rados.0.smithi097.stdout:577: expect (ObjNum 121 snap 30 seq_num 121) 2024-09-16T02:56:31.554 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 systemd[1]: Starting Ceph mgr.y for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:56:31.554 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 podman[81081]: 2024-09-16 02:56:31.407406177 +0000 UTC m=+0.015923982 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:56:31.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:31 smithi184 ceph-mon[31162]: osdmap e179: 8 total, 8 up, 8 in 2024-09-16T02:56:31.921 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 podman[81081]: 2024-09-16 02:56:31.552551552 +0000 UTC m=+0.161069351 container create fd7ef4a855be6216e0c672d25bb82674fc6cd27f5a8a079edd4f995450264947 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T02:56:32.172 INFO:tasks.rados.rados.0.smithi097.stdout:577: done (9 left) 2024-09-16T02:56:32.172 INFO:tasks.rados.rados.0.smithi097.stdout:578: done (8 left) 2024-09-16T02:56:32.172 INFO:tasks.rados.rados.0.smithi097.stdout:580: done (7 left) 2024-09-16T02:56:32.172 INFO:tasks.rados.rados.0.smithi097.stdout:581: done (6 left) 2024-09-16T02:56:32.172 INFO:tasks.rados.rados.0.smithi097.stdout:582: done (5 left) 2024-09-16T02:56:32.172 INFO:tasks.rados.rados.0.smithi097.stdout:583: done (4 left) 2024-09-16T02:56:32.172 INFO:tasks.rados.rados.0.smithi097.stdout:584: done (3 left) 2024-09-16T02:56:32.173 INFO:tasks.rados.rados.0.smithi097.stdout:585: done (2 left) 2024-09-16T02:56:32.173 INFO:tasks.rados.rados.0.smithi097.stdout:586: done (1 left) 2024-09-16T02:56:32.173 INFO:tasks.rados.rados.0.smithi097.stdout:587: done (0 left) 2024-09-16T02:56:32.173 INFO:tasks.rados.rados.0.smithi097.stdout:588: rollback oid 44 current snap is 57 2024-09-16T02:56:32.173 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 49 2024-09-16T02:56:32.173 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 57 2024-09-16T02:56:32.173 INFO:tasks.rados.rados.0.smithi097.stdout:589: seq_num 208 ranges {1466368=688128,2154496=401408} 2024-09-16T02:56:32.176 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 podman[81081]: 2024-09-16 02:56:31.920236946 +0000 UTC m=+0.528754743 container init fd7ef4a855be6216e0c672d25bb82674fc6cd27f5a8a079edd4f995450264947 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-16T02:56:32.176 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 podman[81081]: 2024-09-16 02:56:31.923126481 +0000 UTC m=+0.531644288 container start fd7ef4a855be6216e0c672d25bb82674fc6cd27f5a8a079edd4f995450264947 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-16T02:56:32.176 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:31 smithi097 ceph-mgr[81100]: -- 172.21.15.97:0/312159622 <== mon.2 v2:172.21.15.97:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5595f181f0e0 con 0x5595f17fd400 2024-09-16T02:56:32.176 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:32 smithi097 bash[81081]: fd7ef4a855be6216e0c672d25bb82674fc6cd27f5a8a079edd4f995450264947 2024-09-16T02:56:32.176 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:32 smithi097 systemd[1]: Started Ceph mgr.y for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:56:32.184 INFO:tasks.rados.rados.0.smithi097.stdout:589: writing smithi09778949-30 from 1466368 to 2154496 tid 1 2024-09-16T02:56:32.187 INFO:tasks.rados.rados.0.smithi097.stdout:589: writing smithi09778949-30 from 2154496 to 2555904 tid 2 2024-09-16T02:56:32.187 INFO:tasks.rados.rados.0.smithi097.stdout:590: rollback oid 40 current snap is 57 2024-09-16T02:56:32.187 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 46 2024-09-16T02:56:32.187 INFO:tasks.rados.rados.0.smithi097.stdout:588: finishing rollback tid 1 to smithi09778949-44 2024-09-16T02:56:32.187 INFO:tasks.rados.rados.0.smithi097.stdout:588: finishing rollback tid 2 to smithi09778949-44 2024-09-16T02:56:32.187 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 244 (ObjNum 169 snap 44 seq_num 169) dirty exists 2024-09-16T02:56:32.187 INFO:tasks.rados.rados.0.smithi097.stdout:588: done (2 left) 2024-09-16T02:56:32.187 INFO:tasks.rados.rados.0.smithi097.stdout:591: snap_remove snap 45 2024-09-16T02:56:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[27580]: pgmap v32: 121 pgs: 121 active+clean; 158 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-16T02:56:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[27580]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T02:56:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:32.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[38292]: pgmap v32: 121 pgs: 121 active+clean; 158 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-16T02:56:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[38292]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T02:56:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:32 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:32.652 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:32 smithi184 ceph-mon[31162]: pgmap v32: 121 pgs: 121 active+clean; 158 MiB data, 589 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-09-16T02:56:32.652 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:32 smithi184 ceph-mon[31162]: osdmap e180: 8 total, 8 up, 8 in 2024-09-16T02:56:32.652 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:32 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:32.652 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:32 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:32.652 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:32 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:33.185 INFO:tasks.rados.rados.0.smithi097.stdout:591: done (2 left) 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:592: snap_create 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:589: finishing write tid 1 to smithi09778949-30 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:590: finishing rollback tid 1 to smithi09778949-40 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:590: finishing rollback tid 2 to smithi09778949-40 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 228 (ObjNum 96 snap 18 seq_num 96) dirty exists 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:589: finishing write tid 2 to smithi09778949-30 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:589: finishing write tid 3 to smithi09778949-30 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:589: finishing write tid 4 to smithi09778949-30 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:589: oid 30 updating version 0 to 91 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:589: oid 30 version 91 is already newer than 90 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:589: oid 30 updating version 91 to 92 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 92 (ObjNum 208 snap 57 seq_num 208) dirty exists 2024-09-16T02:56:33.186 INFO:tasks.rados.rados.0.smithi097.stdout:589: left oid 30 (ObjNum 208 snap 57 seq_num 208) 2024-09-16T02:56:33.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:33 smithi097 ceph-mon[27580]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T02:56:33.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:33 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:33.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:33 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:33.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:33 smithi097 ceph-mon[38292]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T02:56:33.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:33 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:33.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:33 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:33.440 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:33 smithi184 ceph-mon[31162]: osdmap e181: 8 total, 8 up, 8 in 2024-09-16T02:56:33.441 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:33 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:33.441 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:33 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:33.777 INFO:tasks.rados.rados.0.smithi097.stdout:589: done (2 left) 2024-09-16T02:56:33.777 INFO:tasks.rados.rados.0.smithi097.stdout:590: done (1 left) 2024-09-16T02:56:33.777 INFO:tasks.rados.rados.0.smithi097.stdout:592: done (0 left) 2024-09-16T02:56:33.777 INFO:tasks.rados.rados.0.smithi097.stdout:593: rmattr oid 40 current snap is 58 2024-09-16T02:56:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:593: done (0 left) 2024-09-16T02:56:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:594: read oid 10 snap 33 2024-09-16T02:56:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:594: expect (ObjNum 75 snap 11 seq_num 75) 2024-09-16T02:56:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:595: copy_from oid 33 from oid 45 current snap is 58 2024-09-16T02:56:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:596: read oid 19 snap -1 2024-09-16T02:56:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:596: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-16T02:56:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:597: setattr oid 31 current snap is 58 2024-09-16T02:56:33.778 INFO:tasks.rados.rados.0.smithi097.stdout:598: delete oid 48 current snap is 58 2024-09-16T02:56:33.783 INFO:tasks.rados.rados.0.smithi097.stdout:598: done (4 left) 2024-09-16T02:56:33.783 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 58 2024-09-16T02:56:33.783 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 141 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-09-16T02:56:33.783 INFO:tasks.rados.rados.0.smithi097.stdout:599: seq_num 210 ranges {335872=720896,1056768=401408} 2024-09-16T02:56:33.789 INFO:tasks.rados.rados.0.smithi097.stdout:599: writing smithi09778949-11 from 335872 to 1056768 tid 1 2024-09-16T02:56:33.796 INFO:tasks.rados.rados.0.smithi097.stdout:599: writing smithi09778949-11 from 1056768 to 1458176 tid 2 2024-09-16T02:56:33.796 INFO:tasks.rados.rados.0.smithi097.stdout:594: expect (ObjNum 75 snap 11 seq_num 75) 2024-09-16T02:56:33.861 INFO:tasks.rados.rados.0.smithi097.stdout:599: finishing write tid 1 to smithi09778949-11 2024-09-16T02:56:33.861 INFO:tasks.rados.rados.0.smithi097.stdout:599: finishing write tid 2 to smithi09778949-11 2024-09-16T02:56:33.861 INFO:tasks.rados.rados.0.smithi097.stdout:596: expect (ObjNum 199 snap 54 seq_num 199) 2024-09-16T02:56:33.999 INFO:tasks.rados.rados.0.smithi097.stdout:599: finishing write tid 3 to smithi09778949-11 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:599: finishing write tid 4 to smithi09778949-11 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:599: oid 11 updating version 0 to 80 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:599: oid 11 version 80 is already newer than 79 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:599: oid 11 version 80 is already newer than 78 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 80 (ObjNum 210 snap 58 seq_num 210) dirty exists 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:599: left oid 11 (ObjNum 210 snap 58 seq_num 210) 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:595: finishing copy_from racing read to smithi09778949-33 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:595: finishing copy_from to smithi09778949-33 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 107 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:594: done (4 left) 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:595: done (3 left) 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:596: done (2 left) 2024-09-16T02:56:34.000 INFO:tasks.rados.rados.0.smithi097.stdout:597: done (1 left) 2024-09-16T02:56:34.001 INFO:tasks.rados.rados.0.smithi097.stdout:599: done (0 left) 2024-09-16T02:56:34.001 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 58 2024-09-16T02:56:34.001 INFO:tasks.rados.rados.0.smithi097.stdout:600: seq_num 211 ranges {2555904=737280,3293184=401408} 2024-09-16T02:56:34.016 INFO:tasks.rados.rados.0.smithi097.stdout:600: writing smithi09778949-30 from 2555904 to 3293184 tid 1 2024-09-16T02:56:34.018 INFO:tasks.rados.rados.0.smithi097.stdout:600: writing smithi09778949-30 from 3293184 to 3694592 tid 2 2024-09-16T02:56:34.018 INFO:tasks.rados.rados.0.smithi097.stdout:601: setattr oid 7 current snap is 58 2024-09-16T02:56:34.021 INFO:tasks.rados.rados.0.smithi097.stdout:602: delete oid 6 current snap is 58 2024-09-16T02:56:34.021 INFO:tasks.rados.rados.0.smithi097.stdout:600: finishing write tid 1 to smithi09778949-30 2024-09-16T02:56:34.022 INFO:tasks.rados.rados.0.smithi097.stdout:600: finishing write tid 2 to smithi09778949-30 2024-09-16T02:56:34.023 INFO:tasks.rados.rados.0.smithi097.stdout:602: done (2 left) 2024-09-16T02:56:34.023 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 58 2024-09-16T02:56:34.023 INFO:tasks.rados.rados.0.smithi097.stdout:603: seq_num 213 ranges {0=770048,770048=401408} 2024-09-16T02:56:34.027 INFO:tasks.rados.rados.0.smithi097.stdout:603: writing smithi09778949-24 from 0 to 770048 tid 1 2024-09-16T02:56:34.030 INFO:tasks.rados.rados.0.smithi097.stdout:603: writing smithi09778949-24 from 770048 to 1171456 tid 2 2024-09-16T02:56:34.030 INFO:tasks.rados.rados.0.smithi097.stdout:604: copy_from oid 44 from oid 50 current snap is 58 2024-09-16T02:56:34.030 INFO:tasks.rados.rados.0.smithi097.stdout:600: finishing write tid 3 to smithi09778949-30 2024-09-16T02:56:34.030 INFO:tasks.rados.rados.0.smithi097.stdout:600: finishing write tid 4 to smithi09778949-30 2024-09-16T02:56:34.031 INFO:tasks.rados.rados.0.smithi097.stdout:600: oid 30 updating version 0 to 96 2024-09-16T02:56:34.031 INFO:tasks.rados.rados.0.smithi097.stdout:600: oid 30 updating version 96 to 98 2024-09-16T02:56:34.031 INFO:tasks.rados.rados.0.smithi097.stdout:600: oid 30 version 98 is already newer than 97 2024-09-16T02:56:34.031 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 98 (ObjNum 211 snap 58 seq_num 211) dirty exists 2024-09-16T02:56:34.031 INFO:tasks.rados.rados.0.smithi097.stdout:600: left oid 30 (ObjNum 211 snap 58 seq_num 211) 2024-09-16T02:56:34.031 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 337 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:56:34.031 INFO:tasks.rados.rados.0.smithi097.stdout:600: done (3 left) 2024-09-16T02:56:34.032 INFO:tasks.rados.rados.0.smithi097.stdout:601: done (2 left) 2024-09-16T02:56:34.032 INFO:tasks.rados.rados.0.smithi097.stdout:605: rollback oid 9 current snap is 58 2024-09-16T02:56:34.032 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 52 2024-09-16T02:56:34.032 INFO:tasks.rados.rados.0.smithi097.stdout:606: copy_from oid 32 from oid 18 current snap is 58 2024-09-16T02:56:34.032 INFO:tasks.rados.rados.0.smithi097.stdout:607: copy_from oid 17 from oid 7 current snap is 58 2024-09-16T02:56:34.032 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 58 2024-09-16T02:56:34.032 INFO:tasks.rados.rados.0.smithi097.stdout:608: seq_num 214 ranges {729088=794624,1523712=401408} 2024-09-16T02:56:34.039 INFO:tasks.rados.rados.0.smithi097.stdout:608: writing smithi09778949-16 from 729088 to 1523712 tid 1 2024-09-16T02:56:34.041 INFO:tasks.rados.rados.0.smithi097.stdout:608: writing smithi09778949-16 from 1523712 to 1925120 tid 2 2024-09-16T02:56:34.041 INFO:tasks.rados.rados.0.smithi097.stdout:609: snap_remove snap 19 2024-09-16T02:56:34.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:34 smithi097 ceph-mon[27580]: pgmap v35: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-09-16T02:56:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:34 smithi097 ceph-mon[27580]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T02:56:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:34 smithi097 ceph-mon[27580]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T02:56:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:34 smithi097 ceph-mon[38292]: pgmap v35: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-09-16T02:56:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:34 smithi097 ceph-mon[38292]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T02:56:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:34 smithi097 ceph-mon[38292]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T02:56:34.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:34 smithi184 ceph-mon[31162]: pgmap v35: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 37 op/s 2024-09-16T02:56:34.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:34 smithi184 ceph-mon[31162]: osdmap e182: 8 total, 8 up, 8 in 2024-09-16T02:56:34.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:34 smithi184 ceph-mon[31162]: osdmap e183: 8 total, 8 up, 8 in 2024-09-16T02:56:34.781 INFO:tasks.rados.rados.0.smithi097.stdout:609: done (6 left) 2024-09-16T02:56:34.781 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 58 2024-09-16T02:56:34.781 INFO:tasks.rados.rados.0.smithi097.stdout:610: seq_num 215 ranges {1351680=409600,1761280=532480,2293760=270336} 2024-09-16T02:56:34.791 INFO:tasks.rados.rados.0.smithi097.stdout:610: writing smithi09778949-27 from 1351680 to 1761280 tid 1 2024-09-16T02:56:34.794 INFO:tasks.rados.rados.0.smithi097.stdout:610: writing smithi09778949-27 from 1761280 to 2293760 tid 2 2024-09-16T02:56:34.797 INFO:tasks.rados.rados.0.smithi097.stdout:610: writing smithi09778949-27 from 2293760 to 2564096 tid 3 2024-09-16T02:56:34.797 INFO:tasks.rados.rados.0.smithi097.stdout:611: read oid 34 snap -1 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:611: expect deleted 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:603: finishing write tid 1 to smithi09778949-24 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:603: finishing write tid 2 to smithi09778949-24 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:605: finishing rollback tid 0 to smithi09778949-9 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:605: finishing rollback tid 1 to smithi09778949-9 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:603: finishing write tid 3 to smithi09778949-24 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:605: finishing rollback tid 2 to smithi09778949-9 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 195 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:603: finishing write tid 4 to smithi09778949-24 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:603: oid 24 updating version 0 to 224 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:603: oid 24 updating version 224 to 225 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:603: oid 24 version 225 is already newer than 223 2024-09-16T02:56:34.798 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 225 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:603: left oid 24 (ObjNum 213 snap 58 seq_num 213) 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:607: finishing copy_from racing read to smithi09778949-17 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:607: finishing copy_from to smithi09778949-17 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 337 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:604: finishing copy_from racing read to smithi09778949-44 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:604: finishing copy_from to smithi09778949-44 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 133 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:608: finishing write tid 1 to smithi09778949-16 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:608: finishing write tid 2 to smithi09778949-16 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:608: finishing write tid 3 to smithi09778949-16 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:608: finishing write tid 4 to smithi09778949-16 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:608: oid 16 updating version 0 to 340 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:608: oid 16 updating version 340 to 341 2024-09-16T02:56:34.799 INFO:tasks.rados.rados.0.smithi097.stdout:608: oid 16 version 341 is already newer than 339 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 341 (ObjNum 214 snap 58 seq_num 214) dirty exists 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:608: left oid 16 (ObjNum 214 snap 58 seq_num 214) 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:606: finishing copy_from racing read to smithi09778949-32 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:606: finishing copy_from to smithi09778949-32 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 230 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:603: done (7 left) 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:604: done (6 left) 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:605: done (5 left) 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:606: done (4 left) 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:607: done (3 left) 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:608: done (2 left) 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 58 2024-09-16T02:56:34.800 INFO:tasks.rados.rados.0.smithi097.stdout:612: seq_num 216 ranges {892928=425984,1318912=409600,1728512=393216} 2024-09-16T02:56:34.805 INFO:tasks.rados.rados.0.smithi097.stdout:612: writing smithi09778949-9 from 892928 to 1318912 tid 1 2024-09-16T02:56:34.807 INFO:tasks.rados.rados.0.smithi097.stdout:612: writing smithi09778949-9 from 1318912 to 1728512 tid 2 2024-09-16T02:56:34.810 INFO:tasks.rados.rados.0.smithi097.stdout:612: writing smithi09778949-9 from 1728512 to 2121728 tid 3 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:613: snap_create 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: finishing write tid 1 to smithi09778949-27 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: finishing write tid 2 to smithi09778949-27 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: finishing write tid 3 to smithi09778949-27 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: finishing write tid 4 to smithi09778949-27 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: finishing write tid 5 to smithi09778949-27 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: oid 27 updating version 0 to 343 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: oid 27 updating version 343 to 346 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: oid 27 version 346 is already newer than 345 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: oid 27 version 346 is already newer than 344 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 346 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:610: left oid 27 (ObjNum 215 snap 58 seq_num 215) 2024-09-16T02:56:34.811 INFO:tasks.rados.rados.0.smithi097.stdout:612: finishing write tid 1 to smithi09778949-9 2024-09-16T02:56:34.812 INFO:tasks.rados.rados.0.smithi097.stdout:612: finishing write tid 2 to smithi09778949-9 2024-09-16T02:56:34.812 INFO:tasks.rados.rados.0.smithi097.stdout:612: finishing write tid 3 to smithi09778949-9 2024-09-16T02:56:34.812 INFO:tasks.rados.rados.0.smithi097.stdout:612: finishing write tid 4 to smithi09778949-9 2024-09-16T02:56:34.813 INFO:tasks.rados.rados.0.smithi097.stdout:612: finishing write tid 5 to smithi09778949-9 2024-09-16T02:56:34.813 INFO:tasks.rados.rados.0.smithi097.stdout:612: oid 9 updating version 0 to 231 2024-09-16T02:56:34.813 INFO:tasks.rados.rados.0.smithi097.stdout:612: oid 9 updating version 231 to 232 2024-09-16T02:56:34.813 INFO:tasks.rados.rados.0.smithi097.stdout:612: oid 9 updating version 232 to 233 2024-09-16T02:56:34.813 INFO:tasks.rados.rados.0.smithi097.stdout:612: oid 9 updating version 233 to 234 2024-09-16T02:56:34.813 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 234 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-09-16T02:56:34.814 INFO:tasks.rados.rados.0.smithi097.stdout:612: left oid 9 (ObjNum 216 snap 58 seq_num 216) 2024-09-16T02:56:35.781 INFO:tasks.rados.rados.0.smithi097.stdout:610: done (3 left) 2024-09-16T02:56:35.781 INFO:tasks.rados.rados.0.smithi097.stdout:611: done (2 left) 2024-09-16T02:56:35.781 INFO:tasks.rados.rados.0.smithi097.stdout:612: done (1 left) 2024-09-16T02:56:35.782 INFO:tasks.rados.rados.0.smithi097.stdout:613: done (0 left) 2024-09-16T02:56:35.782 INFO:tasks.rados.rados.0.smithi097.stdout:614: delete oid 2 current snap is 59 2024-09-16T02:56:35.783 INFO:tasks.rados.rados.0.smithi097.stdout:614: done (0 left) 2024-09-16T02:56:35.783 INFO:tasks.rados.rados.0.smithi097.stdout:615: delete oid 5 current snap is 59 2024-09-16T02:56:35.785 INFO:tasks.rados.rados.0.smithi097.stdout:615: done (0 left) 2024-09-16T02:56:35.785 INFO:tasks.rados.rados.0.smithi097.stdout:616: read oid 43 snap -1 2024-09-16T02:56:35.785 INFO:tasks.rados.rados.0.smithi097.stdout:616: expect deleted 2024-09-16T02:56:35.785 INFO:tasks.rados.rados.0.smithi097.stdout:617: read oid 28 snap 51 2024-09-16T02:56:35.785 INFO:tasks.rados.rados.0.smithi097.stdout:617: expect (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:56:35.785 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 59 2024-09-16T02:56:35.785 INFO:tasks.rados.rados.0.smithi097.stdout:618: seq_num 219 ranges {1458176=475136,1933312=466944,2400256=335872} 2024-09-16T02:56:35.795 INFO:tasks.rados.rados.0.smithi097.stdout:618: writing smithi09778949-11 from 1458176 to 1933312 tid 1 2024-09-16T02:56:35.798 INFO:tasks.rados.rados.0.smithi097.stdout:618: writing smithi09778949-11 from 1933312 to 2400256 tid 2 2024-09-16T02:56:35.801 INFO:tasks.rados.rados.0.smithi097.stdout:618: writing smithi09778949-11 from 2400256 to 2736128 tid 3 2024-09-16T02:56:35.801 INFO:tasks.rados.rados.0.smithi097.stdout:619: read oid 39 snap -1 2024-09-16T02:56:35.801 INFO:tasks.rados.rados.0.smithi097.stdout:619: expect (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:56:35.801 INFO:tasks.rados.rados.0.smithi097.stdout:620: rollback oid 18 current snap is 59 2024-09-16T02:56:35.801 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 30 2024-09-16T02:56:35.801 INFO:tasks.rados.rados.0.smithi097.stdout:616: done (4 left) 2024-09-16T02:56:35.802 INFO:tasks.rados.rados.0.smithi097.stdout:621: setattr oid 20 current snap is 59 2024-09-16T02:56:35.802 INFO:tasks.rados.rados.0.smithi097.stdout:617: expect (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:56:35.845 INFO:tasks.rados.rados.0.smithi097.stdout:618: finishing write tid 1 to smithi09778949-11 2024-09-16T02:56:35.845 INFO:tasks.rados.rados.0.smithi097.stdout:618: finishing write tid 2 to smithi09778949-11 2024-09-16T02:56:35.845 INFO:tasks.rados.rados.0.smithi097.stdout:618: finishing write tid 3 to smithi09778949-11 2024-09-16T02:56:35.845 INFO:tasks.rados.rados.0.smithi097.stdout:620: finishing rollback tid 0 to smithi09778949-18 2024-09-16T02:56:35.845 INFO:tasks.rados.rados.0.smithi097.stdout:618: finishing write tid 4 to smithi09778949-11 2024-09-16T02:56:35.845 INFO:tasks.rados.rados.0.smithi097.stdout:620: finishing rollback tid 1 to smithi09778949-18 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:620: finishing rollback tid 2 to smithi09778949-18 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 233 (ObjNum 81 snap 14 seq_num 81) dirty exists 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:618: finishing write tid 5 to smithi09778949-11 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:618: oid 11 updating version 0 to 341 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:618: oid 11 version 341 is already newer than 338 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:618: oid 11 version 341 is already newer than 339 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:618: oid 11 version 341 is already newer than 340 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 341 (ObjNum 219 snap 59 seq_num 219) dirty exists 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:618: left oid 11 (ObjNum 219 snap 59 seq_num 219) 2024-09-16T02:56:35.846 INFO:tasks.rados.rados.0.smithi097.stdout:619: expect (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:56:35.993 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 104 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T02:56:35.993 INFO:tasks.rados.rados.0.smithi097.stdout:617: done (4 left) 2024-09-16T02:56:35.993 INFO:tasks.rados.rados.0.smithi097.stdout:618: done (3 left) 2024-09-16T02:56:35.993 INFO:tasks.rados.rados.0.smithi097.stdout:619: done (2 left) 2024-09-16T02:56:35.993 INFO:tasks.rados.rados.0.smithi097.stdout:620: done (1 left) 2024-09-16T02:56:35.993 INFO:tasks.rados.rados.0.smithi097.stdout:621: done (0 left) 2024-09-16T02:56:35.993 INFO:tasks.rados.rados.0.smithi097.stdout:622: delete oid 19 current snap is 59 2024-09-16T02:56:35.995 INFO:tasks.rados.rados.0.smithi097.stdout:622: done (0 left) 2024-09-16T02:56:35.995 INFO:tasks.rados.rados.0.smithi097.stdout:623: rollback oid 15 current snap is 59 2024-09-16T02:56:35.995 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 33 2024-09-16T02:56:35.995 INFO:tasks.rados.rados.0.smithi097.stdout:624: setattr oid 42 current snap is 59 2024-09-16T02:56:35.996 INFO:tasks.rados.rados.0.smithi097.stdout:625: setattr oid 27 current snap is 59 2024-09-16T02:56:35.997 INFO:tasks.rados.rados.0.smithi097.stdout:623: finishing rollback tid 1 to smithi09778949-15 2024-09-16T02:56:35.997 INFO:tasks.rados.rados.0.smithi097.stdout:623: finishing rollback tid 2 to smithi09778949-15 2024-09-16T02:56:35.997 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 244 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-09-16T02:56:35.998 INFO:tasks.rados.rados.0.smithi097.stdout:623: done (2 left) 2024-09-16T02:56:35.998 INFO:tasks.rados.rados.0.smithi097.stdout:626: snap_remove snap 58 2024-09-16T02:56:36.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:35 smithi184 ceph-mon[31162]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T02:56:36.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:35 smithi184 ceph-mon[31162]: pgmap v39: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-09-16T02:56:36.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:35 smithi097 ceph-mon[27580]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T02:56:36.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:35 smithi097 ceph-mon[27580]: pgmap v39: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-09-16T02:56:36.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:35 smithi097 ceph-mon[38292]: osdmap e184: 8 total, 8 up, 8 in 2024-09-16T02:56:36.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:35 smithi097 ceph-mon[38292]: pgmap v39: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-09-16T02:56:36.990 INFO:tasks.rados.rados.0.smithi097.stdout:626: done (2 left) 2024-09-16T02:56:36.991 INFO:tasks.rados.rados.0.smithi097.stdout:627: delete oid 25 current snap is 59 2024-09-16T02:56:36.991 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 364 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:56:36.991 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 366 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-09-16T02:56:36.994 INFO:tasks.rados.rados.0.smithi097.stdout:624: done (2 left) 2024-09-16T02:56:36.994 INFO:tasks.rados.rados.0.smithi097.stdout:625: done (1 left) 2024-09-16T02:56:36.994 INFO:tasks.rados.rados.0.smithi097.stdout:627: done (0 left) 2024-09-16T02:56:36.994 INFO:tasks.rados.rados.0.smithi097.stdout:628: read oid 42 snap -1 2024-09-16T02:56:36.994 INFO:tasks.rados.rados.0.smithi097.stdout:628: expect (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:56:36.994 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 59 2024-09-16T02:56:36.994 INFO:tasks.rados.rados.0.smithi097.stdout:629: seq_num 222 ranges {0=524288,524288=565248,1089536=237568} 2024-09-16T02:56:36.998 INFO:tasks.rados.rados.0.smithi097.stdout:629: writing smithi09778949-23 from 0 to 524288 tid 1 2024-09-16T02:56:37.001 INFO:tasks.rados.rados.0.smithi097.stdout:629: writing smithi09778949-23 from 524288 to 1089536 tid 2 2024-09-16T02:56:37.003 INFO:tasks.rados.rados.0.smithi097.stdout:629: writing smithi09778949-23 from 1089536 to 1327104 tid 3 2024-09-16T02:56:37.003 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 59 2024-09-16T02:56:37.003 INFO:tasks.rados.rados.0.smithi097.stdout:630: seq_num 223 ranges {786432=540672,1327104=450560,1777664=352256} 2024-09-16T02:56:37.010 INFO:tasks.rados.rados.0.smithi097.stdout:630: writing smithi09778949-37 from 786432 to 1327104 tid 1 2024-09-16T02:56:37.013 INFO:tasks.rados.rados.0.smithi097.stdout:630: writing smithi09778949-37 from 1327104 to 1777664 tid 2 2024-09-16T02:56:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:630: writing smithi09778949-37 from 1777664 to 2129920 tid 3 2024-09-16T02:56:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:631: snap_create 2024-09-16T02:56:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:629: finishing write tid 1 to smithi09778949-23 2024-09-16T02:56:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:628: expect (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:56:37.059 INFO:tasks.rados.rados.0.smithi097.stdout:629: finishing write tid 2 to smithi09778949-23 2024-09-16T02:56:37.059 INFO:tasks.rados.rados.0.smithi097.stdout:629: finishing write tid 3 to smithi09778949-23 2024-09-16T02:56:37.059 INFO:tasks.rados.rados.0.smithi097.stdout:629: finishing write tid 4 to smithi09778949-23 2024-09-16T02:56:37.059 INFO:tasks.rados.rados.0.smithi097.stdout:629: finishing write tid 5 to smithi09778949-23 2024-09-16T02:56:37.059 INFO:tasks.rados.rados.0.smithi097.stdout:629: oid 23 updating version 0 to 225 2024-09-16T02:56:37.059 INFO:tasks.rados.rados.0.smithi097.stdout:629: oid 23 updating version 225 to 227 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:629: oid 23 version 227 is already newer than 226 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:629: oid 23 updating version 227 to 228 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 228 (ObjNum 222 snap 59 seq_num 222) dirty exists 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:629: left oid 23 (ObjNum 222 snap 59 seq_num 222) 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: finishing write tid 1 to smithi09778949-37 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: finishing write tid 2 to smithi09778949-37 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: finishing write tid 3 to smithi09778949-37 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: finishing write tid 4 to smithi09778949-37 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: finishing write tid 5 to smithi09778949-37 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: oid 37 updating version 0 to 231 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: oid 37 version 231 is already newer than 229 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: oid 37 version 231 is already newer than 230 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:630: oid 37 updating version 231 to 232 2024-09-16T02:56:37.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 232 (ObjNum 223 snap 59 seq_num 223) dirty exists 2024-09-16T02:56:37.061 INFO:tasks.rados.rados.0.smithi097.stdout:630: left oid 37 (ObjNum 223 snap 59 seq_num 223) 2024-09-16T02:56:37.065 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[27580]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T02:56:37.065 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.065 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.065 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.065 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.065 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.065 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.065 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[38292]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T02:56:37.066 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.066 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.066 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.066 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.066 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.066 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:36 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:36 smithi184 ceph-mon[31162]: osdmap e185: 8 total, 8 up, 8 in 2024-09-16T02:56:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:36 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:36 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:36 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:36 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:36 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:36 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:37.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:37] ENGINE Bus STARTING 2024-09-16T02:56:37.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: CherryPy Checker: 2024-09-16T02:56:37.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: The Application mounted at '' has an empty config. 2024-09-16T02:56:37.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:37.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:37] ENGINE Serving on http://:::9283 2024-09-16T02:56:37.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:37] ENGINE Bus STARTED 2024-09-16T02:56:37.998 INFO:tasks.rados.rados.0.smithi097.stdout:628: done (3 left) 2024-09-16T02:56:37.998 INFO:tasks.rados.rados.0.smithi097.stdout:629: done (2 left) 2024-09-16T02:56:37.999 INFO:tasks.rados.rados.0.smithi097.stdout:630: done (1 left) 2024-09-16T02:56:37.999 INFO:tasks.rados.rados.0.smithi097.stdout:631: done (0 left) 2024-09-16T02:56:37.999 INFO:tasks.rados.rados.0.smithi097.stdout:632: read oid 15 snap 57 2024-09-16T02:56:37.999 INFO:tasks.rados.rados.0.smithi097.stdout:632: expect deleted 2024-09-16T02:56:37.999 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 60 2024-09-16T02:56:37.999 INFO:tasks.rados.rados.0.smithi097.stdout:633: seq_num 224 ranges {0=557056,557056=737280,1294336=65536} 2024-09-16T02:56:38.002 INFO:tasks.rados.rados.0.smithi097.stdout:633: writing smithi09778949-10 from 0 to 557056 tid 1 2024-09-16T02:56:38.006 INFO:tasks.rados.rados.0.smithi097.stdout:633: writing smithi09778949-10 from 557056 to 1294336 tid 2 2024-09-16T02:56:38.006 INFO:tasks.rados.rados.0.smithi097.stdout:633: writing smithi09778949-10 from 1294336 to 1359872 tid 3 2024-09-16T02:56:38.007 INFO:tasks.rados.rados.0.smithi097.stdout:634: rmattr oid 8 current snap is 60 2024-09-16T02:56:38.007 INFO:tasks.rados.rados.0.smithi097.stdout:634: done (2 left) 2024-09-16T02:56:38.007 INFO:tasks.rados.rados.0.smithi097.stdout:635: rmattr oid 5 current snap is 60 2024-09-16T02:56:38.007 INFO:tasks.rados.rados.0.smithi097.stdout:635: done (2 left) 2024-09-16T02:56:38.007 INFO:tasks.rados.rados.0.smithi097.stdout:636: rmattr oid 5 current snap is 60 2024-09-16T02:56:38.007 INFO:tasks.rados.rados.0.smithi097.stdout:636: done (2 left) 2024-09-16T02:56:38.007 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 60 2024-09-16T02:56:38.007 INFO:tasks.rados.rados.0.smithi097.stdout:637: seq_num 225 ranges {2129920=573440,2703360=622592,3325952=180224} 2024-09-16T02:56:38.021 INFO:tasks.rados.rados.0.smithi097.stdout:637: writing smithi09778949-37 from 2129920 to 2703360 tid 1 2024-09-16T02:56:38.024 INFO:tasks.rados.rados.0.smithi097.stdout:637: writing smithi09778949-37 from 2703360 to 3325952 tid 2 2024-09-16T02:56:38.026 INFO:tasks.rados.rados.0.smithi097.stdout:637: writing smithi09778949-37 from 3325952 to 3506176 tid 3 2024-09-16T02:56:38.026 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 60 2024-09-16T02:56:38.026 INFO:tasks.rados.rados.0.smithi097.stdout:633: finishing write tid 1 to smithi09778949-10 2024-09-16T02:56:38.026 INFO:tasks.rados.rados.0.smithi097.stdout:633: finishing write tid 2 to smithi09778949-10 2024-09-16T02:56:38.026 INFO:tasks.rados.rados.0.smithi097.stdout:633: finishing write tid 3 to smithi09778949-10 2024-09-16T02:56:38.026 INFO:tasks.rados.rados.0.smithi097.stdout:633: finishing write tid 4 to smithi09778949-10 2024-09-16T02:56:38.026 INFO:tasks.rados.rados.0.smithi097.stdout:633: finishing write tid 5 to smithi09778949-10 2024-09-16T02:56:38.027 INFO:tasks.rados.rados.0.smithi097.stdout:633: oid 10 updating version 0 to 271 2024-09-16T02:56:38.027 INFO:tasks.rados.rados.0.smithi097.stdout:633: oid 10 updating version 271 to 273 2024-09-16T02:56:38.027 INFO:tasks.rados.rados.0.smithi097.stdout:633: oid 10 updating version 273 to 274 2024-09-16T02:56:38.027 INFO:tasks.rados.rados.0.smithi097.stdout:633: oid 10 version 274 is already newer than 272 2024-09-16T02:56:38.027 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 274 (ObjNum 224 snap 60 seq_num 224) dirty exists 2024-09-16T02:56:38.027 INFO:tasks.rados.rados.0.smithi097.stdout:633: left oid 10 (ObjNum 224 snap 60 seq_num 224) 2024-09-16T02:56:38.027 INFO:tasks.rados.rados.0.smithi097.stdout:637: finishing write tid 1 to smithi09778949-37 2024-09-16T02:56:38.027 INFO:tasks.rados.rados.0.smithi097.stdout:638: seq_num 226 ranges {1384448=589824,1974272=507904,2482176=294912} 2024-09-16T02:56:38.036 INFO:tasks.rados.rados.0.smithi097.stdout:638: writing smithi09778949-28 from 1384448 to 1974272 tid 1 2024-09-16T02:56:38.039 INFO:tasks.rados.rados.0.smithi097.stdout:638: writing smithi09778949-28 from 1974272 to 2482176 tid 2 2024-09-16T02:56:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:638: writing smithi09778949-28 from 2482176 to 2777088 tid 3 2024-09-16T02:56:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:632: done (3 left) 2024-09-16T02:56:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:633: done (2 left) 2024-09-16T02:56:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 60 2024-09-16T02:56:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:639: seq_num 227 ranges {1327104=606208,1933312=794624,2727936=8192} 2024-09-16T02:56:38.051 INFO:tasks.rados.rados.0.smithi097.stdout:639: writing smithi09778949-23 from 1327104 to 1933312 tid 1 2024-09-16T02:56:38.056 INFO:tasks.rados.rados.0.smithi097.stdout:639: writing smithi09778949-23 from 1933312 to 2727936 tid 2 2024-09-16T02:56:38.056 INFO:tasks.rados.rados.0.smithi097.stdout:639: writing smithi09778949-23 from 2727936 to 2736128 tid 3 2024-09-16T02:56:38.056 INFO:tasks.rados.rados.0.smithi097.stdout:640: read oid 5 snap -1 2024-09-16T02:56:38.056 INFO:tasks.rados.rados.0.smithi097.stdout:640: expect deleted 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:641: read oid 25 snap -1 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:641: expect deleted 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 60 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: finishing write tid 2 to smithi09778949-37 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: finishing write tid 3 to smithi09778949-37 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: finishing write tid 4 to smithi09778949-37 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: finishing write tid 5 to smithi09778949-37 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: oid 37 updating version 0 to 236 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: oid 37 version 236 is already newer than 234 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: oid 37 version 236 is already newer than 233 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: oid 37 version 236 is already newer than 235 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 236 (ObjNum 225 snap 60 seq_num 225) dirty exists 2024-09-16T02:56:38.057 INFO:tasks.rados.rados.0.smithi097.stdout:637: left oid 37 (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:56:38.058 INFO:tasks.rados.rados.0.smithi097.stdout:638: finishing write tid 1 to smithi09778949-28 2024-09-16T02:56:38.058 INFO:tasks.rados.rados.0.smithi097.stdout:638: finishing write tid 2 to smithi09778949-28 2024-09-16T02:56:38.058 INFO:tasks.rados.rados.0.smithi097.stdout:642: seq_num 228 ranges {1925120=622592,2547712=671744,3219456=131072} 2024-09-16T02:56:38.070 INFO:tasks.rados.rados.0.smithi097.stdout:642: writing smithi09778949-16 from 1925120 to 2547712 tid 1 2024-09-16T02:56:38.073 INFO:tasks.rados.rados.0.smithi097.stdout:642: writing smithi09778949-16 from 2547712 to 3219456 tid 2 2024-09-16T02:56:38.075 INFO:tasks.rados.rados.0.smithi097.stdout:642: writing smithi09778949-16 from 3219456 to 3350528 tid 3 2024-09-16T02:56:38.075 INFO:tasks.rados.rados.0.smithi097.stdout:637: done (5 left) 2024-09-16T02:56:38.075 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 60 2024-09-16T02:56:38.075 INFO:tasks.rados.rados.0.smithi097.stdout:643: seq_num 229 ranges {475136=638976,1114112=606208,1720320=196608} 2024-09-16T02:56:38.081 INFO:tasks.rados.rados.0.smithi097.stdout:643: writing smithi09778949-17 from 475136 to 1114112 tid 1 2024-09-16T02:56:38.084 INFO:tasks.rados.rados.0.smithi097.stdout:643: writing smithi09778949-17 from 1114112 to 1720320 tid 2 2024-09-16T02:56:38.086 INFO:tasks.rados.rados.0.smithi097.stdout:643: writing smithi09778949-17 from 1720320 to 1916928 tid 3 2024-09-16T02:56:38.086 INFO:tasks.rados.rados.0.smithi097.stdout:644: snap_remove snap 55 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[27580]: pgmap v42: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[27580]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[27580]: Standby manager daemon y restarted 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[27580]: Standby manager daemon y started 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[38292]: pgmap v42: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:38.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[38292]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T02:56:38.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[38292]: Standby manager daemon y restarted 2024-09-16T02:56:38.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[38292]: Standby manager daemon y started 2024-09-16T02:56:38.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T02:56:38.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:38.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T02:56:38.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:37 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:38.408 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:38 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:56:38] "GET /metrics HTTP/1.1" 200 36098 "" "Prometheus/2.43.0" 2024-09-16T02:56:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:37 smithi184 ceph-mon[31162]: pgmap v42: 121 pgs: 121 active+clean; 168 MiB data, 608 MiB used, 715 GiB / 715 GiB avail 2024-09-16T02:56:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:37 smithi184 ceph-mon[31162]: osdmap e186: 8 total, 8 up, 8 in 2024-09-16T02:56:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:37 smithi184 ceph-mon[31162]: Standby manager daemon y restarted 2024-09-16T02:56:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:37 smithi184 ceph-mon[31162]: Standby manager daemon y started 2024-09-16T02:56:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:37 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-09-16T02:56:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:37 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:37 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-09-16T02:56:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:37 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:39.008 INFO:tasks.rados.rados.0.smithi097.stdout:644: done (6 left) 2024-09-16T02:56:39.008 INFO:tasks.rados.rados.0.smithi097.stdout:645: snap_remove snap 51 2024-09-16T02:56:39.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:38 smithi097 ceph-mon[27580]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T02:56:39.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:38 smithi097 ceph-mon[27580]: mgrmap e30: x(active, since 27s), standbys: y 2024-09-16T02:56:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:38 smithi097 ceph-mon[38292]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T02:56:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:38 smithi097 ceph-mon[38292]: mgrmap e30: x(active, since 27s), standbys: y 2024-09-16T02:56:39.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:38 smithi184 ceph-mon[31162]: osdmap e187: 8 total, 8 up, 8 in 2024-09-16T02:56:39.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:38 smithi184 ceph-mon[31162]: mgrmap e30: x(active, since 27s), standbys: y 2024-09-16T02:56:40.010 INFO:tasks.rados.rados.0.smithi097.stdout:645: done (6 left) 2024-09-16T02:56:40.010 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 60 2024-09-16T02:56:40.010 INFO:tasks.rados.rados.0.smithi097.stdout:646: seq_num 230 ranges {0=655360,655360=491520,1146880=311296} 2024-09-16T02:56:40.014 INFO:tasks.rados.rados.0.smithi097.stdout:646: writing smithi09778949-43 from 0 to 655360 tid 1 2024-09-16T02:56:40.018 INFO:tasks.rados.rados.0.smithi097.stdout:646: writing smithi09778949-43 from 655360 to 1146880 tid 2 2024-09-16T02:56:40.020 INFO:tasks.rados.rados.0.smithi097.stdout:646: writing smithi09778949-43 from 1146880 to 1458176 tid 3 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 60 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:638: finishing write tid 3 to smithi09778949-28 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:638: finishing write tid 4 to smithi09778949-28 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:638: finishing write tid 5 to smithi09778949-28 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:638: oid 28 updating version 0 to 374 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:638: oid 28 updating version 374 to 377 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:638: oid 28 version 377 is already newer than 376 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:638: oid 28 version 377 is already newer than 375 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 377 (ObjNum 226 snap 60 seq_num 226) dirty exists 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:638: left oid 28 (ObjNum 226 snap 60 seq_num 226) 2024-09-16T02:56:40.021 INFO:tasks.rados.rados.0.smithi097.stdout:639: finishing write tid 1 to smithi09778949-23 2024-09-16T02:56:40.022 INFO:tasks.rados.rados.0.smithi097.stdout:647: seq_num 231 ranges {802816=671744,1474560=778240,2252800=24576} 2024-09-16T02:56:40.029 INFO:tasks.rados.rados.0.smithi097.stdout:647: writing smithi09778949-49 from 802816 to 1474560 tid 1 2024-09-16T02:56:40.034 INFO:tasks.rados.rados.0.smithi097.stdout:647: writing smithi09778949-49 from 1474560 to 2252800 tid 2 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:647: writing smithi09778949-49 from 2252800 to 2277376 tid 3 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:638: done (7 left) 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:648: snap_create 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:639: finishing write tid 2 to smithi09778949-23 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:639: finishing write tid 3 to smithi09778949-23 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:639: finishing write tid 4 to smithi09778949-23 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:639: finishing write tid 5 to smithi09778949-23 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:639: oid 23 updating version 0 to 239 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:639: oid 23 version 239 is already newer than 237 2024-09-16T02:56:40.036 INFO:tasks.rados.rados.0.smithi097.stdout:639: oid 23 version 239 is already newer than 238 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:639: oid 23 updating version 239 to 240 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 240 (ObjNum 227 snap 60 seq_num 227) dirty exists 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:639: left oid 23 (ObjNum 227 snap 60 seq_num 227) 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: finishing write tid 1 to smithi09778949-16 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: finishing write tid 2 to smithi09778949-16 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: finishing write tid 3 to smithi09778949-16 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: finishing write tid 4 to smithi09778949-16 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: finishing write tid 5 to smithi09778949-16 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: oid 16 updating version 0 to 380 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: oid 16 updating version 380 to 381 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: oid 16 updating version 381 to 382 2024-09-16T02:56:40.037 INFO:tasks.rados.rados.0.smithi097.stdout:642: oid 16 version 382 is already newer than 379 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 382 (ObjNum 228 snap 60 seq_num 228) dirty exists 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:642: left oid 16 (ObjNum 228 snap 60 seq_num 228) 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: finishing write tid 1 to smithi09778949-17 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: finishing write tid 2 to smithi09778949-17 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: finishing write tid 3 to smithi09778949-17 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: finishing write tid 4 to smithi09778949-17 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: finishing write tid 5 to smithi09778949-17 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: oid 17 updating version 0 to 342 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: oid 17 updating version 342 to 344 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: oid 17 version 344 is already newer than 343 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: oid 17 updating version 344 to 345 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 345 (ObjNum 229 snap 60 seq_num 229) dirty exists 2024-09-16T02:56:40.038 INFO:tasks.rados.rados.0.smithi097.stdout:643: left oid 17 (ObjNum 229 snap 60 seq_num 229) 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: finishing write tid 1 to smithi09778949-43 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: finishing write tid 2 to smithi09778949-43 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: finishing write tid 3 to smithi09778949-43 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: finishing write tid 4 to smithi09778949-43 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: finishing write tid 5 to smithi09778949-43 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: oid 43 updating version 0 to 248 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: oid 43 version 248 is already newer than 247 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: oid 43 version 248 is already newer than 245 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: oid 43 version 248 is already newer than 246 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 248 (ObjNum 230 snap 60 seq_num 230) dirty exists 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:646: left oid 43 (ObjNum 230 snap 60 seq_num 230) 2024-09-16T02:56:40.039 INFO:tasks.rados.rados.0.smithi097.stdout:647: finishing write tid 1 to smithi09778949-49 2024-09-16T02:56:40.040 INFO:tasks.rados.rados.0.smithi097.stdout:647: finishing write tid 2 to smithi09778949-49 2024-09-16T02:56:40.040 INFO:tasks.rados.rados.0.smithi097.stdout:647: finishing write tid 3 to smithi09778949-49 2024-09-16T02:56:40.040 INFO:tasks.rados.rados.0.smithi097.stdout:647: finishing write tid 4 to smithi09778949-49 2024-09-16T02:56:40.040 INFO:tasks.rados.rados.0.smithi097.stdout:647: finishing write tid 5 to smithi09778949-49 2024-09-16T02:56:40.040 INFO:tasks.rados.rados.0.smithi097.stdout:647: oid 49 updating version 0 to 287 2024-09-16T02:56:40.041 INFO:tasks.rados.rados.0.smithi097.stdout:647: oid 49 version 287 is already newer than 286 2024-09-16T02:56:40.041 INFO:tasks.rados.rados.0.smithi097.stdout:647: oid 49 updating version 287 to 289 2024-09-16T02:56:40.041 INFO:tasks.rados.rados.0.smithi097.stdout:647: oid 49 version 289 is already newer than 288 2024-09-16T02:56:40.041 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 289 (ObjNum 231 snap 60 seq_num 231) dirty exists 2024-09-16T02:56:40.041 INFO:tasks.rados.rados.0.smithi097.stdout:647: left oid 49 (ObjNum 231 snap 60 seq_num 231) 2024-09-16T02:56:40.168 INFO:tasks.rados.rados.0.smithi097.stdout:639: done (7 left) 2024-09-16T02:56:40.168 INFO:tasks.rados.rados.0.smithi097.stdout:640: done (6 left) 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:641: done (5 left) 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:642: done (4 left) 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:643: done (3 left) 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:646: done (2 left) 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:647: done (1 left) 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:648: done (0 left) 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:649: rollback oid 13 current snap is 61 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 52 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 61 2024-09-16T02:56:40.169 INFO:tasks.rados.rados.0.smithi097.stdout:650: seq_num 232 ranges {671744=688128,1359872=663552,2023424=139264} 2024-09-16T02:56:40.175 INFO:tasks.rados.rados.0.smithi097.stdout:650: writing smithi09778949-35 from 671744 to 1359872 tid 1 2024-09-16T02:56:40.179 INFO:tasks.rados.rados.0.smithi097.stdout:650: writing smithi09778949-35 from 1359872 to 2023424 tid 2 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:650: writing smithi09778949-35 from 2023424 to 2162688 tid 3 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:649: finishing rollback tid 0 to smithi09778949-13 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:649: finishing rollback tid 1 to smithi09778949-13 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:649: finishing rollback tid 2 to smithi09778949-13 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 162 (ObjNum 177 snap 47 seq_num 177) dirty exists 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:650: finishing write tid 1 to smithi09778949-35 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:651: read oid 1 snap -1 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:651: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:56:40.181 INFO:tasks.rados.rados.0.smithi097.stdout:649: done (2 left) 2024-09-16T02:56:40.182 INFO:tasks.rados.rados.0.smithi097.stdout:652: rollback oid 10 current snap is 61 2024-09-16T02:56:40.182 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 24 2024-09-16T02:56:40.182 INFO:tasks.rados.rados.0.smithi097.stdout:653: rollback oid 7 current snap is 61 2024-09-16T02:56:40.182 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 41 2024-09-16T02:56:40.182 INFO:tasks.rados.rados.0.smithi097.stdout:654: setattr oid 45 current snap is 61 2024-09-16T02:56:40.182 INFO:tasks.rados.rados.0.smithi097.stdout:655: delete oid 18 current snap is 61 2024-09-16T02:56:40.183 INFO:tasks.rados.rados.0.smithi097.stdout:651: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:650: finishing write tid 2 to smithi09778949-35 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:653: finishing rollback tid 0 to smithi09778949-7 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:650: finishing write tid 3 to smithi09778949-35 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:651: done (5 left) 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:655: done (4 left) 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:656: delete oid 33 current snap is 61 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:650: finishing write tid 4 to smithi09778949-35 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:653: finishing rollback tid 1 to smithi09778949-7 2024-09-16T02:56:40.189 INFO:tasks.rados.rados.0.smithi097.stdout:653: finishing rollback tid 2 to smithi09778949-7 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 410 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:652: finishing rollback tid 0 to smithi09778949-10 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:650: finishing write tid 5 to smithi09778949-35 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:650: oid 35 updating version 0 to 238 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:650: oid 35 version 238 is already newer than 236 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:650: oid 35 version 238 is already newer than 235 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:650: oid 35 version 238 is already newer than 237 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 238 (ObjNum 232 snap 61 seq_num 232) dirty exists 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:650: left oid 35 (ObjNum 232 snap 61 seq_num 232) 2024-09-16T02:56:40.190 INFO:tasks.rados.rados.0.smithi097.stdout:652: finishing rollback tid 1 to smithi09778949-10 2024-09-16T02:56:40.191 INFO:tasks.rados.rados.0.smithi097.stdout:652: finishing rollback tid 2 to smithi09778949-10 2024-09-16T02:56:40.191 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 293 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-09-16T02:56:40.191 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 123 (ObjNum 121 snap 30 seq_num 121) dirty exists 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:650: done (4 left) 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:652: done (3 left) 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:653: done (2 left) 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:654: done (1 left) 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:656: done (0 left) 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:657: rmattr oid 13 current snap is 61 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:657: done (0 left) 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:658: read oid 1 snap -1 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:658: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:659: delete oid 8 current snap is 61 2024-09-16T02:56:40.192 INFO:tasks.rados.rados.0.smithi097.stdout:658: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:56:40.195 INFO:tasks.rados.rados.0.smithi097.stdout:658: done (1 left) 2024-09-16T02:56:40.195 INFO:tasks.rados.rados.0.smithi097.stdout:659: done (0 left) 2024-09-16T02:56:40.195 INFO:tasks.rados.rados.0.smithi097.stdout:660: rollback oid 9 current snap is 61 2024-09-16T02:56:40.195 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 56 2024-09-16T02:56:40.195 INFO:tasks.rados.rados.0.smithi097.stdout:661: read oid 6 snap -1 2024-09-16T02:56:40.195 INFO:tasks.rados.rados.0.smithi097.stdout:661: expect deleted 2024-09-16T02:56:40.195 INFO:tasks.rados.rados.0.smithi097.stdout:662: read oid 24 snap 35 2024-09-16T02:56:40.196 INFO:tasks.rados.rados.0.smithi097.stdout:662: expect (ObjNum 62 snap 4 seq_num 62) 2024-09-16T02:56:40.196 INFO:tasks.rados.rados.0.smithi097.stdout:663: delete oid 44 current snap is 61 2024-09-16T02:56:40.197 INFO:tasks.rados.rados.0.smithi097.stdout:661: done (3 left) 2024-09-16T02:56:40.197 INFO:tasks.rados.rados.0.smithi097.stdout:663: done (2 left) 2024-09-16T02:56:40.197 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 61 2024-09-16T02:56:40.197 INFO:tasks.rados.rados.0.smithi097.stdout:664: seq_num 237 ranges {2777088=778240,3555328=532480,4087808=270336} 2024-09-16T02:56:40.216 INFO:tasks.rados.rados.0.smithi097.stdout:664: writing smithi09778949-28 from 2777088 to 3555328 tid 1 2024-09-16T02:56:40.219 INFO:tasks.rados.rados.0.smithi097.stdout:664: writing smithi09778949-28 from 3555328 to 4087808 tid 2 2024-09-16T02:56:40.221 INFO:tasks.rados.rados.0.smithi097.stdout:664: writing smithi09778949-28 from 4087808 to 4358144 tid 3 2024-09-16T02:56:40.221 INFO:tasks.rados.rados.0.smithi097.stdout:665: read oid 46 snap -1 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:665: expect deleted 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:666: read oid 44 snap 35 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:666: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:667: delete oid 2 current snap is 61 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:660: finishing rollback tid 0 to smithi09778949-9 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:660: finishing rollback tid 1 to smithi09778949-9 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:660: finishing rollback tid 2 to smithi09778949-9 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 241 (ObjNum 196 snap 52 seq_num 196) dirty exists 2024-09-16T02:56:40.222 INFO:tasks.rados.rados.0.smithi097.stdout:662: expect (ObjNum 62 snap 4 seq_num 62) 2024-09-16T02:56:40.266 INFO:tasks.rados.rados.0.smithi097.stdout:664: finishing write tid 1 to smithi09778949-28 2024-09-16T02:56:40.266 INFO:tasks.rados.rados.0.smithi097.stdout:660: done (5 left) 2024-09-16T02:56:40.266 INFO:tasks.rados.rados.0.smithi097.stdout:662: done (4 left) 2024-09-16T02:56:40.266 INFO:tasks.rados.rados.0.smithi097.stdout:665: done (3 left) 2024-09-16T02:56:40.266 INFO:tasks.rados.rados.0.smithi097.stdout:667: done (2 left) 2024-09-16T02:56:40.266 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 61 2024-09-16T02:56:40.266 INFO:tasks.rados.rados.0.smithi097.stdout:664: finishing write tid 2 to smithi09778949-28 2024-09-16T02:56:40.266 INFO:tasks.rados.rados.0.smithi097.stdout:668: seq_num 239 ranges {1867776=409600,2277376=704512,2981888=499712} 2024-09-16T02:56:40.277 INFO:tasks.rados.rados.0.smithi097.stdout:668: writing smithi09778949-41 from 1867776 to 2277376 tid 1 2024-09-16T02:56:40.281 INFO:tasks.rados.rados.0.smithi097.stdout:668: writing smithi09778949-41 from 2277376 to 2981888 tid 2 2024-09-16T02:56:40.284 INFO:tasks.rados.rados.0.smithi097.stdout:668: writing smithi09778949-41 from 2981888 to 3481600 tid 3 2024-09-16T02:56:40.285 INFO:tasks.rados.rados.0.smithi097.stdout:669: copy_from oid 33 from oid 29 current snap is 61 2024-09-16T02:56:40.285 INFO:tasks.rados.rados.0.smithi097.stdout:664: finishing write tid 3 to smithi09778949-28 2024-09-16T02:56:40.285 INFO:tasks.rados.rados.0.smithi097.stdout:664: finishing write tid 4 to smithi09778949-28 2024-09-16T02:56:40.285 INFO:tasks.rados.rados.0.smithi097.stdout:666: expect (ObjNum 43 snap 0 seq_num 43) 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:664: finishing write tid 5 to smithi09778949-28 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:664: oid 28 updating version 0 to 414 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:664: oid 28 version 414 is already newer than 412 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:664: oid 28 updating version 414 to 415 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:664: oid 28 version 415 is already newer than 413 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 415 (ObjNum 237 snap 61 seq_num 237) dirty exists 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:664: left oid 28 (ObjNum 237 snap 61 seq_num 237) 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:664: done (3 left) 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:666: done (2 left) 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:670: delete oid 35 current snap is 61 2024-09-16T02:56:40.307 INFO:tasks.rados.rados.0.smithi097.stdout:668: finishing write tid 1 to smithi09778949-41 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: finishing write tid 2 to smithi09778949-41 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: finishing write tid 3 to smithi09778949-41 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: finishing write tid 4 to smithi09778949-41 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: finishing write tid 5 to smithi09778949-41 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: oid 41 updating version 0 to 334 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: oid 41 updating version 334 to 335 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: oid 41 version 335 is already newer than 332 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: oid 41 version 335 is already newer than 333 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 335 (ObjNum 239 snap 61 seq_num 239) dirty exists 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:668: left oid 41 (ObjNum 239 snap 61 seq_num 239) 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:669: finishing copy_from racing read to smithi09778949-33 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:669: finishing copy_from to smithi09778949-33 2024-09-16T02:56:40.308 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 170 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-09-16T02:56:40.310 INFO:tasks.rados.rados.0.smithi097.stdout:668: done (2 left) 2024-09-16T02:56:40.310 INFO:tasks.rados.rados.0.smithi097.stdout:669: done (1 left) 2024-09-16T02:56:40.310 INFO:tasks.rados.rados.0.smithi097.stdout:670: done (0 left) 2024-09-16T02:56:40.310 INFO:tasks.rados.rados.0.smithi097.stdout:671: read oid 37 snap -1 2024-09-16T02:56:40.310 INFO:tasks.rados.rados.0.smithi097.stdout:671: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:56:40.310 INFO:tasks.rados.rados.0.smithi097.stdout:672: snap_remove snap 30 2024-09-16T02:56:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:39 smithi184 ceph-mon[31162]: pgmap v44: 121 pgs: 121 active+clean; 190 MiB data, 689 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-09-16T02:56:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:39 smithi184 ceph-mon[31162]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T02:56:40.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:40.159+0000 7f1202076640 -1 mgr handle_mgr_map I was active but no longer am 2024-09-16T02:56:40.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: ignoring --setuser ceph since I am not root 2024-09-16T02:56:40.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: ignoring --setgroup ceph since I am not root 2024-09-16T02:56:40.409 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:40 smithi184 ceph-mgr[64295]: -- 172.21.15.184:0/72126009 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5576e3a090e0 con 0x5576e39e6800 2024-09-16T02:56:40.447 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:39 smithi097 ceph-mon[27580]: pgmap v44: 121 pgs: 121 active+clean; 190 MiB data, 689 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-09-16T02:56:40.448 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:39 smithi097 ceph-mon[27580]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T02:56:40.448 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:39 smithi097 ceph-mon[38292]: pgmap v44: 121 pgs: 121 active+clean; 190 MiB data, 689 MiB used, 715 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-09-16T02:56:40.448 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:39 smithi097 ceph-mon[38292]: osdmap e188: 8 total, 8 up, 8 in 2024-09-16T02:56:40.448 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:40] ENGINE Bus STOPPING 2024-09-16T02:56:40.448 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:40] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:56:40.448 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:40] ENGINE Bus STOPPED 2024-09-16T02:56:41.172 INFO:tasks.rados.rados.0.smithi097.stdout:672: done (1 left) 2024-09-16T02:56:41.172 INFO:tasks.rados.rados.0.smithi097.stdout:673: snap_remove snap 49 2024-09-16T02:56:41.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T02:56:41.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:41.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:41.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:41.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: Activating manager daemon y 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.24694 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: mgrmap e31: y(active, starting, since 0.00801532s) 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:56:41.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: Manager daemon y is now available 2024-09-16T02:56:41.194 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:41.195 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: Activating manager daemon y 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.24694 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: mgrmap e31: y(active, starting, since 0.00801532s) 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:56:41.196 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:56:41.197 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: Manager daemon y is now available 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.834+0000 7f0db0e14640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.834+0000 7f0db0e14640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.198 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.834+0000 7f0db0e14640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.199 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.834+0000 7f0db0e14640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.199 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.834+0000 7f0db0e14640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.199 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.836+0000 7f0db3e1a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.199 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.836+0000 7f0db3e1a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.199 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.836+0000 7f0db3e1a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.199 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.836+0000 7f0db3e1a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.199 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:40 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:40.836+0000 7f0db3e1a640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:56:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: osdmap e189: 8 total, 8 up, 8 in 2024-09-16T02:56:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' 2024-09-16T02:56:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 172.21.15.184:0/198462127' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: Activating manager daemon y 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: osdmap e190: 8 total, 8 up, 8 in 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.24694 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: mgrmap e31: y(active, starting, since 0.00801532s) 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-09-16T02:56:41.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: Manager daemon y is now available 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:56:41.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:41.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-09-16T02:56:41.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:41 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-09-16T02:56:41.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:41] ENGINE Bus STARTING 2024-09-16T02:56:41.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:41] ENGINE Serving on http://:::9283 2024-09-16T02:56:41.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:56:41] ENGINE Bus STARTED 2024-09-16T02:56:41.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:41.866+0000 7f0d973a4640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:02:56:41] ENGINE Error in HTTPServer.serve 2024-09-16T02:56:41.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: Traceback (most recent call last): 2024-09-16T02:56:41.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:56:41.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: self._connections.run(self.expiration_interval) 2024-09-16T02:56:41.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:56:41.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: self._run(expiration_interval) 2024-09-16T02:56:41.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: s = self.context.wrap_socket( 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: return self.sslsocket_class._create( 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: self.do_handshake() 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: self._sslobj.do_handshake() 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:56:41.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:56:42.181 INFO:tasks.rados.rados.0.smithi097.stdout:673: done (1 left) 2024-09-16T02:56:42.181 INFO:tasks.rados.rados.0.smithi097.stdout:674: setattr oid 18 current snap is 61 2024-09-16T02:56:42.182 INFO:tasks.rados.rados.0.smithi097.stdout:671: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:56:42.325 INFO:tasks.rados.rados.0.smithi097.stdout:671: done (1 left) 2024-09-16T02:56:42.325 INFO:tasks.rados.rados.0.smithi097.stdout:675: copy_from oid 14 from oid 10 current snap is 61 2024-09-16T02:56:42.325 INFO:tasks.rados.rados.0.smithi097.stdout:676: rollback oid 19 current snap is 61 2024-09-16T02:56:42.325 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 19 to 60 2024-09-16T02:56:42.325 INFO:tasks.rados.rados.0.smithi097.stdout:677: read oid 36 snap -1 2024-09-16T02:56:42.325 INFO:tasks.rados.rados.0.smithi097.stdout:677: expect (ObjNum 202 snap 54 seq_num 202) 2024-09-16T02:56:42.326 INFO:tasks.rados.rados.0.smithi097.stdout:678: snap_remove snap 54 2024-09-16T02:56:42.429 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[27580]: mgrmap e32: y(active, since 1.00866s) 2024-09-16T02:56:42.429 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[27580]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T02:56:42.429 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:41] ENGINE Bus STARTING 2024-09-16T02:56:42.429 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:41] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:56:42.429 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:41] ENGINE Error in HTTPServer.serve 2024-09-16T02:56:42.429 INFO:journalctl@ceph.mon.a.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:56:42.429 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:56:42.429 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: self.do_handshake() 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:56:42.430 INFO:journalctl@ceph.mon.a.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[38292]: mgrmap e32: y(active, since 1.00866s) 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[38292]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:41] ENGINE Bus STARTING 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:41] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:42 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:41] ENGINE Error in HTTPServer.serve 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:56:42.431 INFO:journalctl@ceph.mon.c.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: self.do_handshake() 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:56:42.432 INFO:journalctl@ceph.mon.c.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:56:42.592 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:42 smithi184 ceph-mon[31162]: mgrmap e32: y(active, since 1.00866s) 2024-09-16T02:56:42.592 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:42 smithi184 ceph-mon[31162]: osdmap e191: 8 total, 8 up, 8 in 2024-09-16T02:56:42.592 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:42 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:41] ENGINE Bus STARTING 2024-09-16T02:56:42.592 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:42 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:41] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:56:42.592 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:42 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:41] ENGINE Error in HTTPServer.serve 2024-09-16T02:56:42.592 INFO:journalctl@ceph.mon.b.smithi184.stdout: Traceback (most recent call last): 2024-09-16T02:56:42.592 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:56:42.592 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._run(expiration_interval) 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: s = self.context.wrap_socket( 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: return self.sslsocket_class._create( 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: self.do_handshake() 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:56:42.593 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._sslobj.do_handshake() 2024-09-16T02:56:42.594 INFO:journalctl@ceph.mon.b.smithi184.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:56:43.184 INFO:tasks.rados.rados.0.smithi097.stdout:678: done (4 left) 2024-09-16T02:56:43.184 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 61 2024-09-16T02:56:43.184 INFO:tasks.rados.rados.0.smithi097.stdout:679: seq_num 241 ranges {0=442368,442368=466944,909312=688128,1597440=49152} 2024-09-16T02:56:43.187 INFO:tasks.rados.rados.0.smithi097.stdout:679: writing smithi09778949-2 from 0 to 442368 tid 1 2024-09-16T02:56:43.193 INFO:tasks.rados.rados.0.smithi097.stdout:679: writing smithi09778949-2 from 442368 to 909312 tid 2 2024-09-16T02:56:43.198 INFO:tasks.rados.rados.0.smithi097.stdout:679: writing smithi09778949-2 from 909312 to 1597440 tid 3 2024-09-16T02:56:43.198 INFO:tasks.rados.rados.0.smithi097.stdout:679: writing smithi09778949-2 from 1597440 to 1646592 tid 4 2024-09-16T02:56:43.202 INFO:tasks.rados.rados.0.smithi097.stdout:676: finishing rollback tid 1 to smithi09778949-19 2024-09-16T02:56:43.202 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 362 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T02:56:43.202 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 235 (ObjNum 33 snap 0 seq_num 1953066355) dirty exists 2024-09-16T02:56:43.202 INFO:tasks.rados.rados.0.smithi097.stdout:677: expect (ObjNum 202 snap 54 seq_num 202) 2024-09-16T02:56:43.234 INFO:tasks.rados.rados.0.smithi097.stdout:675: finishing copy_from racing read to smithi09778949-14 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:675: finishing copy_from to smithi09778949-14 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 293 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: finishing write tid 1 to smithi09778949-2 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: finishing write tid 2 to smithi09778949-2 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: finishing write tid 3 to smithi09778949-2 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: finishing write tid 4 to smithi09778949-2 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: finishing write tid 5 to smithi09778949-2 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: finishing write tid 6 to smithi09778949-2 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: oid 2 updating version 0 to 296 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: oid 2 updating version 296 to 298 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: oid 2 version 298 is already newer than 297 2024-09-16T02:56:43.235 INFO:tasks.rados.rados.0.smithi097.stdout:679: oid 2 version 298 is already newer than 295 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:679: oid 2 version 298 is already newer than 294 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 298 (ObjNum 241 snap 61 seq_num 241) dirty exists 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:679: left oid 2 (ObjNum 241 snap 61 seq_num 241) 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:674: done (4 left) 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:675: done (3 left) 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:676: done (2 left) 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:677: done (1 left) 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:679: done (0 left) 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:680: read oid 49 snap -1 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:680: expect (ObjNum 231 snap 60 seq_num 231) 2024-09-16T02:56:43.236 INFO:tasks.rados.rados.0.smithi097.stdout:681: snap_create 2024-09-16T02:56:43.241 INFO:tasks.rados.rados.0.smithi097.stdout:680: expect (ObjNum 231 snap 60 seq_num 231) 2024-09-16T02:56:43.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:41] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[38292]: [16/Sep/2024:02:56:41] ENGINE Bus STARTED 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[38292]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[38292]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 208 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 311 MiB/s rd, 156 MiB/s wr, 2.52k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[38292]: mgrmap e33: y(active, since 2s) 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:41] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[27580]: [16/Sep/2024:02:56:41] ENGINE Bus STARTED 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[27580]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[27580]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 208 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 311 MiB/s rd, 156 MiB/s wr, 2.52k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-09-16T02:56:43.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:43 smithi097 ceph-mon[27580]: mgrmap e33: y(active, since 2s) 2024-09-16T02:56:43.496 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:43 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:41] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:56:43.496 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:43 smithi184 ceph-mon[31162]: [16/Sep/2024:02:56:41] ENGINE Bus STARTED 2024-09-16T02:56:43.496 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:43 smithi184 ceph-mon[31162]: osdmap e192: 8 total, 8 up, 8 in 2024-09-16T02:56:43.496 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:43 smithi184 ceph-mon[31162]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 208 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 311 MiB/s rd, 156 MiB/s wr, 2.52k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-09-16T02:56:43.496 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:43 smithi184 ceph-mon[31162]: mgrmap e33: y(active, since 2s) 2024-09-16T02:56:43.777 INFO:tasks.rados.rados.0.smithi097.stdout:680: done (1 left) 2024-09-16T02:56:43.777 INFO:tasks.rados.rados.0.smithi097.stdout:681: done (0 left) 2024-09-16T02:56:43.777 INFO:tasks.rados.rados.0.smithi097.stdout:682: snap_remove snap 24 2024-09-16T02:56:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:44 smithi097 ceph-mon[27580]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T02:56:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:44 smithi097 ceph-mon[27580]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T02:56:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:44 smithi097 ceph-mon[38292]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T02:56:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:44 smithi097 ceph-mon[38292]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T02:56:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:44 smithi184 ceph-mon[31162]: osdmap e193: 8 total, 8 up, 8 in 2024-09-16T02:56:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:44 smithi184 ceph-mon[31162]: osdmap e194: 8 total, 8 up, 8 in 2024-09-16T02:56:44.791 INFO:tasks.rados.rados.0.smithi097.stdout:682: done (0 left) 2024-09-16T02:56:44.791 INFO:tasks.rados.rados.0.smithi097.stdout:683: snap_create 2024-09-16T02:56:45.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[38292]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 208 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 103 MiB/s rd, 52 MiB/s wr, 837 op/s; 578 KiB/s, 2 objects/s recovering 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[38292]: mgrmap e34: y(active, since 4s) 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[38292]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[27580]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 208 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 103 MiB/s rd, 52 MiB/s wr, 837 op/s; 578 KiB/s, 2 objects/s recovering 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[27580]: mgrmap e34: y(active, since 4s) 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:45 smithi097 ceph-mon[27580]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T02:56:45.531 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-mon[31162]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 208 MiB data, 771 MiB used, 714 GiB / 715 GiB avail; 103 MiB/s rd, 52 MiB/s wr, 837 op/s; 578 KiB/s, 2 objects/s recovering 2024-09-16T02:56:45.531 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-mon[31162]: mgrmap e34: y(active, since 4s) 2024-09-16T02:56:45.531 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:45.531 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:45.531 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-mon[31162]: osdmap e195: 8 total, 8 up, 8 in 2024-09-16T02:56:45.531 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:45] ENGINE Bus STARTING 2024-09-16T02:56:45.531 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: CherryPy Checker: 2024-09-16T02:56:45.531 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: The Application mounted at '' has an empty config. 2024-09-16T02:56:45.532 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: 2024-09-16T02:56:45.789 INFO:tasks.rados.rados.0.smithi097.stdout:683: done (0 left) 2024-09-16T02:56:45.789 INFO:tasks.rados.rados.0.smithi097.stdout:684: read oid 1 snap -1 2024-09-16T02:56:45.789 INFO:tasks.rados.rados.0.smithi097.stdout:684: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:56:45.789 INFO:tasks.rados.rados.0.smithi097.stdout:685: copy_from oid 27 from oid 46 current snap is 63 2024-09-16T02:56:45.789 INFO:tasks.rados.rados.0.smithi097.stdout:686: rollback oid 29 current snap is 63 2024-09-16T02:56:45.789 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 29 to 41 2024-09-16T02:56:45.789 INFO:tasks.rados.rados.0.smithi097.stdout:687: setattr oid 49 current snap is 63 2024-09-16T02:56:45.790 INFO:tasks.rados.rados.0.smithi097.stdout:685: finishing copy_from to smithi09778949-27 2024-09-16T02:56:45.790 INFO:tasks.rados.rados.0.smithi097.stdout:685: got expected ENOENT (src dne) 2024-09-16T02:56:45.790 INFO:tasks.rados.rados.0.smithi097.stdout:685: finishing copy_from racing read to smithi09778949-27 2024-09-16T02:56:45.790 INFO:tasks.rados.rados.0.smithi097.stdout:685: done (3 left) 2024-09-16T02:56:45.790 INFO:tasks.rados.rados.0.smithi097.stdout:688: delete oid 40 current snap is 63 2024-09-16T02:56:45.791 INFO:tasks.rados.rados.0.smithi097.stdout:684: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:56:45.796 INFO:tasks.rados.rados.0.smithi097.stdout:686: finishing rollback tid 0 to smithi09778949-29 2024-09-16T02:56:45.797 INFO:tasks.rados.rados.0.smithi097.stdout:686: finishing rollback tid 1 to smithi09778949-29 2024-09-16T02:56:45.797 INFO:tasks.rados.rados.0.smithi097.stdout:686: finishing rollback tid 2 to smithi09778949-29 2024-09-16T02:56:45.797 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 336 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-09-16T02:56:45.797 INFO:tasks.rados.rados.0.smithi097.stdout:684: done (3 left) 2024-09-16T02:56:45.797 INFO:tasks.rados.rados.0.smithi097.stdout:686: done (2 left) 2024-09-16T02:56:45.797 INFO:tasks.rados.rados.0.smithi097.stdout:688: done (1 left) 2024-09-16T02:56:45.797 INFO:tasks.rados.rados.0.smithi097.stdout:689: snap_create 2024-09-16T02:56:45.797 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 338 (ObjNum 231 snap 60 seq_num 231) dirty exists 2024-09-16T02:56:45.908 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:45] ENGINE Serving on http://:::9283 2024-09-16T02:56:45.908 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: [16/Sep/2024:02:56:45] ENGINE Bus STARTED 2024-09-16T02:56:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: Standby manager daemon x started 2024-09-16T02:56:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:56:46.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:46.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:56:46.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:46.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T02:56:46.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:46 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: Standby manager daemon x started 2024-09-16T02:56:46.672 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: Standby manager daemon x started 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/3105728815' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: osdmap e196: 8 total, 8 up, 8 in 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.674 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:46 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:46.792 INFO:tasks.rados.rados.0.smithi097.stdout:687: done (1 left) 2024-09-16T02:56:46.792 INFO:tasks.rados.rados.0.smithi097.stdout:689: done (0 left) 2024-09-16T02:56:46.792 INFO:tasks.rados.rados.0.smithi097.stdout:690: delete oid 9 current snap is 64 2024-09-16T02:56:46.794 INFO:tasks.rados.rados.0.smithi097.stdout:690: done (0 left) 2024-09-16T02:56:46.794 INFO:tasks.rados.rados.0.smithi097.stdout:691: snap_create 2024-09-16T02:56:47.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:47 smithi184 ceph-mon[31162]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 200 MiB data, 811 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 866 KiB/s wr, 10 op/s 2024-09-16T02:56:47.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:47 smithi184 ceph-mon[31162]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-16T02:56:47.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:47 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:56:47.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:47 smithi184 ceph-mon[31162]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T02:56:47.680 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:47 smithi097 ceph-mon[38292]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 200 MiB data, 811 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 866 KiB/s wr, 10 op/s 2024-09-16T02:56:47.680 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:47 smithi097 ceph-mon[38292]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-16T02:56:47.680 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:47 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:56:47.680 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:47 smithi097 ceph-mon[38292]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T02:56:47.680 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:47 smithi097 ceph-mon[27580]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 200 MiB data, 811 MiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 866 KiB/s wr, 10 op/s 2024-09-16T02:56:47.680 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:47 smithi097 ceph-mon[27580]: mgrmap e35: y(active, since 6s), standbys: x 2024-09-16T02:56:47.680 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:47 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-09-16T02:56:47.680 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:47 smithi097 ceph-mon[27580]: osdmap e197: 8 total, 8 up, 8 in 2024-09-16T02:56:47.791 INFO:tasks.rados.rados.0.smithi097.stdout:691: done (0 left) 2024-09-16T02:56:47.792 INFO:tasks.rados.rados.0.smithi097.stdout:692: rmattr oid 13 current snap is 65 2024-09-16T02:56:47.792 INFO:tasks.rados.rados.0.smithi097.stdout:692: done (0 left) 2024-09-16T02:56:47.792 INFO:tasks.rados.rados.0.smithi097.stdout:693: snap_create 2024-09-16T02:56:48.408 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[64291]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:56:48] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-09-16T02:56:48.797 INFO:tasks.rados.rados.0.smithi097.stdout:693: done (0 left) 2024-09-16T02:56:48.797 INFO:tasks.rados.rados.0.smithi097.stdout:694: copy_from oid 43 from oid 39 current snap is 66 2024-09-16T02:56:48.798 INFO:tasks.rados.rados.0.smithi097.stdout:695: delete oid 49 current snap is 66 2024-09-16T02:56:48.802 INFO:tasks.rados.rados.0.smithi097.stdout:695: done (1 left) 2024-09-16T02:56:48.803 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 66 2024-09-16T02:56:48.803 INFO:tasks.rados.rados.0.smithi097.stdout:696: seq_num 245 ranges {2736128=507904,3244032=458752,3702784=671744,4374528=73728} 2024-09-16T02:56:48.820 INFO:tasks.rados.rados.0.smithi097.stdout:696: writing smithi09778949-23 from 2736128 to 3244032 tid 1 2024-09-16T02:56:48.823 INFO:tasks.rados.rados.0.smithi097.stdout:696: writing smithi09778949-23 from 3244032 to 3702784 tid 2 2024-09-16T02:56:48.827 INFO:tasks.rados.rados.0.smithi097.stdout:696: writing smithi09778949-23 from 3702784 to 4374528 tid 3 2024-09-16T02:56:48.828 INFO:tasks.rados.rados.0.smithi097.stdout:696: writing smithi09778949-23 from 4374528 to 4448256 tid 4 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:697: rollback oid 3 current snap is 66 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 3 to 41 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:694: finishing copy_from racing read to smithi09778949-43 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:694: finishing copy_from to smithi09778949-43 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 222 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:696: finishing write tid 1 to smithi09778949-23 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:696: finishing write tid 2 to smithi09778949-23 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:694: done (2 left) 2024-09-16T02:56:48.829 INFO:tasks.rados.rados.0.smithi097.stdout:698: snap_create 2024-09-16T02:56:48.830 INFO:tasks.rados.rados.0.smithi097.stdout:697: finishing rollback tid 0 to smithi09778949-3 2024-09-16T02:56:48.831 INFO:tasks.rados.rados.0.smithi097.stdout:696: finishing write tid 3 to smithi09778949-23 2024-09-16T02:56:48.832 INFO:tasks.rados.rados.0.smithi097.stdout:696: finishing write tid 4 to smithi09778949-23 2024-09-16T02:56:48.832 INFO:tasks.rados.rados.0.smithi097.stdout:697: finishing rollback tid 1 to smithi09778949-3 2024-09-16T02:56:48.832 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 471 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T02:56:48.832 INFO:tasks.rados.rados.0.smithi097.stdout:696: finishing write tid 5 to smithi09778949-23 2024-09-16T02:56:48.833 INFO:tasks.rados.rados.0.smithi097.stdout:696: finishing write tid 6 to smithi09778949-23 2024-09-16T02:56:48.833 INFO:tasks.rados.rados.0.smithi097.stdout:696: oid 23 updating version 0 to 243 2024-09-16T02:56:48.833 INFO:tasks.rados.rados.0.smithi097.stdout:696: oid 23 updating version 243 to 244 2024-09-16T02:56:48.833 INFO:tasks.rados.rados.0.smithi097.stdout:696: oid 23 version 244 is already newer than 242 2024-09-16T02:56:48.833 INFO:tasks.rados.rados.0.smithi097.stdout:696: oid 23 updating version 244 to 245 2024-09-16T02:56:48.833 INFO:tasks.rados.rados.0.smithi097.stdout:696: oid 23 version 245 is already newer than 241 2024-09-16T02:56:48.833 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 245 (ObjNum 245 snap 66 seq_num 245) dirty exists 2024-09-16T02:56:48.833 INFO:tasks.rados.rados.0.smithi097.stdout:696: left oid 23 (ObjNum 245 snap 66 seq_num 245) 2024-09-16T02:56:49.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:48 smithi184 ceph-mon[31162]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T02:56:49.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:48 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:49.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:48 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:49.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:48 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:49.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:48 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:49.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[38292]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[27580]: osdmap e198: 8 total, 8 up, 8 in 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:48 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:56:49.804 INFO:tasks.rados.rados.0.smithi097.stdout:696: done (2 left) 2024-09-16T02:56:49.804 INFO:tasks.rados.rados.0.smithi097.stdout:697: done (1 left) 2024-09-16T02:56:49.804 INFO:tasks.rados.rados.0.smithi097.stdout:698: done (0 left) 2024-09-16T02:56:49.804 INFO:tasks.rados.rados.0.smithi097.stdout:699: read oid 42 snap -1 2024-09-16T02:56:49.804 INFO:tasks.rados.rados.0.smithi097.stdout:699: expect (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:56:49.804 INFO:tasks.rados.rados.0.smithi097.stdout:700: snap_create 2024-09-16T02:56:49.810 INFO:tasks.rados.rados.0.smithi097.stdout:699: expect (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:56:50.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: pgmap v15: 121 pgs: 121 active+clean; 191 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 866 KiB/s wr, 33 op/s 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:49 smithi184 ceph-mon[31162]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: pgmap v15: 121 pgs: 121 active+clean; 191 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 866 KiB/s wr, 33 op/s 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[38292]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: pgmap v15: 121 pgs: 121 active+clean; 191 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 866 KiB/s wr, 33 op/s 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:50.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: osdmap e199: 8 total, 8 up, 8 in 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:50.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:49 smithi097 ceph-mon[27580]: Reconfiguring prometheus.a (dependencies changed)... 2024-09-16T02:56:50.812 INFO:tasks.rados.rados.0.smithi097.stdout:699: done (1 left) 2024-09-16T02:56:50.813 INFO:tasks.rados.rados.0.smithi097.stdout:700: done (0 left) 2024-09-16T02:56:50.813 INFO:tasks.rados.rados.0.smithi097.stdout:701: read oid 36 snap -1 2024-09-16T02:56:50.813 INFO:tasks.rados.rados.0.smithi097.stdout:701: expect (ObjNum 202 snap 54 seq_num 202) 2024-09-16T02:56:50.813 INFO:tasks.rados.rados.0.smithi097.stdout:702: copy_from oid 4 from oid 26 current snap is 68 2024-09-16T02:56:50.813 INFO:tasks.rados.rados.0.smithi097.stdout:703: delete oid 16 current snap is 68 2024-09-16T02:56:50.817 INFO:tasks.rados.rados.0.smithi097.stdout:703: done (2 left) 2024-09-16T02:56:50.818 INFO:tasks.rados.rados.0.smithi097.stdout:704: read oid 47 snap -1 2024-09-16T02:56:50.818 INFO:tasks.rados.rados.0.smithi097.stdout:704: expect (ObjNum 191 snap 52 seq_num 191) 2024-09-16T02:56:50.818 INFO:tasks.rados.rados.0.smithi097.stdout:705: read oid 1 snap 65 2024-09-16T02:56:50.818 INFO:tasks.rados.rados.0.smithi097.stdout:705: expect (ObjNum 1973443424 snap 21991 seq_num 1973038352) 2024-09-16T02:56:50.818 INFO:tasks.rados.rados.0.smithi097.stdout:706: copy_from oid 45 from oid 29 current snap is 68 2024-09-16T02:56:50.818 INFO:tasks.rados.rados.0.smithi097.stdout:707: read oid 15 snap -1 2024-09-16T02:56:50.818 INFO:tasks.rados.rados.0.smithi097.stdout:707: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T02:56:50.818 INFO:tasks.rados.rados.0.smithi097.stdout:708: snap_remove snap 64 2024-09-16T02:56:50.888 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:50 smithi184 ceph-mon[31162]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:56:50.888 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:50 smithi184 ceph-mon[31162]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T02:56:51.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:50 smithi097 ceph-mon[27580]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:56:51.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:50 smithi097 ceph-mon[27580]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T02:56:51.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:50 smithi097 ceph-mon[38292]: Reconfiguring daemon prometheus.a on smithi184 2024-09-16T02:56:51.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:50 smithi097 ceph-mon[38292]: osdmap e200: 8 total, 8 up, 8 in 2024-09-16T02:56:51.827 INFO:tasks.rados.rados.0.smithi097.stdout:708: done (6 left) 2024-09-16T02:56:51.828 INFO:tasks.rados.rados.0.smithi097.stdout:709: rmattr oid 50 current snap is 68 2024-09-16T02:56:51.828 INFO:tasks.rados.rados.0.smithi097.stdout:709: done (6 left) 2024-09-16T02:56:51.828 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 68 2024-09-16T02:56:51.828 INFO:tasks.rados.rados.0.smithi097.stdout:710: seq_num 247 ranges {1171456=540672,1712128=622592,2334720=581632} 2024-09-16T02:56:51.837 INFO:tasks.rados.rados.0.smithi097.stdout:710: writing smithi09778949-24 from 1171456 to 1712128 tid 1 2024-09-16T02:56:51.840 INFO:tasks.rados.rados.0.smithi097.stdout:710: writing smithi09778949-24 from 1712128 to 2334720 tid 2 2024-09-16T02:56:51.844 INFO:tasks.rados.rados.0.smithi097.stdout:710: writing smithi09778949-24 from 2334720 to 2916352 tid 3 2024-09-16T02:56:51.844 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 68 2024-09-16T02:56:51.844 INFO:tasks.rados.rados.0.smithi097.stdout:707: expect (ObjNum 4 snap 0 seq_num 4) 2024-09-16T02:56:51.849 INFO:tasks.rados.rados.0.smithi097.stdout:701: expect (ObjNum 202 snap 54 seq_num 202) 2024-09-16T02:56:51.878 INFO:tasks.rados.rados.0.smithi097.stdout:705: expect (ObjNum 1973443424 snap 21991 seq_num 1973038352) 2024-09-16T02:56:51.881 INFO:tasks.rados.rados.0.smithi097.stdout:702: finishing copy_from racing read to smithi09778949-4 2024-09-16T02:56:51.882 INFO:tasks.rados.rados.0.smithi097.stdout:704: expect (ObjNum 191 snap 52 seq_num 191) 2024-09-16T02:56:51.902 INFO:tasks.rados.rados.0.smithi097.stdout:702: finishing copy_from to smithi09778949-4 2024-09-16T02:56:51.902 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 130 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-09-16T02:56:51.903 INFO:tasks.rados.rados.0.smithi097.stdout:706: finishing copy_from racing read to smithi09778949-45 2024-09-16T02:56:51.903 INFO:tasks.rados.rados.0.smithi097.stdout:711: seq_num 248 ranges {3481600=557056,4038656=507904,4546560=442368,4988928=253952} 2024-09-16T02:56:51.923 INFO:tasks.rados.rados.0.smithi097.stdout:711: writing smithi09778949-41 from 3481600 to 4038656 tid 1 2024-09-16T02:56:51.926 INFO:tasks.rados.rados.0.smithi097.stdout:711: writing smithi09778949-41 from 4038656 to 4546560 tid 2 2024-09-16T02:56:51.929 INFO:tasks.rados.rados.0.smithi097.stdout:711: writing smithi09778949-41 from 4546560 to 4988928 tid 3 2024-09-16T02:56:51.931 INFO:tasks.rados.rados.0.smithi097.stdout:711: writing smithi09778949-41 from 4988928 to 5242880 tid 4 2024-09-16T02:56:51.931 INFO:tasks.rados.rados.0.smithi097.stdout:701: done (7 left) 2024-09-16T02:56:51.931 INFO:tasks.rados.rados.0.smithi097.stdout:702: done (6 left) 2024-09-16T02:56:51.931 INFO:tasks.rados.rados.0.smithi097.stdout:704: done (5 left) 2024-09-16T02:56:51.931 INFO:tasks.rados.rados.0.smithi097.stdout:705: done (4 left) 2024-09-16T02:56:51.931 INFO:tasks.rados.rados.0.smithi097.stdout:707: done (3 left) 2024-09-16T02:56:51.932 INFO:tasks.rados.rados.0.smithi097.stdout:712: setattr oid 31 current snap is 68 2024-09-16T02:56:51.932 INFO:tasks.rados.rados.0.smithi097.stdout:706: finishing copy_from to smithi09778949-45 2024-09-16T02:56:51.932 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 336 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-09-16T02:56:51.932 INFO:tasks.rados.rados.0.smithi097.stdout:710: finishing write tid 1 to smithi09778949-24 2024-09-16T02:56:51.932 INFO:tasks.rados.rados.0.smithi097.stdout:710: finishing write tid 2 to smithi09778949-24 2024-09-16T02:56:51.932 INFO:tasks.rados.rados.0.smithi097.stdout:710: finishing write tid 3 to smithi09778949-24 2024-09-16T02:56:51.932 INFO:tasks.rados.rados.0.smithi097.stdout:710: finishing write tid 4 to smithi09778949-24 2024-09-16T02:56:51.932 INFO:tasks.rados.rados.0.smithi097.stdout:710: finishing write tid 5 to smithi09778949-24 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:710: oid 24 updating version 0 to 233 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:710: oid 24 updating version 233 to 234 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:710: oid 24 updating version 234 to 235 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:710: oid 24 version 235 is already newer than 232 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 235 (ObjNum 247 snap 68 seq_num 247) dirty exists 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:710: left oid 24 (ObjNum 247 snap 68 seq_num 247) 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:711: finishing write tid 1 to smithi09778949-41 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:711: finishing write tid 2 to smithi09778949-41 2024-09-16T02:56:51.933 INFO:tasks.rados.rados.0.smithi097.stdout:711: finishing write tid 3 to smithi09778949-41 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:706: done (3 left) 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:710: done (2 left) 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:713: rollback oid 3 current snap is 68 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 3 to 66 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:714: setattr oid 14 current snap is 68 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:711: finishing write tid 4 to smithi09778949-41 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:711: finishing write tid 5 to smithi09778949-41 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:713: finishing rollback tid 1 to smithi09778949-3 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 471 (ObjNum 33 snap 0 seq_num 1973075104) dirty dne 2024-09-16T02:56:51.935 INFO:tasks.rados.rados.0.smithi097.stdout:713: done (3 left) 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:715: read oid 19 snap 47 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:715: expect (ObjNum 145 snap 39 seq_num 145) 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:716: delete oid 22 current snap is 68 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:711: finishing write tid 6 to smithi09778949-41 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:711: oid 41 updating version 0 to 370 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:711: oid 41 version 370 is already newer than 367 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:711: oid 41 version 370 is already newer than 369 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:711: oid 41 updating version 370 to 371 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:711: oid 41 version 371 is already newer than 368 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 371 (ObjNum 248 snap 68 seq_num 248) dirty exists 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:711: left oid 41 (ObjNum 248 snap 68 seq_num 248) 2024-09-16T02:56:51.936 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 187 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-09-16T02:56:51.937 INFO:tasks.rados.rados.0.smithi097.stdout:711: done (4 left) 2024-09-16T02:56:51.937 INFO:tasks.rados.rados.0.smithi097.stdout:712: done (3 left) 2024-09-16T02:56:51.937 INFO:tasks.rados.rados.0.smithi097.stdout:716: done (2 left) 2024-09-16T02:56:51.937 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 68 2024-09-16T02:56:51.938 INFO:tasks.rados.rados.0.smithi097.stdout:717: seq_num 250 ranges {0=589824,589824=679936,1269760=409600,1679360=114688} 2024-09-16T02:56:51.940 INFO:tasks.rados.rados.0.smithi097.stdout:717: writing smithi09778949-49 from 0 to 589824 tid 1 2024-09-16T02:56:51.944 INFO:tasks.rados.rados.0.smithi097.stdout:717: writing smithi09778949-49 from 589824 to 1269760 tid 2 2024-09-16T02:56:51.946 INFO:tasks.rados.rados.0.smithi097.stdout:717: writing smithi09778949-49 from 1269760 to 1679360 tid 3 2024-09-16T02:56:51.947 INFO:tasks.rados.rados.0.smithi097.stdout:717: writing smithi09778949-49 from 1679360 to 1794048 tid 4 2024-09-16T02:56:51.948 INFO:tasks.rados.rados.0.smithi097.stdout:718: copy_from oid 1 from oid 29 current snap is 68 2024-09-16T02:56:51.948 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 299 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-09-16T02:56:51.948 INFO:tasks.rados.rados.0.smithi097.stdout:715: expect (ObjNum 145 snap 39 seq_num 145) 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: finishing write tid 1 to smithi09778949-49 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: finishing write tid 2 to smithi09778949-49 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: finishing write tid 3 to smithi09778949-49 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: finishing write tid 4 to smithi09778949-49 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: finishing write tid 5 to smithi09778949-49 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: finishing write tid 6 to smithi09778949-49 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: oid 49 updating version 0 to 343 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: oid 49 updating version 343 to 344 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: oid 49 updating version 344 to 345 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: oid 49 updating version 345 to 347 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:717: oid 49 version 347 is already newer than 346 2024-09-16T02:56:52.028 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 347 (ObjNum 250 snap 68 seq_num 250) dirty exists 2024-09-16T02:56:52.029 INFO:tasks.rados.rados.0.smithi097.stdout:717: left oid 49 (ObjNum 250 snap 68 seq_num 250) 2024-09-16T02:56:52.029 INFO:tasks.rados.rados.0.smithi097.stdout:718: finishing copy_from racing read to smithi09778949-1 2024-09-16T02:56:52.029 INFO:tasks.rados.rados.0.smithi097.stdout:718: finishing copy_from to smithi09778949-1 2024-09-16T02:56:52.030 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 336 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-09-16T02:56:52.030 INFO:tasks.rados.rados.0.smithi097.stdout:714: done (3 left) 2024-09-16T02:56:52.030 INFO:tasks.rados.rados.0.smithi097.stdout:715: done (2 left) 2024-09-16T02:56:52.030 INFO:tasks.rados.rados.0.smithi097.stdout:717: done (1 left) 2024-09-16T02:56:52.030 INFO:tasks.rados.rados.0.smithi097.stdout:718: done (0 left) 2024-09-16T02:56:52.030 INFO:tasks.rados.rados.0.smithi097.stdout:719: snap_remove snap 41 2024-09-16T02:56:52.145 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: pgmap v18: 121 pgs: 121 active+clean; 191 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-16T02:56:52.145 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T02:56:52.145 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:52.145 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:56:52.145 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.145 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.146 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.147 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.147 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.147 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.147 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.147 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.147 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.147 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.147 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:51 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: pgmap v18: 121 pgs: 121 active+clean; 191 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-16T02:56:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T02:56:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:56:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: pgmap v18: 121 pgs: 121 active+clean; 191 MiB data, 867 MiB used, 714 GiB / 715 GiB avail; 44 KiB/s rd, 0 B/s wr, 22 op/s 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: osdmap e201: 8 total, 8 up, 8 in 2024-09-16T02:56:52.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:56:52.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:51 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:56:52.408 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 systemd[1]: Stopping Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T02:56:52.827 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.530Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T02:56:52.828 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.531Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T02:56:52.828 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.531Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T02:56:52.828 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[72075]: ts=2024-09-16T02:56:52.531Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T02:56:52.828 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 podman[73919]: 2024-09-16 02:56:52.540516211 +0000 UTC m=+0.090983165 container died bd30a28391a70a354bec6ebb5a1e1fe7534293d516dc935173c71f614da11273 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:52.838 INFO:tasks.rados.rados.0.smithi097.stdout:719: done (0 left) 2024-09-16T02:56:52.838 INFO:tasks.rados.rados.0.smithi097.stdout:720: read oid 7 snap -1 2024-09-16T02:56:52.838 INFO:tasks.rados.rados.0.smithi097.stdout:720: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:56:52.838 INFO:tasks.rados.rados.0.smithi097.stdout:721: copy_from oid 20 from oid 11 current snap is 68 2024-09-16T02:56:52.838 INFO:tasks.rados.rados.0.smithi097.stdout:722: snap_remove snap 53 2024-09-16T02:56:53.149 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-mon[31162]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-16T02:56:53.149 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:52 smithi184 ceph-mon[31162]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T02:56:53.149 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 podman[73919]: 2024-09-16 02:56:52.963279191 +0000 UTC m=+0.513746142 container cleanup bd30a28391a70a354bec6ebb5a1e1fe7534293d516dc935173c71f614da11273 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:53.150 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:52 smithi184 bash[73919]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T02:56:53.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:52 smithi097 ceph-mon[27580]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-16T02:56:53.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:52 smithi097 ceph-mon[27580]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T02:56:53.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:52 smithi097 ceph-mon[38292]: mgrmap e36: y(active, since 11s), standbys: x 2024-09-16T02:56:53.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:52 smithi097 ceph-mon[38292]: osdmap e202: 8 total, 8 up, 8 in 2024-09-16T02:56:53.408 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 podman[73934]: 2024-09-16 02:56:53.147877756 +0000 UTC m=+0.609289048 container remove bd30a28391a70a354bec6ebb5a1e1fe7534293d516dc935173c71f614da11273 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:53.408 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T02:56:53.408 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 systemd[1]: Stopped Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:56:53.409 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 1.030s CPU time. 2024-09-16T02:56:53.409 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 systemd[1]: Starting Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:56:53.783 INFO:tasks.rados.rados.0.smithi097.stdout:722: done (2 left) 2024-09-16T02:56:53.783 INFO:tasks.rados.rados.0.smithi097.stdout:723: rmattr oid 37 current snap is 68 2024-09-16T02:56:53.783 INFO:tasks.rados.rados.0.smithi097.stdout:723: done (2 left) 2024-09-16T02:56:53.783 INFO:tasks.rados.rados.0.smithi097.stdout:724: read oid 4 snap -1 2024-09-16T02:56:53.783 INFO:tasks.rados.rados.0.smithi097.stdout:724: expect (ObjNum 161 snap 42 seq_num 161) 2024-09-16T02:56:53.783 INFO:tasks.rados.rados.0.smithi097.stdout:725: rollback oid 16 current snap is 68 2024-09-16T02:56:53.784 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 16 to 57 2024-09-16T02:56:53.784 INFO:tasks.rados.rados.0.smithi097.stdout:720: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:56:53.804 INFO:tasks.rados.rados.0.smithi097.stdout:721: finishing copy_from racing read to smithi09778949-20 2024-09-16T02:56:53.804 INFO:tasks.rados.rados.0.smithi097.stdout:721: finishing copy_from to smithi09778949-20 2024-09-16T02:56:53.804 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 341 (ObjNum 219 snap 59 seq_num 219) dirty exists 2024-09-16T02:56:53.804 INFO:tasks.rados.rados.0.smithi097.stdout:720: done (3 left) 2024-09-16T02:56:53.804 INFO:tasks.rados.rados.0.smithi097.stdout:721: done (2 left) 2024-09-16T02:56:53.804 INFO:tasks.rados.rados.0.smithi097.stdout:726: copy_from oid 29 from oid 25 current snap is 68 2024-09-16T02:56:53.804 INFO:tasks.rados.rados.0.smithi097.stdout:724: expect (ObjNum 161 snap 42 seq_num 161) 2024-09-16T02:56:53.812 INFO:tasks.rados.rados.0.smithi097.stdout:725: finishing rollback tid 1 to smithi09778949-16 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:725: finishing rollback tid 2 to smithi09778949-16 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 492 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:726: finishing copy_from to smithi09778949-29 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:726: got expected ENOENT (src dne) 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:726: finishing copy_from racing read to smithi09778949-29 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:724: done (2 left) 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:725: done (1 left) 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:726: done (0 left) 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:727: read oid 37 snap -1 2024-09-16T02:56:53.813 INFO:tasks.rados.rados.0.smithi097.stdout:727: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:56:53.814 INFO:tasks.rados.rados.0.smithi097.stdout:728: rollback oid 24 current snap is 68 2024-09-16T02:56:53.814 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 24 to 67 2024-09-16T02:56:53.814 INFO:tasks.rados.rados.0.smithi097.stdout:729: snap_create 2024-09-16T02:56:53.815 INFO:tasks.rados.rados.0.smithi097.stdout:728: finishing rollback tid 0 to smithi09778949-24 2024-09-16T02:56:53.815 INFO:tasks.rados.rados.0.smithi097.stdout:728: finishing rollback tid 1 to smithi09778949-24 2024-09-16T02:56:53.815 INFO:tasks.rados.rados.0.smithi097.stdout:728: finishing rollback tid 2 to smithi09778949-24 2024-09-16T02:56:53.815 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 248 (ObjNum 213 snap 58 seq_num 213) dirty exists 2024-09-16T02:56:53.822 INFO:tasks.rados.rados.0.smithi097.stdout:727: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:56:53.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-mon[31162]: pgmap v21: 121 pgs: 121 active+clean; 198 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-16T02:56:53.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-mon[31162]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T02:56:53.839 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-mon[31162]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T02:56:53.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 podman[74026]: 2024-09-16 02:56:53.582503612 +0000 UTC m=+0.112226650 container create 590364d5d5f9d94375470cc8ed95ecde8341897d5ad4981245cd85cb92cfa91e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:53.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 podman[74026]: 2024-09-16 02:56:53.487100288 +0000 UTC m=+0.016823280 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-09-16T02:56:53.839 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 podman[74026]: 2024-09-16 02:56:53.80950701 +0000 UTC m=+0.339230010 container init 590364d5d5f9d94375470cc8ed95ecde8341897d5ad4981245cd85cb92cfa91e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:53.840 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 podman[74026]: 2024-09-16 02:56:53.812710435 +0000 UTC m=+0.342433437 container start 590364d5d5f9d94375470cc8ed95ecde8341897d5ad4981245cd85cb92cfa91e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.837Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.837Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.837Z caller=main.go:570 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi184 (none))" 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.837Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.837Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.839Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.839Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.840Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.840Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T02:56:54.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.843Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.843Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.676µs 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.843Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.844Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.853Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.854Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.854Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.854Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.231µs wal_replay_duration=11.266416ms wbl_replay_duration=86ns total_replay_duration=11.303882ms 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.856Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.856Z caller=main.go:1029 level=info msg="TSDB started" 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.856Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.876Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.444852ms db_storage=804ns remote_storage=1.525µs web_handler=357ns query_engine=726ns scrape=418.791µs scrape_sd=102.803µs notify=11.805µs notify_sd=16.017µs rules=19.556065ms tracing=5.404µs 2024-09-16T02:56:54.160 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.876Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-09-16T02:56:54.161 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T02:56:53.876Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T02:56:54.161 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 bash[74026]: 590364d5d5f9d94375470cc8ed95ecde8341897d5ad4981245cd85cb92cfa91e 2024-09-16T02:56:54.161 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 02:56:53 smithi184 systemd[1]: Started Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:56:54.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:53 smithi097 ceph-mon[27580]: pgmap v21: 121 pgs: 121 active+clean; 198 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-16T02:56:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:53 smithi097 ceph-mon[27580]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T02:56:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:53 smithi097 ceph-mon[27580]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T02:56:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:53 smithi097 ceph-mon[38292]: pgmap v21: 121 pgs: 121 active+clean; 198 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-16T02:56:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:53 smithi097 ceph-mon[38292]: osdmap e203: 8 total, 8 up, 8 in 2024-09-16T02:56:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:53 smithi097 ceph-mon[38292]: osdmap e204: 8 total, 8 up, 8 in 2024-09-16T02:56:54.782 INFO:tasks.rados.rados.0.smithi097.stdout:727: done (2 left) 2024-09-16T02:56:54.782 INFO:tasks.rados.rados.0.smithi097.stdout:728: done (1 left) 2024-09-16T02:56:54.782 INFO:tasks.rados.rados.0.smithi097.stdout:729: done (0 left) 2024-09-16T02:56:54.782 INFO:tasks.rados.rados.0.smithi097.stdout:730: copy_from oid 36 from oid 21 current snap is 69 2024-09-16T02:56:54.782 INFO:tasks.rados.rados.0.smithi097.stdout:731: read oid 12 snap -1 2024-09-16T02:56:54.782 INFO:tasks.rados.rados.0.smithi097.stdout:731: expect (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:56:54.782 INFO:tasks.rados.rados.0.smithi097.stdout:732: read oid 19 snap -1 2024-09-16T02:56:54.782 INFO:tasks.rados.rados.0.smithi097.stdout:732: expect deleted 2024-09-16T02:56:54.783 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 69 2024-09-16T02:56:54.783 INFO:tasks.rados.rados.0.smithi097.stdout:733: seq_num 251 ranges {0=606208,606208=614400,1220608=589824} 2024-09-16T02:56:54.785 INFO:tasks.rados.rados.0.smithi097.stdout:733: writing smithi09778949-3 from 0 to 606208 tid 1 2024-09-16T02:56:54.789 INFO:tasks.rados.rados.0.smithi097.stdout:733: writing smithi09778949-3 from 606208 to 1220608 tid 2 2024-09-16T02:56:54.794 INFO:tasks.rados.rados.0.smithi097.stdout:733: writing smithi09778949-3 from 1220608 to 1810432 tid 3 2024-09-16T02:56:54.794 INFO:tasks.rados.rados.0.smithi097.stdout:734: read oid 11 snap 50 2024-09-16T02:56:54.794 INFO:tasks.rados.rados.0.smithi097.stdout:734: expect (ObjNum 153 snap 41 seq_num 153) 2024-09-16T02:56:54.794 INFO:tasks.rados.rados.0.smithi097.stdout:735: copy_from oid 29 from oid 42 current snap is 69 2024-09-16T02:56:54.794 INFO:tasks.rados.rados.0.smithi097.stdout:733: finishing write tid 1 to smithi09778949-3 2024-09-16T02:56:54.794 INFO:tasks.rados.rados.0.smithi097.stdout:732: done (5 left) 2024-09-16T02:56:54.794 INFO:tasks.rados.rados.0.smithi097.stdout:736: read oid 7 snap -1 2024-09-16T02:56:54.794 INFO:tasks.rados.rados.0.smithi097.stdout:736: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:56:54.795 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 69 2024-09-16T02:56:54.795 INFO:tasks.rados.rados.0.smithi097.stdout:737: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-09-16T02:56:54.798 INFO:tasks.rados.rados.0.smithi097.stdout:737: writing smithi09778949-22 from 0 to 630784 tid 1 2024-09-16T02:56:54.801 INFO:tasks.rados.rados.0.smithi097.stdout:737: writing smithi09778949-22 from 630784 to 1130496 tid 2 2024-09-16T02:56:54.803 INFO:tasks.rados.rados.0.smithi097.stdout:737: writing smithi09778949-22 from 1130496 to 1556480 tid 3 2024-09-16T02:56:54.806 INFO:tasks.rados.rados.0.smithi097.stdout:737: writing smithi09778949-22 from 1556480 to 1835008 tid 4 2024-09-16T02:56:54.806 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 69 2024-09-16T02:56:54.806 INFO:tasks.rados.rados.0.smithi097.stdout:733: finishing write tid 2 to smithi09778949-3 2024-09-16T02:56:54.806 INFO:tasks.rados.rados.0.smithi097.stdout:738: seq_num 253 ranges {0=647168,647168=786432,1433600=417792} 2024-09-16T02:56:54.809 INFO:tasks.rados.rados.0.smithi097.stdout:738: writing smithi09778949-44 from 0 to 647168 tid 1 2024-09-16T02:56:54.814 INFO:tasks.rados.rados.0.smithi097.stdout:738: writing smithi09778949-44 from 647168 to 1433600 tid 2 2024-09-16T02:56:54.817 INFO:tasks.rados.rados.0.smithi097.stdout:738: writing smithi09778949-44 from 1433600 to 1851392 tid 3 2024-09-16T02:56:54.817 INFO:tasks.rados.rados.0.smithi097.stdout:739: read oid 20 snap 66 2024-09-16T02:56:54.817 INFO:tasks.rados.rados.0.smithi097.stdout:739: expect (ObjNum 1974046192 snap 21991 seq_num 1973565392) 2024-09-16T02:56:54.817 INFO:tasks.rados.rados.0.smithi097.stdout:740: rollback oid 24 current snap is 69 2024-09-16T02:56:54.817 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 24 to 47 2024-09-16T02:56:54.817 INFO:tasks.rados.rados.0.smithi097.stdout:734: expect (ObjNum 153 snap 41 seq_num 153) 2024-09-16T02:56:54.833 INFO:tasks.rados.rados.0.smithi097.stdout:733: finishing write tid 3 to smithi09778949-3 2024-09-16T02:56:54.833 INFO:tasks.rados.rados.0.smithi097.stdout:731: expect (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:733: finishing write tid 4 to smithi09778949-3 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:733: finishing write tid 5 to smithi09778949-3 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:733: oid 3 updating version 0 to 510 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:733: oid 3 version 510 is already newer than 509 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:733: oid 3 version 510 is already newer than 508 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:733: oid 3 version 510 is already newer than 507 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 510 (ObjNum 251 snap 69 seq_num 251) dirty exists 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:733: left oid 3 (ObjNum 251 snap 69 seq_num 251) 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:737: finishing write tid 1 to smithi09778949-22 2024-09-16T02:56:54.974 INFO:tasks.rados.rados.0.smithi097.stdout:736: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:56:54.986 INFO:tasks.rados.rados.0.smithi097.stdout:737: finishing write tid 2 to smithi09778949-22 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:737: finishing write tid 3 to smithi09778949-22 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:730: finishing copy_from racing read to smithi09778949-36 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:730: finishing copy_from to smithi09778949-36 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 162 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:730: done (9 left) 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:731: done (8 left) 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:733: done (7 left) 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:734: done (6 left) 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:736: done (5 left) 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:741: delete oid 46 current snap is 69 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:737: finishing write tid 4 to smithi09778949-22 2024-09-16T02:56:54.987 INFO:tasks.rados.rados.0.smithi097.stdout:737: finishing write tid 5 to smithi09778949-22 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:735: finishing copy_from racing read to smithi09778949-29 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:737: finishing write tid 6 to smithi09778949-22 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:737: oid 22 updating version 0 to 253 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:737: oid 22 version 253 is already newer than 252 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:737: oid 22 version 253 is already newer than 251 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:737: oid 22 version 253 is already newer than 250 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:737: oid 22 version 253 is already newer than 249 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 253 (ObjNum 252 snap 69 seq_num 252) dirty exists 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:737: left oid 22 (ObjNum 252 snap 69 seq_num 252) 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:735: finishing copy_from to smithi09778949-29 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 364 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:738: finishing write tid 1 to smithi09778949-44 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:738: finishing write tid 2 to smithi09778949-44 2024-09-16T02:56:54.988 INFO:tasks.rados.rados.0.smithi097.stdout:739: expect (ObjNum 1974046192 snap 21991 seq_num 1973565392) 2024-09-16T02:56:54.994 INFO:tasks.rados.rados.0.smithi097.stdout:740: finishing rollback tid 0 to smithi09778949-24 2024-09-16T02:56:54.994 INFO:tasks.rados.rados.0.smithi097.stdout:735: done (5 left) 2024-09-16T02:56:54.994 INFO:tasks.rados.rados.0.smithi097.stdout:737: done (4 left) 2024-09-16T02:56:54.994 INFO:tasks.rados.rados.0.smithi097.stdout:739: done (3 left) 2024-09-16T02:56:54.994 INFO:tasks.rados.rados.0.smithi097.stdout:741: done (2 left) 2024-09-16T02:56:54.994 INFO:tasks.rados.rados.0.smithi097.stdout:742: snap_remove snap 52 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[27580]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:55.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:55.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:54 smithi097 ceph-mon[38292]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T02:56:55.260 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:54 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:55.260 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:54 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:55.261 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:54 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:55.261 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:54 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:55.261 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:54 smithi184 ceph-mon[31162]: osdmap e205: 8 total, 8 up, 8 in 2024-09-16T02:56:55.948 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:56:55.970 INFO:tasks.rados.rados.0.smithi097.stdout:742: done (2 left) 2024-09-16T02:56:55.970 INFO:tasks.rados.rados.0.smithi097.stdout:743: rollback oid 21 current snap is 69 2024-09-16T02:56:55.971 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 21 to 67 2024-09-16T02:56:55.971 INFO:tasks.rados.rados.0.smithi097.stdout:744: snap_remove snap 46 2024-09-16T02:56:56.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:55 smithi184 ceph-mon[31162]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:55 smithi184 ceph-mon[31162]: pgmap v24: 121 pgs: 121 active+clean; 198 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-16T02:56:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:55 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:55 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:56:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:55 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:55 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:56.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[27580]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[27580]: pgmap v24: 121 pgs: 121 active+clean; 198 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[38292]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[38292]: pgmap v24: 121 pgs: 121 active+clean; 198 MiB data, 876 MiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:56:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:55 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (3m) 11s ago 4m 25.9M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (4m) 11s ago 4m 86.6M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (6m) 11s ago 6m 15.3M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (5m) 11s ago 5m 20.6M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (65s) 11s ago 9m 127M - 19.3.0-4930-gfc3e0bff df9174e028d7 7adbe5dbd99d 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (25s) 11s ago 10m 491M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (10m) 11s ago 11m 57.6M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 196155f558e0 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (9m) 11s ago 9m 47.2M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 45576cbdf20f 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (9m) 11s ago 9m 47.6M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 279fd0d33d30 2024-09-16T02:56:56.517 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (4m) 11s ago 4m 15.4M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (4m) 11s ago 4m 16.9M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (9m) 11s ago 9m 163M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 4621d1554a87 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (8m) 11s ago 8m 113M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (8m) 11s ago 8m 145M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (7m) 11s ago 7m 84.8M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (7m) 11s ago 7m 129M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (7m) 11s ago 7m 129M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (6m) 11s ago 6m 82.8M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (6m) 11s ago 6m 105M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:56:56.518 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 starting - - - - 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:56:56.847 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:56:56.848 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:56:56.848 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:56:56.848 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:56:56.848 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 13, 2024-09-16T02:56:56.848 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T02:56:56.848 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:56:56.848 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:56:56.978 INFO:tasks.rados.rados.0.smithi097.stdout:744: done (3 left) 2024-09-16T02:56:56.978 INFO:tasks.rados.rados.0.smithi097.stdout:745: snap_remove snap 57 2024-09-16T02:56:57.079 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:56 smithi184 systemd[1]: Stopping Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:56:57.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:56 smithi184 ceph-mon[31162]: Upgrade: Updating mgr.x 2024-09-16T02:56:57.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:56 smithi184 ceph-mon[31162]: Deploying daemon mgr.x on smithi184 2024-09-16T02:56:57.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:56 smithi184 ceph-mon[31162]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:57.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:56 smithi184 ceph-mon[31162]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T02:56:57.080 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:56 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/4132306294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:56:57.145 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:56:57.145 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:56:57.145 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:56:57.145 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:56:57.145 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T02:56:57.145 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr" 2024-09-16T02:56:57.145 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T02:56:57.146 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "2/20 daemons upgraded", 2024-09-16T02:56:57.146 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading mgr daemons", 2024-09-16T02:56:57.146 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:56:57.146 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:56:57.146 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[27580]: Upgrade: Updating mgr.x 2024-09-16T02:56:57.146 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[27580]: Deploying daemon mgr.x on smithi184 2024-09-16T02:56:57.146 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[27580]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:57.146 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[27580]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T02:56:57.146 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[27580]: from='client.? 172.21.15.97:0/4132306294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:56:57.147 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[38292]: Upgrade: Updating mgr.x 2024-09-16T02:56:57.147 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[38292]: Deploying daemon mgr.x on smithi184 2024-09-16T02:56:57.147 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[38292]: from='client.25055 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:57.147 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[38292]: osdmap e206: 8 total, 8 up, 8 in 2024-09-16T02:56:57.147 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:56 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/4132306294' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:56:57.408 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:57 smithi184 podman[74297]: 2024-09-16 02:56:57.07817252 +0000 UTC m=+0.143192271 container died 7adbe5dbd99de3f735fbf86c07c97f4f6a97b63e198c002b05bb3d455a580da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-16T02:56:57.908 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:57 smithi184 podman[74297]: 2024-09-16 02:56:57.505971236 +0000 UTC m=+0.570990984 container cleanup 7adbe5dbd99de3f735fbf86c07c97f4f6a97b63e198c002b05bb3d455a580da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-09-16T02:56:57.908 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:57 smithi184 bash[74297]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x 2024-09-16T02:56:57.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:57 smithi184 podman[74309]: 2024-09-16 02:56:57.708204503 +0000 UTC m=+0.632636339 container remove 7adbe5dbd99de3f735fbf86c07c97f4f6a97b63e198c002b05bb3d455a580da9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T02:56:57.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:57 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-09-16T02:56:57.980 INFO:tasks.rados.rados.0.smithi097.stdout:745: done (3 left) 2024-09-16T02:56:57.980 INFO:tasks.rados.rados.0.smithi097.stdout:746: read oid 13 snap -1 2024-09-16T02:56:57.980 INFO:tasks.rados.rados.0.smithi097.stdout:746: expect (ObjNum 177 snap 47 seq_num 177) 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:747: rollback oid 6 current snap is 69 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 6 to 63 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:740: finishing rollback tid 1 to smithi09778949-24 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 256 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:738: finishing write tid 3 to smithi09778949-44 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:738: finishing write tid 4 to smithi09778949-44 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:738: finishing write tid 5 to smithi09778949-44 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:738: oid 44 updating version 0 to 373 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:738: oid 44 version 373 is already newer than 371 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:738: oid 44 version 373 is already newer than 372 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:738: oid 44 version 373 is already newer than 370 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 373 (ObjNum 253 snap 69 seq_num 253) dirty exists 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:738: left oid 44 (ObjNum 253 snap 69 seq_num 253) 2024-09-16T02:56:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:743: finishing rollback tid 0 to smithi09778949-21 2024-09-16T02:56:57.982 INFO:tasks.rados.rados.0.smithi097.stdout:743: finishing rollback tid 1 to smithi09778949-21 2024-09-16T02:56:57.982 INFO:tasks.rados.rados.0.smithi097.stdout:743: finishing rollback tid 2 to smithi09778949-21 2024-09-16T02:56:57.982 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 284 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-09-16T02:56:57.982 INFO:tasks.rados.rados.0.smithi097.stdout:738: done (4 left) 2024-09-16T02:56:57.982 INFO:tasks.rados.rados.0.smithi097.stdout:740: done (3 left) 2024-09-16T02:56:57.982 INFO:tasks.rados.rados.0.smithi097.stdout:743: done (2 left) 2024-09-16T02:56:57.982 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 69 2024-09-16T02:56:57.982 INFO:tasks.rados.rados.0.smithi097.stdout:748: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-09-16T02:56:57.984 INFO:tasks.rados.rados.0.smithi097.stdout:748: writing smithi09778949-48 from 0 to 679936 tid 1 2024-09-16T02:56:57.987 INFO:tasks.rados.rados.0.smithi097.stdout:748: writing smithi09778949-48 from 679936 to 1228800 tid 2 2024-09-16T02:56:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:748: writing smithi09778949-48 from 1228800 to 1826816 tid 3 2024-09-16T02:56:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:748: writing smithi09778949-48 from 1826816 to 1884160 tid 4 2024-09-16T02:56:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:749: delete oid 1 current snap is 69 2024-09-16T02:56:57.993 INFO:tasks.rados.rados.0.smithi097.stdout:748: finishing write tid 1 to smithi09778949-48 2024-09-16T02:56:57.996 INFO:tasks.rados.rados.0.smithi097.stdout:748: finishing write tid 2 to smithi09778949-48 2024-09-16T02:56:57.997 INFO:tasks.rados.rados.0.smithi097.stdout:748: finishing write tid 3 to smithi09778949-48 2024-09-16T02:56:57.999 INFO:tasks.rados.rados.0.smithi097.stdout:748: finishing write tid 4 to smithi09778949-48 2024-09-16T02:56:57.999 INFO:tasks.rados.rados.0.smithi097.stdout:747: finishing rollback tid 1 to smithi09778949-6 2024-09-16T02:56:57.999 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 148 (ObjNum 177 snap 0 seq_num 3735002496) dirty dne 2024-09-16T02:56:57.999 INFO:tasks.rados.rados.0.smithi097.stdout:748: finishing write tid 5 to smithi09778949-48 2024-09-16T02:56:57.999 INFO:tasks.rados.rados.0.smithi097.stdout:747: done (3 left) 2024-09-16T02:56:57.999 INFO:tasks.rados.rados.0.smithi097.stdout:749: done (2 left) 2024-09-16T02:56:58.000 INFO:tasks.rados.rados.0.smithi097.stdout:750: delete oid 16 current snap is 69 2024-09-16T02:56:58.000 INFO:tasks.rados.rados.0.smithi097.stdout:748: finishing write tid 6 to smithi09778949-48 2024-09-16T02:56:58.001 INFO:tasks.rados.rados.0.smithi097.stdout:748: oid 48 updating version 0 to 62 2024-09-16T02:56:58.001 INFO:tasks.rados.rados.0.smithi097.stdout:748: oid 48 updating version 62 to 65 2024-09-16T02:56:58.001 INFO:tasks.rados.rados.0.smithi097.stdout:748: oid 48 version 65 is already newer than 64 2024-09-16T02:56:58.001 INFO:tasks.rados.rados.0.smithi097.stdout:748: oid 48 updating version 65 to 66 2024-09-16T02:56:58.001 INFO:tasks.rados.rados.0.smithi097.stdout:748: oid 48 version 66 is already newer than 63 2024-09-16T02:56:58.001 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 66 (ObjNum 255 snap 69 seq_num 255) dirty exists 2024-09-16T02:56:58.001 INFO:tasks.rados.rados.0.smithi097.stdout:748: left oid 48 (ObjNum 255 snap 69 seq_num 255) 2024-09-16T02:56:58.003 INFO:tasks.rados.rados.0.smithi097.stdout:748: done (2 left) 2024-09-16T02:56:58.003 INFO:tasks.rados.rados.0.smithi097.stdout:750: done (1 left) 2024-09-16T02:56:58.004 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 69 2024-09-16T02:56:58.004 INFO:tasks.rados.rados.0.smithi097.stdout:751: seq_num 258 ranges {303104=729088,1032192=606208,1638400=598016} 2024-09-16T02:56:58.009 INFO:tasks.rados.rados.0.smithi097.stdout:751: writing smithi09778949-4 from 303104 to 1032192 tid 1 2024-09-16T02:56:58.013 INFO:tasks.rados.rados.0.smithi097.stdout:751: writing smithi09778949-4 from 1032192 to 1638400 tid 2 2024-09-16T02:56:58.017 INFO:tasks.rados.rados.0.smithi097.stdout:751: writing smithi09778949-4 from 1638400 to 2236416 tid 3 2024-09-16T02:56:58.017 INFO:tasks.rados.rados.0.smithi097.stdout:752: rmattr oid 24 current snap is 69 2024-09-16T02:56:58.018 INFO:tasks.rados.rados.0.smithi097.stdout:752: done (2 left) 2024-09-16T02:56:58.018 INFO:tasks.rados.rados.0.smithi097.stdout:753: snap_create 2024-09-16T02:56:58.018 INFO:tasks.rados.rados.0.smithi097.stdout:746: expect (ObjNum 177 snap 47 seq_num 177) 2024-09-16T02:56:58.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:57 smithi097 ceph-mon[38292]: pgmap v27: 121 pgs: 121 active+clean; 217 MiB data, 923 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-16T02:56:58.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:57 smithi097 ceph-mon[38292]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:58.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:57 smithi097 ceph-mon[38292]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:58.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:57 smithi097 ceph-mon[38292]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T02:56:58.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:57 smithi097 ceph-mon[27580]: pgmap v27: 121 pgs: 121 active+clean; 217 MiB data, 923 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-16T02:56:58.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:57 smithi097 ceph-mon[27580]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:58.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:57 smithi097 ceph-mon[27580]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:58.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:57 smithi097 ceph-mon[27580]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T02:56:58.301 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:57 smithi184 ceph-mon[31162]: pgmap v27: 121 pgs: 121 active+clean; 217 MiB data, 923 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.5 MiB/s wr, 19 op/s 2024-09-16T02:56:58.301 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:57 smithi184 ceph-mon[31162]: from='client.25061 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:58.301 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:57 smithi184 ceph-mon[31162]: from='client.15174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:58.301 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:57 smithi184 ceph-mon[31162]: osdmap e207: 8 total, 8 up, 8 in 2024-09-16T02:56:58.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:57 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-09-16T02:56:58.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:57 smithi184 systemd[1]: Stopped Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:56:58.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:57 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x.service: Consumed 17.110s CPU time. 2024-09-16T02:56:58.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:58 smithi184 systemd[1]: Starting Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: finishing write tid 1 to smithi09778949-4 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: finishing write tid 2 to smithi09778949-4 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: finishing write tid 3 to smithi09778949-4 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: finishing write tid 4 to smithi09778949-4 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: finishing write tid 5 to smithi09778949-4 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: oid 4 updating version 0 to 219 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: oid 4 updating version 219 to 220 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: oid 4 version 220 is already newer than 217 2024-09-16T02:56:58.328 INFO:tasks.rados.rados.0.smithi097.stdout:751: oid 4 version 220 is already newer than 218 2024-09-16T02:56:58.329 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 220 (ObjNum 258 snap 69 seq_num 258) dirty exists 2024-09-16T02:56:58.329 INFO:tasks.rados.rados.0.smithi097.stdout:751: left oid 4 (ObjNum 258 snap 69 seq_num 258) 2024-09-16T02:56:58.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:58 smithi184 podman[74438]: 2024-09-16 02:56:58.270373342 +0000 UTC m=+0.015806030 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:56:58.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:58 smithi184 podman[74438]: 2024-09-16 02:56:58.392180911 +0000 UTC m=+0.137613585 container create 3af2af0bb67cab3c2c39d3980d227ebd3ca992fdd862a241b187f622878fea0d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf) 2024-09-16T02:56:58.587 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:58 smithi184 podman[74438]: 2024-09-16 02:56:58.585864447 +0000 UTC m=+0.331297122 container init 3af2af0bb67cab3c2c39d3980d227ebd3ca992fdd862a241b187f622878fea0d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T02:56:58.908 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:58 smithi184 podman[74438]: 2024-09-16 02:56:58.589009618 +0000 UTC m=+0.334442294 container start 3af2af0bb67cab3c2c39d3980d227ebd3ca992fdd862a241b187f622878fea0d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_CLEAN=True, ceph=True, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:56:58.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:58 smithi184 ceph-mgr[74458]: -- 172.21.15.184:0/3924418002 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a456c8f0e0 con 0x55a456c6d000 2024-09-16T02:56:58.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:58 smithi184 bash[74438]: 3af2af0bb67cab3c2c39d3980d227ebd3ca992fdd862a241b187f622878fea0d 2024-09-16T02:56:58.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:56:58 smithi184 systemd[1]: Started Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:56:58.980 INFO:tasks.rados.rados.0.smithi097.stdout:746: done (2 left) 2024-09-16T02:56:58.980 INFO:tasks.rados.rados.0.smithi097.stdout:751: done (1 left) 2024-09-16T02:56:58.980 INFO:tasks.rados.rados.0.smithi097.stdout:753: done (0 left) 2024-09-16T02:56:58.980 INFO:tasks.rados.rados.0.smithi097.stdout:754: rmattr oid 35 current snap is 70 2024-09-16T02:56:58.980 INFO:tasks.rados.rados.0.smithi097.stdout:754: done (0 left) 2024-09-16T02:56:58.980 INFO:tasks.rados.rados.0.smithi097.stdout:755: read oid 27 snap -1 2024-09-16T02:56:58.980 INFO:tasks.rados.rados.0.smithi097.stdout:755: expect (ObjNum 215 snap 58 seq_num 215) 2024-09-16T02:56:58.980 INFO:tasks.rados.rados.0.smithi097.stdout:756: read oid 37 snap -1 2024-09-16T02:56:58.981 INFO:tasks.rados.rados.0.smithi097.stdout:756: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:56:58.981 INFO:tasks.rados.rados.0.smithi097.stdout:757: read oid 5 snap -1 2024-09-16T02:56:58.981 INFO:tasks.rados.rados.0.smithi097.stdout:757: expect deleted 2024-09-16T02:56:58.981 INFO:tasks.rados.rados.0.smithi097.stdout:758: rollback oid 4 current snap is 70 2024-09-16T02:56:58.981 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 4 to 59 2024-09-16T02:56:58.981 INFO:tasks.rados.rados.0.smithi097.stdout:759: snap_create 2024-09-16T02:56:58.987 INFO:tasks.rados.rados.0.smithi097.stdout:758: finishing rollback tid 0 to smithi09778949-4 2024-09-16T02:56:58.987 INFO:tasks.rados.rados.0.smithi097.stdout:758: finishing rollback tid 1 to smithi09778949-4 2024-09-16T02:56:58.987 INFO:tasks.rados.rados.0.smithi097.stdout:758: finishing rollback tid 2 to smithi09778949-4 2024-09-16T02:56:58.988 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 224 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-09-16T02:56:58.995 INFO:tasks.rados.rados.0.smithi097.stdout:756: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:56:59.133 INFO:tasks.rados.rados.0.smithi097.stdout:755: expect (ObjNum 215 snap 58 seq_num 215) 2024-09-16T02:56:59.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[27580]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[27580]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[38292]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[38292]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:59.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:58 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:59.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:56:59] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2024-09-16T02:56:59.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:58 smithi184 ceph-mon[31162]: from='client.25079 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:56:59.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:58 smithi184 ceph-mon[31162]: osdmap e208: 8 total, 8 up, 8 in 2024-09-16T02:56:59.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:58 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:58 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:56:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:58 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:56:59.981 INFO:tasks.rados.rados.0.smithi097.stdout:755: done (4 left) 2024-09-16T02:56:59.981 INFO:tasks.rados.rados.0.smithi097.stdout:756: done (3 left) 2024-09-16T02:56:59.981 INFO:tasks.rados.rados.0.smithi097.stdout:757: done (2 left) 2024-09-16T02:56:59.981 INFO:tasks.rados.rados.0.smithi097.stdout:758: done (1 left) 2024-09-16T02:56:59.981 INFO:tasks.rados.rados.0.smithi097.stdout:759: done (0 left) 2024-09-16T02:56:59.981 INFO:tasks.rados.rados.0.smithi097.stdout:760: read oid 27 snap -1 2024-09-16T02:56:59.981 INFO:tasks.rados.rados.0.smithi097.stdout:760: expect (ObjNum 215 snap 58 seq_num 215) 2024-09-16T02:56:59.981 INFO:tasks.rados.rados.0.smithi097.stdout:761: snap_create 2024-09-16T02:56:59.989 INFO:tasks.rados.rados.0.smithi097.stdout:760: expect (ObjNum 215 snap 58 seq_num 215) 2024-09-16T02:57:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-mon[27580]: pgmap v30: 121 pgs: 121 active+clean; 218 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-09-16T02:57:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-mon[27580]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T02:57:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:00.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-mon[38292]: pgmap v30: 121 pgs: 121 active+clean; 218 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-09-16T02:57:00.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-mon[38292]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T02:57:00.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:00.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:56:59 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:00.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:59 smithi184 ceph-mon[31162]: pgmap v30: 121 pgs: 121 active+clean; 218 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.3 MiB/s wr, 30 op/s 2024-09-16T02:57:00.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:59 smithi184 ceph-mon[31162]: osdmap e209: 8 total, 8 up, 8 in 2024-09-16T02:57:00.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:59 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:00.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:56:59 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:00.986 INFO:tasks.rados.rados.0.smithi097.stdout:760: done (1 left) 2024-09-16T02:57:00.986 INFO:tasks.rados.rados.0.smithi097.stdout:761: done (0 left) 2024-09-16T02:57:00.986 INFO:tasks.rados.rados.0.smithi097.stdout:762: read oid 9 snap -1 2024-09-16T02:57:00.986 INFO:tasks.rados.rados.0.smithi097.stdout:762: expect deleted 2024-09-16T02:57:00.986 INFO:tasks.rados.rados.0.smithi097.stdout:763: snap_remove snap 33 2024-09-16T02:57:01.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:00 smithi097 ceph-mon[38292]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T02:57:01.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:00 smithi097 ceph-mon[38292]: pgmap v33: 121 pgs: 121 active+clean; 218 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 493 KiB/s rd, 874 KiB/s wr, 10 op/s 2024-09-16T02:57:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:00 smithi097 ceph-mon[27580]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T02:57:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:00 smithi097 ceph-mon[27580]: pgmap v33: 121 pgs: 121 active+clean; 218 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 493 KiB/s rd, 874 KiB/s wr, 10 op/s 2024-09-16T02:57:01.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:00 smithi184 ceph-mon[31162]: osdmap e210: 8 total, 8 up, 8 in 2024-09-16T02:57:01.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:00 smithi184 ceph-mon[31162]: pgmap v33: 121 pgs: 121 active+clean; 218 MiB data, 983 MiB used, 714 GiB / 715 GiB avail; 493 KiB/s rd, 874 KiB/s wr, 10 op/s 2024-09-16T02:57:01.994 INFO:tasks.rados.rados.0.smithi097.stdout:763: done (1 left) 2024-09-16T02:57:01.994 INFO:tasks.rados.rados.0.smithi097.stdout:764: copy_from oid 21 from oid 38 current snap is 72 2024-09-16T02:57:01.994 INFO:tasks.rados.rados.0.smithi097.stdout:765: rmattr oid 45 current snap is 72 2024-09-16T02:57:01.994 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 72 2024-09-16T02:57:01.994 INFO:tasks.rados.rados.0.smithi097.stdout:766: seq_num 259 ranges {2736128=745472,3481600=540672,4022272=581632,4603904=81920} 2024-09-16T02:57:02.015 INFO:tasks.rados.rados.0.smithi097.stdout:766: writing smithi09778949-20 from 2736128 to 3481600 tid 1 2024-09-16T02:57:02.018 INFO:tasks.rados.rados.0.smithi097.stdout:766: writing smithi09778949-20 from 3481600 to 4022272 tid 2 2024-09-16T02:57:02.022 INFO:tasks.rados.rados.0.smithi097.stdout:766: writing smithi09778949-20 from 4022272 to 4603904 tid 3 2024-09-16T02:57:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:766: writing smithi09778949-20 from 4603904 to 4685824 tid 4 2024-09-16T02:57:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 337 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-09-16T02:57:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:762: done (3 left) 2024-09-16T02:57:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:765: done (2 left) 2024-09-16T02:57:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:767: read oid 25 snap 69 2024-09-16T02:57:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:767: expect deleted 2024-09-16T02:57:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:768: read oid 5 snap -1 2024-09-16T02:57:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:768: expect deleted 2024-09-16T02:57:02.025 INFO:tasks.rados.rados.0.smithi097.stdout:769: rmattr oid 6 current snap is 72 2024-09-16T02:57:02.025 INFO:tasks.rados.rados.0.smithi097.stdout:769: done (4 left) 2024-09-16T02:57:02.025 INFO:tasks.rados.rados.0.smithi097.stdout:770: rmattr oid 45 current snap is 72 2024-09-16T02:57:02.025 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 72 2024-09-16T02:57:02.025 INFO:tasks.rados.rados.0.smithi097.stdout:771: seq_num 260 ranges {1835008=761856,2596864=417792,3014656=786432} 2024-09-16T02:57:02.038 INFO:tasks.rados.rados.0.smithi097.stdout:771: writing smithi09778949-22 from 1835008 to 2596864 tid 1 2024-09-16T02:57:02.040 INFO:tasks.rados.rados.0.smithi097.stdout:771: writing smithi09778949-22 from 2596864 to 3014656 tid 2 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:771: writing smithi09778949-22 from 3014656 to 3801088 tid 3 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:772: rollback oid 36 current snap is 72 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 56 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 338 (ObjNum 138 snap 37 seq_num 138) dirty exists 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:766: finishing write tid 1 to smithi09778949-20 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:767: done (6 left) 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:768: done (5 left) 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:770: done (4 left) 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:773: delete oid 6 current snap is 72 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:766: finishing write tid 2 to smithi09778949-20 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:766: finishing write tid 3 to smithi09778949-20 2024-09-16T02:57:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:766: finishing write tid 4 to smithi09778949-20 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:764: finishing copy_from racing read to smithi09778949-21 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:766: finishing write tid 5 to smithi09778949-20 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:764: finishing copy_from to smithi09778949-21 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 224 (ObjNum 189 snap 52 seq_num 189) dirty exists 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:766: finishing write tid 6 to smithi09778949-20 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:766: oid 20 updating version 0 to 346 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:766: oid 20 version 346 is already newer than 343 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:766: oid 20 version 346 is already newer than 345 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:766: oid 20 version 346 is already newer than 344 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:766: oid 20 version 346 is already newer than 342 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 346 (ObjNum 259 snap 72 seq_num 259) dirty exists 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:766: left oid 20 (ObjNum 259 snap 72 seq_num 259) 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:771: finishing write tid 1 to smithi09778949-22 2024-09-16T02:57:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:771: finishing write tid 2 to smithi09778949-22 2024-09-16T02:57:02.048 INFO:tasks.rados.rados.0.smithi097.stdout:764: done (4 left) 2024-09-16T02:57:02.048 INFO:tasks.rados.rados.0.smithi097.stdout:766: done (3 left) 2024-09-16T02:57:02.048 INFO:tasks.rados.rados.0.smithi097.stdout:773: done (2 left) 2024-09-16T02:57:02.048 INFO:tasks.rados.rados.0.smithi097.stdout:774: rmattr oid 6 current snap is 72 2024-09-16T02:57:02.048 INFO:tasks.rados.rados.0.smithi097.stdout:774: done (2 left) 2024-09-16T02:57:02.048 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 72 2024-09-16T02:57:02.048 INFO:tasks.rados.rados.0.smithi097.stdout:775: seq_num 262 ranges {0=794624,794624=589824,1384448=614400} 2024-09-16T02:57:02.051 INFO:tasks.rados.rados.0.smithi097.stdout:775: writing smithi09778949-25 from 0 to 794624 tid 1 2024-09-16T02:57:02.055 INFO:tasks.rados.rados.0.smithi097.stdout:775: writing smithi09778949-25 from 794624 to 1384448 tid 2 2024-09-16T02:57:02.059 INFO:tasks.rados.rados.0.smithi097.stdout:775: writing smithi09778949-25 from 1384448 to 1998848 tid 3 2024-09-16T02:57:02.059 INFO:tasks.rados.rados.0.smithi097.stdout:776: rollback oid 32 current snap is 72 2024-09-16T02:57:02.059 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 32 to 70 2024-09-16T02:57:02.059 INFO:tasks.rados.rados.0.smithi097.stdout:772: finishing rollback tid 0 to smithi09778949-36 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:772: finishing rollback tid 1 to smithi09778949-36 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:772: finishing rollback tid 2 to smithi09778949-36 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 433 (ObjNum 202 snap 54 seq_num 202) dirty exists 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:771: finishing write tid 3 to smithi09778949-22 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:771: finishing write tid 4 to smithi09778949-22 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:771: finishing write tid 5 to smithi09778949-22 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:771: oid 22 updating version 0 to 277 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:771: oid 22 version 277 is already newer than 274 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:771: oid 22 version 277 is already newer than 275 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:771: oid 22 version 277 is already newer than 276 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 277 (ObjNum 260 snap 72 seq_num 260) dirty exists 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:771: left oid 22 (ObjNum 260 snap 72 seq_num 260) 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:775: finishing write tid 1 to smithi09778949-25 2024-09-16T02:57:02.060 INFO:tasks.rados.rados.0.smithi097.stdout:775: finishing write tid 2 to smithi09778949-25 2024-09-16T02:57:02.061 INFO:tasks.rados.rados.0.smithi097.stdout:771: done (3 left) 2024-09-16T02:57:02.061 INFO:tasks.rados.rados.0.smithi097.stdout:772: done (2 left) 2024-09-16T02:57:02.061 INFO:tasks.rados.rados.0.smithi097.stdout:777: read oid 38 snap -1 2024-09-16T02:57:02.061 INFO:tasks.rados.rados.0.smithi097.stdout:777: expect (ObjNum 189 snap 52 seq_num 189) 2024-09-16T02:57:02.061 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 72 2024-09-16T02:57:02.061 INFO:tasks.rados.rados.0.smithi097.stdout:778: seq_num 263 ranges {5038080=409600,5447680=475136,5922816=557056,6479872=573440} 2024-09-16T02:57:02.088 INFO:tasks.rados.rados.0.smithi097.stdout:778: writing smithi09778949-13 from 5038080 to 5447680 tid 1 2024-09-16T02:57:02.091 INFO:tasks.rados.rados.0.smithi097.stdout:778: writing smithi09778949-13 from 5447680 to 5922816 tid 2 2024-09-16T02:57:02.094 INFO:tasks.rados.rados.0.smithi097.stdout:778: writing smithi09778949-13 from 5922816 to 6479872 tid 3 2024-09-16T02:57:02.097 INFO:tasks.rados.rados.0.smithi097.stdout:778: writing smithi09778949-13 from 6479872 to 7053312 tid 4 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:779: setattr oid 40 current snap is 72 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:776: finishing rollback tid 0 to smithi09778949-32 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:776: finishing rollback tid 1 to smithi09778949-32 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:776: finishing rollback tid 2 to smithi09778949-32 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 279 (ObjNum 204 snap 55 seq_num 204) dirty exists 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:775: finishing write tid 3 to smithi09778949-25 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:775: finishing write tid 4 to smithi09778949-25 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:775: finishing write tid 5 to smithi09778949-25 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:775: oid 25 updating version 0 to 434 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:775: oid 25 updating version 434 to 435 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:775: oid 25 updating version 435 to 436 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:775: oid 25 updating version 436 to 437 2024-09-16T02:57:02.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 437 (ObjNum 262 snap 72 seq_num 262) dirty exists 2024-09-16T02:57:02.099 INFO:tasks.rados.rados.0.smithi097.stdout:775: left oid 25 (ObjNum 262 snap 72 seq_num 262) 2024-09-16T02:57:02.099 INFO:tasks.rados.rados.0.smithi097.stdout:777: expect (ObjNum 189 snap 52 seq_num 189) 2024-09-16T02:57:02.291 INFO:tasks.rados.rados.0.smithi097.stdout:778: finishing write tid 1 to smithi09778949-13 2024-09-16T02:57:02.291 INFO:tasks.rados.rados.0.smithi097.stdout:778: finishing write tid 2 to smithi09778949-13 2024-09-16T02:57:02.291 INFO:tasks.rados.rados.0.smithi097.stdout:778: finishing write tid 3 to smithi09778949-13 2024-09-16T02:57:02.291 INFO:tasks.rados.rados.0.smithi097.stdout:778: finishing write tid 4 to smithi09778949-13 2024-09-16T02:57:02.291 INFO:tasks.rados.rados.0.smithi097.stdout:778: finishing write tid 5 to smithi09778949-13 2024-09-16T02:57:02.291 INFO:tasks.rados.rados.0.smithi097.stdout:778: finishing write tid 6 to smithi09778949-13 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:778: oid 13 updating version 0 to 208 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:778: oid 13 version 208 is already newer than 207 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:778: oid 13 version 208 is already newer than 204 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:778: oid 13 version 208 is already newer than 205 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:778: oid 13 version 208 is already newer than 206 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 208 (ObjNum 263 snap 72 seq_num 263) dirty exists 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:778: left oid 13 (ObjNum 263 snap 72 seq_num 263) 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:775: done (4 left) 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:776: done (3 left) 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:777: done (2 left) 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:778: done (1 left) 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:780: copy_from oid 13 from oid 46 current snap is 72 2024-09-16T02:57:02.292 INFO:tasks.rados.rados.0.smithi097.stdout:781: read oid 22 snap 35 2024-09-16T02:57:02.293 INFO:tasks.rados.rados.0.smithi097.stdout:781: expect (ObjNum 96 snap 18 seq_num 96) 2024-09-16T02:57:02.293 INFO:tasks.rados.rados.0.smithi097.stdout:782: rmattr oid 20 current snap is 72 2024-09-16T02:57:02.293 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 72 2024-09-16T02:57:02.293 INFO:tasks.rados.rados.0.smithi097.stdout:783: seq_num 264 ranges {2801664=425984,3227648=761856,3989504=770048,4759552=73728} 2024-09-16T02:57:02.308 INFO:tasks.rados.rados.0.smithi097.stdout:783: writing smithi09778949-45 from 2801664 to 3227648 tid 1 2024-09-16T02:57:02.312 INFO:tasks.rados.rados.0.smithi097.stdout:783: writing smithi09778949-45 from 3227648 to 3989504 tid 2 2024-09-16T02:57:02.316 INFO:tasks.rados.rados.0.smithi097.stdout:783: writing smithi09778949-45 from 3989504 to 4759552 tid 3 2024-09-16T02:57:02.317 INFO:tasks.rados.rados.0.smithi097.stdout:783: writing smithi09778949-45 from 4759552 to 4833280 tid 4 2024-09-16T02:57:02.317 INFO:tasks.rados.rados.0.smithi097.stdout:784: rmattr oid 42 current snap is 72 2024-09-16T02:57:02.317 INFO:tasks.rados.rados.0.smithi097.stdout:780: finishing copy_from to smithi09778949-13 2024-09-16T02:57:02.317 INFO:tasks.rados.rados.0.smithi097.stdout:780: got expected ENOENT (src dne) 2024-09-16T02:57:02.317 INFO:tasks.rados.rados.0.smithi097.stdout:780: finishing copy_from racing read to smithi09778949-13 2024-09-16T02:57:02.317 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 347 (ObjNum 259 snap 72 seq_num 259) dirty exists 2024-09-16T02:57:02.317 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 307 (ObjNum 129 snap 0 seq_num 1973210216) dirty exists 2024-09-16T02:57:02.317 INFO:tasks.rados.rados.0.smithi097.stdout:781: expect (ObjNum 96 snap 18 seq_num 96) 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:783: finishing write tid 1 to smithi09778949-45 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:783: finishing write tid 2 to smithi09778949-45 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 568 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:783: finishing write tid 3 to smithi09778949-45 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:783: finishing write tid 4 to smithi09778949-45 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:783: finishing write tid 5 to smithi09778949-45 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:783: finishing write tid 6 to smithi09778949-45 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:783: oid 45 updating version 0 to 343 2024-09-16T02:57:02.358 INFO:tasks.rados.rados.0.smithi097.stdout:783: oid 45 version 343 is already newer than 340 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:783: oid 45 version 343 is already newer than 341 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:783: oid 45 version 343 is already newer than 339 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:783: oid 45 version 343 is already newer than 342 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 343 (ObjNum 264 snap 72 seq_num 264) dirty exists 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:783: left oid 45 (ObjNum 264 snap 72 seq_num 264) 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:779: done (5 left) 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:780: done (4 left) 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:781: done (3 left) 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:782: done (2 left) 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:783: done (1 left) 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:784: done (0 left) 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 72 2024-09-16T02:57:02.359 INFO:tasks.rados.rados.0.smithi097.stdout:785: seq_num 265 ranges {1810432=442368,2252800=647168,2899968=573440,3473408=385024} 2024-09-16T02:57:02.369 INFO:tasks.rados.rados.0.smithi097.stdout:785: writing smithi09778949-3 from 1810432 to 2252800 tid 1 2024-09-16T02:57:02.373 INFO:tasks.rados.rados.0.smithi097.stdout:785: writing smithi09778949-3 from 2252800 to 2899968 tid 2 2024-09-16T02:57:02.377 INFO:tasks.rados.rados.0.smithi097.stdout:785: writing smithi09778949-3 from 2899968 to 3473408 tid 3 2024-09-16T02:57:02.379 INFO:tasks.rados.rados.0.smithi097.stdout:785: writing smithi09778949-3 from 3473408 to 3858432 tid 4 2024-09-16T02:57:02.379 INFO:tasks.rados.rados.0.smithi097.stdout:786: read oid 48 snap 71 2024-09-16T02:57:02.380 INFO:tasks.rados.rados.0.smithi097.stdout:786: expect (ObjNum 255 snap 69 seq_num 255) 2024-09-16T02:57:02.380 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 72 2024-09-16T02:57:02.380 INFO:tasks.rados.rados.0.smithi097.stdout:785: finishing write tid 1 to smithi09778949-3 2024-09-16T02:57:02.380 INFO:tasks.rados.rados.0.smithi097.stdout:785: finishing write tid 2 to smithi09778949-3 2024-09-16T02:57:02.380 INFO:tasks.rados.rados.0.smithi097.stdout:785: finishing write tid 3 to smithi09778949-3 2024-09-16T02:57:02.380 INFO:tasks.rados.rados.0.smithi097.stdout:787: seq_num 266 ranges {0=458752,458752=524288,983040=729088,1712128=352256} 2024-09-16T02:57:02.382 INFO:tasks.rados.rados.0.smithi097.stdout:787: writing smithi09778949-9 from 0 to 458752 tid 1 2024-09-16T02:57:02.385 INFO:tasks.rados.rados.0.smithi097.stdout:787: writing smithi09778949-9 from 458752 to 983040 tid 2 2024-09-16T02:57:02.389 INFO:tasks.rados.rados.0.smithi097.stdout:787: writing smithi09778949-9 from 983040 to 1712128 tid 3 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:787: writing smithi09778949-9 from 1712128 to 2064384 tid 4 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:788: read oid 32 snap 56 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:788: expect (ObjNum 198 snap 53 seq_num 198) 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:789: snap_create 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:785: finishing write tid 4 to smithi09778949-3 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:785: finishing write tid 5 to smithi09778949-3 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:785: finishing write tid 6 to smithi09778949-3 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:785: oid 3 updating version 0 to 574 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:785: oid 3 version 574 is already newer than 572 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:785: oid 3 version 574 is already newer than 573 2024-09-16T02:57:02.392 INFO:tasks.rados.rados.0.smithi097.stdout:785: oid 3 version 574 is already newer than 571 2024-09-16T02:57:02.393 INFO:tasks.rados.rados.0.smithi097.stdout:785: oid 3 version 574 is already newer than 570 2024-09-16T02:57:02.393 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 574 (ObjNum 265 snap 72 seq_num 265) dirty exists 2024-09-16T02:57:02.393 INFO:tasks.rados.rados.0.smithi097.stdout:785: left oid 3 (ObjNum 265 snap 72 seq_num 265) 2024-09-16T02:57:02.393 INFO:tasks.rados.rados.0.smithi097.stdout:786: expect (ObjNum 255 snap 69 seq_num 255) 2024-09-16T02:57:02.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:01 smithi184 ceph-mon[31162]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: finishing write tid 1 to smithi09778949-9 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: finishing write tid 2 to smithi09778949-9 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: finishing write tid 3 to smithi09778949-9 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: finishing write tid 4 to smithi09778949-9 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: finishing write tid 5 to smithi09778949-9 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: finishing write tid 6 to smithi09778949-9 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: oid 9 updating version 0 to 282 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: oid 9 updating version 282 to 283 2024-09-16T02:57:02.443 INFO:tasks.rados.rados.0.smithi097.stdout:787: oid 9 version 283 is already newer than 280 2024-09-16T02:57:02.444 INFO:tasks.rados.rados.0.smithi097.stdout:787: oid 9 version 283 is already newer than 281 2024-09-16T02:57:02.444 INFO:tasks.rados.rados.0.smithi097.stdout:787: oid 9 updating version 283 to 284 2024-09-16T02:57:02.444 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 284 (ObjNum 266 snap 72 seq_num 266) dirty exists 2024-09-16T02:57:02.444 INFO:tasks.rados.rados.0.smithi097.stdout:787: left oid 9 (ObjNum 266 snap 72 seq_num 266) 2024-09-16T02:57:02.444 INFO:tasks.rados.rados.0.smithi097.stdout:788: expect (ObjNum 198 snap 53 seq_num 198) 2024-09-16T02:57:02.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:01 smithi097 ceph-mon[27580]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T02:57:02.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:01 smithi097 ceph-mon[38292]: osdmap e211: 8 total, 8 up, 8 in 2024-09-16T02:57:03.011 INFO:tasks.rados.rados.0.smithi097.stdout:785: done (4 left) 2024-09-16T02:57:03.012 INFO:tasks.rados.rados.0.smithi097.stdout:786: done (3 left) 2024-09-16T02:57:03.012 INFO:tasks.rados.rados.0.smithi097.stdout:787: done (2 left) 2024-09-16T02:57:03.012 INFO:tasks.rados.rados.0.smithi097.stdout:788: done (1 left) 2024-09-16T02:57:03.012 INFO:tasks.rados.rados.0.smithi097.stdout:789: done (0 left) 2024-09-16T02:57:03.012 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 73 2024-09-16T02:57:03.012 INFO:tasks.rados.rados.0.smithi097.stdout:790: seq_num 267 ranges {7053312=475136,7528448=458752,7987200=540672,8527872=606208} 2024-09-16T02:57:03.051 INFO:tasks.rados.rados.0.smithi097.stdout:790: writing smithi09778949-13 from 7053312 to 7528448 tid 1 2024-09-16T02:57:03.053 INFO:tasks.rados.rados.0.smithi097.stdout:790: writing smithi09778949-13 from 7528448 to 7987200 tid 2 2024-09-16T02:57:03.057 INFO:tasks.rados.rados.0.smithi097.stdout:790: writing smithi09778949-13 from 7987200 to 8527872 tid 3 2024-09-16T02:57:03.061 INFO:tasks.rados.rados.0.smithi097.stdout:790: writing smithi09778949-13 from 8527872 to 9134080 tid 4 2024-09-16T02:57:03.061 INFO:tasks.rados.rados.0.smithi097.stdout:791: delete oid 36 current snap is 73 2024-09-16T02:57:03.061 INFO:tasks.rados.rados.0.smithi097.stdout:790: finishing write tid 1 to smithi09778949-13 2024-09-16T02:57:03.061 INFO:tasks.rados.rados.0.smithi097.stdout:790: finishing write tid 2 to smithi09778949-13 2024-09-16T02:57:03.061 INFO:tasks.rados.rados.0.smithi097.stdout:790: finishing write tid 3 to smithi09778949-13 2024-09-16T02:57:03.063 INFO:tasks.rados.rados.0.smithi097.stdout:790: finishing write tid 4 to smithi09778949-13 2024-09-16T02:57:03.063 INFO:tasks.rados.rados.0.smithi097.stdout:790: finishing write tid 5 to smithi09778949-13 2024-09-16T02:57:03.064 INFO:tasks.rados.rados.0.smithi097.stdout:791: done (1 left) 2024-09-16T02:57:03.064 INFO:tasks.rados.rados.0.smithi097.stdout:792: rmattr oid 20 current snap is 73 2024-09-16T02:57:03.064 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 73 2024-09-16T02:57:03.064 INFO:tasks.rados.rados.0.smithi097.stdout:793: seq_num 269 ranges {802816=507904,1310720=630784,1941504=557056,2498560=417792} 2024-09-16T02:57:03.071 INFO:tasks.rados.rados.0.smithi097.stdout:793: writing smithi09778949-47 from 802816 to 1310720 tid 1 2024-09-16T02:57:03.075 INFO:tasks.rados.rados.0.smithi097.stdout:793: writing smithi09778949-47 from 1310720 to 1941504 tid 2 2024-09-16T02:57:03.077 INFO:tasks.rados.rados.0.smithi097.stdout:793: writing smithi09778949-47 from 1941504 to 2498560 tid 3 2024-09-16T02:57:03.080 INFO:tasks.rados.rados.0.smithi097.stdout:793: writing smithi09778949-47 from 2498560 to 2916352 tid 4 2024-09-16T02:57:03.080 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 73 2024-09-16T02:57:03.080 INFO:tasks.rados.rados.0.smithi097.stdout:794: seq_num 270 ranges {1884160=524288,2408448=516096,2924544=761856,3686400=327680} 2024-09-16T02:57:03.092 INFO:tasks.rados.rados.0.smithi097.stdout:794: writing smithi09778949-48 from 1884160 to 2408448 tid 1 2024-09-16T02:57:03.095 INFO:tasks.rados.rados.0.smithi097.stdout:794: writing smithi09778949-48 from 2408448 to 2924544 tid 2 2024-09-16T02:57:03.099 INFO:tasks.rados.rados.0.smithi097.stdout:794: writing smithi09778949-48 from 2924544 to 3686400 tid 3 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:794: writing smithi09778949-48 from 3686400 to 4014080 tid 4 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:795: delete oid 6 current snap is 73 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:790: finishing write tid 6 to smithi09778949-13 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:790: oid 13 updating version 0 to 212 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:790: oid 13 updating version 212 to 213 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:790: oid 13 updating version 213 to 214 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:790: oid 13 version 214 is already newer than 211 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:790: oid 13 version 214 is already newer than 210 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 214 (ObjNum 267 snap 73 seq_num 267) dirty exists 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:790: left oid 13 (ObjNum 267 snap 73 seq_num 267) 2024-09-16T02:57:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 348 (ObjNum 259 snap 72 seq_num 259) dirty exists 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: finishing write tid 1 to smithi09778949-47 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: finishing write tid 2 to smithi09778949-47 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: finishing write tid 3 to smithi09778949-47 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: finishing write tid 4 to smithi09778949-47 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: finishing write tid 5 to smithi09778949-47 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: finishing write tid 6 to smithi09778949-47 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: oid 47 updating version 0 to 345 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: oid 47 version 345 is already newer than 344 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: oid 47 updating version 345 to 347 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: oid 47 updating version 347 to 348 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: oid 47 version 348 is already newer than 346 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 348 (ObjNum 269 snap 73 seq_num 269) dirty exists 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:793: left oid 47 (ObjNum 269 snap 73 seq_num 269) 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:794: finishing write tid 1 to smithi09778949-48 2024-09-16T02:57:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:794: finishing write tid 2 to smithi09778949-48 2024-09-16T02:57:03.104 INFO:tasks.rados.rados.0.smithi097.stdout:790: done (4 left) 2024-09-16T02:57:03.104 INFO:tasks.rados.rados.0.smithi097.stdout:792: done (3 left) 2024-09-16T02:57:03.104 INFO:tasks.rados.rados.0.smithi097.stdout:793: done (2 left) 2024-09-16T02:57:03.104 INFO:tasks.rados.rados.0.smithi097.stdout:795: done (1 left) 2024-09-16T02:57:03.105 INFO:tasks.rados.rados.0.smithi097.stdout:796: snap_create 2024-09-16T02:57:03.105 INFO:tasks.rados.rados.0.smithi097.stdout:794: finishing write tid 3 to smithi09778949-48 2024-09-16T02:57:03.105 INFO:tasks.rados.rados.0.smithi097.stdout:794: finishing write tid 4 to smithi09778949-48 2024-09-16T02:57:03.105 INFO:tasks.rados.rados.0.smithi097.stdout:794: finishing write tid 5 to smithi09778949-48 2024-09-16T02:57:03.105 INFO:tasks.rados.rados.0.smithi097.stdout:794: finishing write tid 6 to smithi09778949-48 2024-09-16T02:57:03.105 INFO:tasks.rados.rados.0.smithi097.stdout:794: oid 48 updating version 0 to 73 2024-09-16T02:57:03.105 INFO:tasks.rados.rados.0.smithi097.stdout:794: oid 48 version 73 is already newer than 72 2024-09-16T02:57:03.105 INFO:tasks.rados.rados.0.smithi097.stdout:794: oid 48 version 73 is already newer than 70 2024-09-16T02:57:03.106 INFO:tasks.rados.rados.0.smithi097.stdout:794: oid 48 version 73 is already newer than 71 2024-09-16T02:57:03.106 INFO:tasks.rados.rados.0.smithi097.stdout:794: oid 48 updating version 73 to 74 2024-09-16T02:57:03.106 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 74 (ObjNum 270 snap 73 seq_num 270) dirty exists 2024-09-16T02:57:03.106 INFO:tasks.rados.rados.0.smithi097.stdout:794: left oid 48 (ObjNum 270 snap 73 seq_num 270) 2024-09-16T02:57:03.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:03 smithi184 ceph-mon[31162]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T02:57:03.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:03 smithi184 ceph-mon[31162]: pgmap v36: 121 pgs: 121 active+clean; 219 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 932 KiB/s wr, 7 op/s 2024-09-16T02:57:03.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:03 smithi097 ceph-mon[27580]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T02:57:03.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:03 smithi097 ceph-mon[27580]: pgmap v36: 121 pgs: 121 active+clean; 219 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 932 KiB/s wr, 7 op/s 2024-09-16T02:57:03.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:03 smithi097 ceph-mon[38292]: osdmap e212: 8 total, 8 up, 8 in 2024-09-16T02:57:03.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:03 smithi097 ceph-mon[38292]: pgmap v36: 121 pgs: 121 active+clean; 219 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 932 KiB/s wr, 7 op/s 2024-09-16T02:57:03.782 INFO:tasks.rados.rados.0.smithi097.stdout:794: done (1 left) 2024-09-16T02:57:03.783 INFO:tasks.rados.rados.0.smithi097.stdout:796: done (0 left) 2024-09-16T02:57:03.783 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 74 2024-09-16T02:57:03.783 INFO:tasks.rados.rados.0.smithi097.stdout:797: seq_num 272 ranges {9134080=565248,9699328=688128,10387456=729088,11116544=188416} 2024-09-16T02:57:03.834 INFO:tasks.rados.rados.0.smithi097.stdout:797: writing smithi09778949-13 from 9134080 to 9699328 tid 1 2024-09-16T02:57:03.838 INFO:tasks.rados.rados.0.smithi097.stdout:797: writing smithi09778949-13 from 9699328 to 10387456 tid 2 2024-09-16T02:57:03.842 INFO:tasks.rados.rados.0.smithi097.stdout:797: writing smithi09778949-13 from 10387456 to 11116544 tid 3 2024-09-16T02:57:03.843 INFO:tasks.rados.rados.0.smithi097.stdout:797: writing smithi09778949-13 from 11116544 to 11304960 tid 4 2024-09-16T02:57:03.844 INFO:tasks.rados.rados.0.smithi097.stdout:797: finishing write tid 1 to smithi09778949-13 2024-09-16T02:57:03.844 INFO:tasks.rados.rados.0.smithi097.stdout:797: finishing write tid 2 to smithi09778949-13 2024-09-16T02:57:03.844 INFO:tasks.rados.rados.0.smithi097.stdout:798: delete oid 50 current snap is 74 2024-09-16T02:57:03.846 INFO:tasks.rados.rados.0.smithi097.stdout:797: finishing write tid 3 to smithi09778949-13 2024-09-16T02:57:03.847 INFO:tasks.rados.rados.0.smithi097.stdout:797: finishing write tid 4 to smithi09778949-13 2024-09-16T02:57:03.847 INFO:tasks.rados.rados.0.smithi097.stdout:797: finishing write tid 5 to smithi09778949-13 2024-09-16T02:57:03.849 INFO:tasks.rados.rados.0.smithi097.stdout:798: done (1 left) 2024-09-16T02:57:03.849 INFO:tasks.rados.rados.0.smithi097.stdout:799: rollback oid 21 current snap is 74 2024-09-16T02:57:03.849 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 21 to 61 2024-09-16T02:57:03.849 INFO:tasks.rados.rados.0.smithi097.stdout:797: finishing write tid 6 to smithi09778949-13 2024-09-16T02:57:03.849 INFO:tasks.rados.rados.0.smithi097.stdout:797: oid 13 updating version 0 to 221 2024-09-16T02:57:03.849 INFO:tasks.rados.rados.0.smithi097.stdout:797: oid 13 version 221 is already newer than 219 2024-09-16T02:57:03.850 INFO:tasks.rados.rados.0.smithi097.stdout:797: oid 13 version 221 is already newer than 218 2024-09-16T02:57:03.850 INFO:tasks.rados.rados.0.smithi097.stdout:797: oid 13 version 221 is already newer than 217 2024-09-16T02:57:03.850 INFO:tasks.rados.rados.0.smithi097.stdout:797: oid 13 version 221 is already newer than 220 2024-09-16T02:57:03.850 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 221 (ObjNum 272 snap 74 seq_num 272) dirty exists 2024-09-16T02:57:03.850 INFO:tasks.rados.rados.0.smithi097.stdout:797: left oid 13 (ObjNum 272 snap 74 seq_num 272) 2024-09-16T02:57:03.850 INFO:tasks.rados.rados.0.smithi097.stdout:797: done (1 left) 2024-09-16T02:57:03.850 INFO:tasks.rados.rados.0.smithi097.stdout:800: snap_remove snap 62 2024-09-16T02:57:04.301 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-mon[31162]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-mon[31162]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: [16/Sep/2024:02:57:04] ENGINE Bus STARTING 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: CherryPy Checker: 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: The Application mounted at '' has an empty config. 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: 2024-09-16T02:57:04.302 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: [16/Sep/2024:02:57:04] ENGINE Serving on http://:::9283 2024-09-16T02:57:04.303 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: [16/Sep/2024:02:57:04] ENGINE Bus STARTED 2024-09-16T02:57:04.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[27580]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[27580]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[38292]: osdmap e213: 8 total, 8 up, 8 in 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[38292]: osdmap e214: 8 total, 8 up, 8 in 2024-09-16T02:57:04.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:04 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:04.814 INFO:tasks.rados.rados.0.smithi097.stdout:800: done (1 left) 2024-09-16T02:57:04.814 INFO:tasks.rados.rados.0.smithi097.stdout:801: snap_create 2024-09-16T02:57:04.814 INFO:tasks.rados.rados.0.smithi097.stdout:799: finishing rollback tid 0 to smithi09778949-21 2024-09-16T02:57:04.814 INFO:tasks.rados.rados.0.smithi097.stdout:799: finishing rollback tid 1 to smithi09778949-21 2024-09-16T02:57:04.814 INFO:tasks.rados.rados.0.smithi097.stdout:799: finishing rollback tid 2 to smithi09778949-21 2024-09-16T02:57:04.814 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 311 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-09-16T02:57:05.272 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:05 smithi184 ceph-mon[31162]: Standby manager daemon x restarted 2024-09-16T02:57:05.273 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:05 smithi184 ceph-mon[31162]: Standby manager daemon x started 2024-09-16T02:57:05.273 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:05 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:57:05.273 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:05 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:57:05.273 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:05 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:57:05.273 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:05 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:57:05.273 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:05 smithi184 ceph-mon[31162]: pgmap v39: 121 pgs: 121 active+clean; 219 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 932 KiB/s wr, 7 op/s 2024-09-16T02:57:05.273 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:05 smithi184 ceph-mon[31162]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T02:57:05.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[38292]: Standby manager daemon x restarted 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[38292]: Standby manager daemon x started 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[38292]: pgmap v39: 121 pgs: 121 active+clean; 219 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 932 KiB/s wr, 7 op/s 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[38292]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[27580]: Standby manager daemon x restarted 2024-09-16T02:57:05.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[27580]: Standby manager daemon x started 2024-09-16T02:57:05.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:57:05.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:57:05.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:57:05.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[27580]: from='mgr.? 172.21.15.184:0/634724494' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:57:05.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[27580]: pgmap v39: 121 pgs: 121 active+clean; 219 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 932 KiB/s wr, 7 op/s 2024-09-16T02:57:05.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:05 smithi097 ceph-mon[27580]: osdmap e215: 8 total, 8 up, 8 in 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:799: done (1 left) 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:801: done (0 left) 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:802: read oid 46 snap -1 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:802: expect deleted 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:803: read oid 12 snap -1 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:803: expect (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:804: read oid 29 snap -1 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:804: expect (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:57:05.814 INFO:tasks.rados.rados.0.smithi097.stdout:805: snap_remove snap 73 2024-09-16T02:57:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:06 smithi184 ceph-mon[31162]: mgrmap e37: y(active, since 24s), standbys: x 2024-09-16T02:57:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:06 smithi184 ceph-mon[31162]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T02:57:06.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:06 smithi097 ceph-mon[27580]: mgrmap e37: y(active, since 24s), standbys: x 2024-09-16T02:57:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:06 smithi097 ceph-mon[27580]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T02:57:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:06 smithi097 ceph-mon[38292]: mgrmap e37: y(active, since 24s), standbys: x 2024-09-16T02:57:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:06 smithi097 ceph-mon[38292]: osdmap e216: 8 total, 8 up, 8 in 2024-09-16T02:57:06.816 INFO:tasks.rados.rados.0.smithi097.stdout:805: done (3 left) 2024-09-16T02:57:06.816 INFO:tasks.rados.rados.0.smithi097.stdout:806: rmattr oid 11 current snap is 75 2024-09-16T02:57:06.816 INFO:tasks.rados.rados.0.smithi097.stdout:804: expect (ObjNum 76 snap 11 seq_num 76) 2024-09-16T02:57:06.860 INFO:tasks.rados.rados.0.smithi097.stdout:803: expect (ObjNum 159 snap 42 seq_num 159) 2024-09-16T02:57:07.020 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 346 (ObjNum 219 snap 59 seq_num 219) dirty exists 2024-09-16T02:57:07.020 INFO:tasks.rados.rados.0.smithi097.stdout:802: done (3 left) 2024-09-16T02:57:07.020 INFO:tasks.rados.rados.0.smithi097.stdout:803: done (2 left) 2024-09-16T02:57:07.020 INFO:tasks.rados.rados.0.smithi097.stdout:804: done (1 left) 2024-09-16T02:57:07.020 INFO:tasks.rados.rados.0.smithi097.stdout:806: done (0 left) 2024-09-16T02:57:07.020 INFO:tasks.rados.rados.0.smithi097.stdout:807: snap_remove snap 72 2024-09-16T02:57:07.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: pgmap v42: 121 pgs: 121 active+clean; 225 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-16T02:57:07.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T02:57:07.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:07.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:07.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:57:07.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T02:57:07.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: pgmap v42: 121 pgs: 121 active+clean; 225 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T02:57:07.997 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T02:57:07.998 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:07 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T02:57:08.017 INFO:tasks.rados.rados.0.smithi097.stdout:807: done (0 left) 2024-09-16T02:57:08.018 INFO:tasks.rados.rados.0.smithi097.stdout:808: setattr oid 11 current snap is 75 2024-09-16T02:57:08.019 INFO:tasks.rados.rados.0.smithi097.stdout:809: rmattr oid 31 current snap is 75 2024-09-16T02:57:08.019 INFO:tasks.rados.rados.0.smithi097.stdout:810: rollback oid 1 current snap is 75 2024-09-16T02:57:08.020 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 1 to 71 2024-09-16T02:57:08.020 INFO:tasks.rados.rados.0.smithi097.stdout:811: rollback oid 27 current snap is 75 2024-09-16T02:57:08.020 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 50 2024-09-16T02:57:08.020 INFO:tasks.rados.rados.0.smithi097.stdout:812: snap_create 2024-09-16T02:57:08.024 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 347 (ObjNum 219 snap 59 seq_num 219) dirty exists 2024-09-16T02:57:08.024 INFO:tasks.rados.rados.0.smithi097.stdout:810: finishing rollback tid 1 to smithi09778949-1 2024-09-16T02:57:08.024 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 419 (ObjNum 289 snap 0 seq_num 737011946) dirty dne 2024-09-16T02:57:08.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 244 (ObjNum 119 snap 29 seq_num 119) dirty exists 2024-09-16T02:57:08.027 INFO:tasks.rados.rados.0.smithi097.stdout:811: finishing rollback tid 0 to smithi09778949-27 2024-09-16T02:57:08.027 INFO:tasks.rados.rados.0.smithi097.stdout:811: finishing rollback tid 1 to smithi09778949-27 2024-09-16T02:57:08.028 INFO:tasks.rados.rados.0.smithi097.stdout:811: finishing rollback tid 2 to smithi09778949-27 2024-09-16T02:57:08.028 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 584 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: pgmap v42: 121 pgs: 121 active+clean; 225 MiB data, 1011 MiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: osdmap e217: 8 total, 8 up, 8 in 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:08.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-09-16T02:57:08.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-09-16T02:57:08.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-09-16T02:57:08.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-09-16T02:57:08.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-09-16T02:57:08.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:07 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-09-16T02:57:09.022 INFO:tasks.rados.rados.0.smithi097.stdout:808: done (4 left) 2024-09-16T02:57:09.022 INFO:tasks.rados.rados.0.smithi097.stdout:809: done (3 left) 2024-09-16T02:57:09.022 INFO:tasks.rados.rados.0.smithi097.stdout:810: done (2 left) 2024-09-16T02:57:09.022 INFO:tasks.rados.rados.0.smithi097.stdout:811: done (1 left) 2024-09-16T02:57:09.022 INFO:tasks.rados.rados.0.smithi097.stdout:812: done (0 left) 2024-09-16T02:57:09.022 INFO:tasks.rados.rados.0.smithi097.stdout:813: rollback oid 43 current snap is 76 2024-09-16T02:57:09.022 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 35 2024-09-16T02:57:09.022 INFO:tasks.rados.rados.0.smithi097.stdout:814: snap_create 2024-09-16T02:57:09.026 INFO:tasks.rados.rados.0.smithi097.stdout:813: finishing rollback tid 0 to smithi09778949-43 2024-09-16T02:57:09.026 INFO:tasks.rados.rados.0.smithi097.stdout:813: finishing rollback tid 1 to smithi09778949-43 2024-09-16T02:57:09.026 INFO:tasks.rados.rados.0.smithi097.stdout:813: finishing rollback tid 2 to smithi09778949-43 2024-09-16T02:57:09.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 325 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[27580]: Upgrade: Setting container_image for all mgr 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[27580]: Upgrade: It appears safe to stop mon.a 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[27580]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[27580]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[38292]: Upgrade: Setting container_image for all mgr 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[38292]: Upgrade: It appears safe to stop mon.a 2024-09-16T02:57:09.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[38292]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T02:57:09.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:09.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:57:09.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:57:09.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:08 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:57:09.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:08 smithi184 ceph-mon[31162]: Upgrade: Setting container_image for all mgr 2024-09-16T02:57:09.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:08 smithi184 ceph-mon[31162]: Upgrade: It appears safe to stop mon.a 2024-09-16T02:57:09.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:08 smithi184 ceph-mon[31162]: osdmap e218: 8 total, 8 up, 8 in 2024-09-16T02:57:09.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:08 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' 2024-09-16T02:57:09.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:08 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-09-16T02:57:09.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:08 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-09-16T02:57:09.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:08 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-09-16T02:57:09.404 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:57:09] "GET /metrics HTTP/1.1" 200 36100 "" "Prometheus/2.43.0" 2024-09-16T02:57:09.954 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-mon[27580]: pgmap v45: 121 pgs: 121 active+clean; 231 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2024-09-16T02:57:09.954 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-mon[27580]: Upgrade: Updating mon.a 2024-09-16T02:57:09.954 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-mon[27580]: Deploying daemon mon.a on smithi097 2024-09-16T02:57:09.954 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-mon[27580]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T02:57:09.954 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-mon[38292]: pgmap v45: 121 pgs: 121 active+clean; 231 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2024-09-16T02:57:09.954 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-mon[38292]: Upgrade: Updating mon.a 2024-09-16T02:57:09.955 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-mon[38292]: Deploying daemon mon.a on smithi097 2024-09-16T02:57:09.955 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:09 smithi097 ceph-mon[38292]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T02:57:10.025 INFO:tasks.rados.rados.0.smithi097.stdout:813: done (1 left) 2024-09-16T02:57:10.025 INFO:tasks.rados.rados.0.smithi097.stdout:814: done (0 left) 2024-09-16T02:57:10.025 INFO:tasks.rados.rados.0.smithi097.stdout:815: rmattr oid 29 current snap is 77 2024-09-16T02:57:10.025 INFO:tasks.rados.rados.0.smithi097.stdout:816: snap_create 2024-09-16T02:57:10.030 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 417 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:57:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:09 smithi184 ceph-mon[31162]: pgmap v45: 121 pgs: 121 active+clean; 231 MiB data, 1021 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2024-09-16T02:57:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:09 smithi184 ceph-mon[31162]: Upgrade: Updating mon.a 2024-09-16T02:57:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:09 smithi184 ceph-mon[31162]: Deploying daemon mon.a on smithi097 2024-09-16T02:57:10.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:09 smithi184 ceph-mon[31162]: osdmap e219: 8 total, 8 up, 8 in 2024-09-16T02:57:10.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:09 smithi097 systemd[1]: Stopping Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:57:10.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a[27576]: 2024-09-16T02:57:10.199+0000 7fb539a96640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:57:10.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a[27576]: 2024-09-16T02:57:10.199+0000 7fb539a96640 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-09-16T02:57:10.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:10 smithi097 podman[88390]: 2024-09-16 02:57:10.260554673 +0000 UTC m=+0.160650917 container died 196155f558e00c4c0bc38e57229d42dda7761c45dd21b59a0fc01673b01a9607 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-ae7f373, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T02:57:10.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:10] ENGINE Bus STOPPING 2024-09-16T02:57:10.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:10 smithi097 podman[88390]: 2024-09-16 02:57:10.741137578 +0000 UTC m=+0.641233820 container cleanup 196155f558e00c4c0bc38e57229d42dda7761c45dd21b59a0fc01673b01a9607 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-ae7f373, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-09-16T02:57:10.873 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:10 smithi097 bash[88390]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a 2024-09-16T02:57:10.873 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T02:57:10.874 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:10] ENGINE Bus STOPPED 2024-09-16T02:57:10.874 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:10] ENGINE Bus STARTING 2024-09-16T02:57:10.874 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:10] ENGINE Serving on http://:::9283 2024-09-16T02:57:10.874 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:10 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:10] ENGINE Bus STARTED 2024-09-16T02:57:11.175 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 podman[88402]: 2024-09-16 02:57:11.043079777 +0000 UTC m=+0.778662782 container remove 196155f558e00c4c0bc38e57229d42dda7761c45dd21b59a0fc01673b01a9607 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:57:11.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a.service: Deactivated successfully. 2024-09-16T02:57:11.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 systemd[1]: Stopped Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:57:11.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a.service: Consumed 12.649s CPU time. 2024-09-16T02:57:11.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 systemd[1]: Starting Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:57:11.882 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 podman[88544]: 2024-09-16 02:57:11.602957061 +0000 UTC m=+0.111702674 container create 70d31761bd0dfce5609581d829ade47249354d924b3b2ba46df7369e55a5db1e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-09-16T02:57:11.883 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 podman[88544]: 2024-09-16 02:57:11.507339963 +0000 UTC m=+0.016085577 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:57:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 podman[88544]: 2024-09-16 02:57:11.88094592 +0000 UTC m=+0.389691533 container init 70d31761bd0dfce5609581d829ade47249354d924b3b2ba46df7369e55a5db1e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-16T02:57:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 podman[88544]: 2024-09-16 02:57:11.884427943 +0000 UTC m=+0.393173557 container start 70d31761bd0dfce5609581d829ade47249354d924b3b2ba46df7369e55a5db1e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:57:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T02:57:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev), process ceph-mon, pid 2 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: pidfile_write: ignore empty --pid-file 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: load: jerasure load: lrc 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: RocksDB version: 7.9.2 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Git sha 0 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Compile date 2024-09-15 15:10:57 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: DB SUMMARY 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: DB Session ID: YEIA3QL7O86XIQ76TYMU 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: CURRENT file: CURRENT 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1518 Bytes 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3546046 ; 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.error_if_exists: 0 2024-09-16T02:57:12.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.create_if_missing: 0 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.paranoid_checks: 1 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.env: 0x5636cbd06120 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.info_log: 0x5636cdbdd700 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T02:57:12.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.statistics: (nil) 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.use_fsync: 0 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_log_file_size: 0 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.allow_fallocate: 1 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T02:57:12.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.use_direct_reads: 0 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.db_log_dir: 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.wal_dir: 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T02:57:12.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.write_buffer_manager: 0x5636cdbe01e0 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.unordered_write: 0 2024-09-16T02:57:12.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.row_cache: None 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.wal_filter: None 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.two_write_queues: 0 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.wal_compression: 0 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.atomic_flush: 0 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T02:57:12.252 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.log_readahead_size: 0 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_background_jobs: 2 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_background_compactions: -1 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_subcompactions: 1 2024-09-16T02:57:12.253 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_open_files: -1 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_background_flushes: -1 2024-09-16T02:57:12.254 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Compression algorithms supported: 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: kZSTD supported: 0 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: kXpressCompression supported: 0 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: kBZip2Compression supported: 0 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: kLZ4Compression supported: 1 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: kZlibCompression supported: 1 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: kSnappyCompression supported: 1 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T02:57:12.255 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.merge_operator: 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_filter: None 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5636cdbdd320) 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout: cache_index_and_filter_blocks: 1 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout: pin_top_level_index_and_filter: 1 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout: index_type: 0 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout: data_block_index_type: 0 2024-09-16T02:57:12.256 INFO:journalctl@ceph.mon.a.smithi097.stdout: index_shortening: 1 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: checksum: 4 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: no_block_cache: 0 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_cache: 0x5636cdbd1610 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_cache_name: BinnedLRUCache 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_cache_options: 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: capacity : 536870912 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: num_shard_bits : 4 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: strict_capacity_limit : 0 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: high_pri_pool_ratio: 0.000 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_cache_compressed: (nil) 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: persistent_cache: (nil) 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_size: 4096 2024-09-16T02:57:12.257 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_size_deviation: 10 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_restart_interval: 16 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: index_block_restart_interval: 1 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: metadata_block_size: 4096 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: partition_filters: 0 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: use_delta_encoding: 1 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: filter_policy: bloomfilter 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: whole_key_filtering: 1 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: verify_compression: 0 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: read_amp_bytes_per_bit: 0 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: format_version: 5 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: enable_index_compression: 1 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: block_align: 0 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: max_auto_readahead_size: 262144 2024-09-16T02:57:12.258 INFO:journalctl@ceph.mon.a.smithi097.stdout: prepopulate_block_cache: 0 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout: initial_auto_readahead_size: 8192 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression: NoCompression 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.num_levels: 7 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T02:57:12.259 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T02:57:12.260 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T02:57:12.261 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T02:57:12.262 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.inplace_update_support: 0 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T02:57:12.263 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.bloom_locality: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.max_successive_merges: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.ttl: 2592000 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T02:57:12.264 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.enable_blob_files: false 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.min_blob_size: 0 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12903, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5cddc81a-9f8c-4d91-acb0-5567279f2a90 2024-09-16T02:57:12.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455431910496, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455431920000, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3331561, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12904, "largest_seqno": 14273, "table_properties": {"data_size": 3323888, "index_size": 5028, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1605, "raw_key_size": 15388, "raw_average_key_size": 24, "raw_value_size": 3309774, "raw_average_value_size": 5295, "num_data_blocks": 222, "num_entries": 625, "num_filter_entries": 625, "num_deletions": 25, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726455431, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5cddc81a-9f8c-4d91-acb0-5567279f2a90", "db_session_id": "YEIA3QL7O86XIQ76TYMU", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455431920113, "job": 1, "event": "recovery_finished"} 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5636cdc00e00 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: DB pointer 0x5636cdd02000 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout: ** DB Stats ** 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T02:57:12.266 INFO:journalctl@ceph.mon.a.smithi097.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: ** Compaction Stats [default] ** 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: L0 1/0 3.18 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 685.9 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: L6 1/0 7.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: Sum 2/0 11.02 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 685.9 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 685.9 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-16T02:57:12.267 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: ** Compaction Stats [default] ** 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 685.9 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T02:57:12.268 INFO:journalctl@ceph.mon.a.smithi097.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: Cumulative compaction: 0.00 GB write, 227.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: Interval compaction: 0.00 GB write, 227.45 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: Block cache BinnedLRUCache@0x5636cdbd1610#2 capacity: 512.00 MB usage: 6.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,5.08 KB,0.000968575%) Misc(1,0.00 KB,0%) 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: starting mon.a rank 0 at public addrs [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] at bind addrs [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: mon.a@-1(???) e3 preinit fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: mon.a@-1(???).mds e8 new map 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: mon.a@-1(???).mds e8 print_map 2024-09-16T02:57:12.269 INFO:journalctl@ceph.mon.a.smithi097.stdout: e8 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: legacy client fscid: 1 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: Filesystem 'cephfs' (1) 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: fs_name cephfs 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: epoch 8 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: created 2024-09-16T02:51:11.610498+0000 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: modified 2024-09-16T02:51:23.750346+0000 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: tableserver 0 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: root 0 2024-09-16T02:57:12.270 INFO:journalctl@ceph.mon.a.smithi097.stdout: session_timeout 60 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: session_autoclose 300 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: max_file_size 1099511627776 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: max_xattr_size 65536 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: required_client_features {} 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: last_failure 0 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: last_failure_osd_epoch 0 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: max_mds 1 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: in 0 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: up {0=24334} 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: failed 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: damaged 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: stopped 2024-09-16T02:57:12.271 INFO:journalctl@ceph.mon.a.smithi097.stdout: data_pools [3] 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: metadata_pool 2 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: inline_data disabled 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: balancer 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: bal_rank_mask -1 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: standby_count_wanted 0 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: qdb_cluster leader: 0 members: 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: [mds.b{0:24334} state up:active seq 5 addr [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: Standby daemons: 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout: [mds.a{-1:24332} state up:standby seq 1 addr [v2:172.21.15.97:6834/1988127941,v1:172.21.15.97:6835/1988127941] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: mon.a@-1(???).osd e220 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T02:57:12.272 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:12.273 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:12.273 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: mon.a@-1(???).osd e220 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:12.273 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 ceph-mon[88563]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-09-16T02:57:12.273 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 bash[88544]: 70d31761bd0dfce5609581d829ade47249354d924b3b2ba46df7369e55a5db1e 2024-09-16T02:57:12.273 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:11 smithi097 systemd[1]: Started Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:57:13.417 INFO:tasks.rados.rados.0.smithi097.stdout:815: done (1 left) 2024-09-16T02:57:13.417 INFO:tasks.rados.rados.0.smithi097.stdout:816: done (0 left) 2024-09-16T02:57:13.418 INFO:tasks.rados.rados.0.smithi097.stdout:817: delete oid 33 current snap is 78 2024-09-16T02:57:13.423 INFO:tasks.rados.rados.0.smithi097.stdout:817: done (0 left) 2024-09-16T02:57:13.423 INFO:tasks.rados.rados.0.smithi097.stdout:818: setattr oid 48 current snap is 78 2024-09-16T02:57:13.424 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 78 2024-09-16T02:57:13.424 INFO:tasks.rados.rados.0.smithi097.stdout:819: seq_num 275 ranges {1646592=614400,2260992=786432,3047424=499712,3547136=319488} 2024-09-16T02:57:13.436 INFO:tasks.rados.rados.0.smithi097.stdout:819: writing smithi09778949-2 from 1646592 to 2260992 tid 1 2024-09-16T02:57:13.441 INFO:tasks.rados.rados.0.smithi097.stdout:819: writing smithi09778949-2 from 2260992 to 3047424 tid 2 2024-09-16T02:57:13.444 INFO:tasks.rados.rados.0.smithi097.stdout:819: writing smithi09778949-2 from 3047424 to 3547136 tid 3 2024-09-16T02:57:13.446 INFO:tasks.rados.rados.0.smithi097.stdout:819: writing smithi09778949-2 from 3547136 to 3866624 tid 4 2024-09-16T02:57:13.446 INFO:tasks.rados.rados.0.smithi097.stdout:820: read oid 37 snap -1 2024-09-16T02:57:13.446 INFO:tasks.rados.rados.0.smithi097.stdout:820: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:57:13.446 INFO:tasks.rados.rados.0.smithi097.stdout:821: copy_from oid 40 from oid 33 current snap is 78 2024-09-16T02:57:13.446 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 78 (ObjNum 270 snap 73 seq_num 270) dirty exists 2024-09-16T02:57:13.446 INFO:tasks.rados.rados.0.smithi097.stdout:819: finishing write tid 1 to smithi09778949-2 2024-09-16T02:57:13.447 INFO:tasks.rados.rados.0.smithi097.stdout:819: finishing write tid 2 to smithi09778949-2 2024-09-16T02:57:13.447 INFO:tasks.rados.rados.0.smithi097.stdout:818: done (3 left) 2024-09-16T02:57:13.447 INFO:tasks.rados.rados.0.smithi097.stdout:822: snap_remove snap 66 2024-09-16T02:57:13.531 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:57:13.531 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: pgmap v49: 121 pgs: 121 active+clean; 226 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: mon.a calling monitor election 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: monmap epoch 3 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: last_changed 2024-09-16T02:47:19.523112+0000 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:13.532 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: min_mon_release 18 (reef) 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: election_strategy: 1 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: mgrmap e37: y(active, since 33s), standbys: x 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: overall HEALTH_OK 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: from='mgr.25004 ' entity='' 2024-09-16T02:57:13.533 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[88563]: mgrmap e38: y(active, since 33s), standbys: x 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: pgmap v49: 121 pgs: 121 active+clean; 226 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: mon.a calling monitor election 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:13.534 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: monmap epoch 3 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: last_changed 2024-09-16T02:47:19.523112+0000 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: min_mon_release 18 (reef) 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: election_strategy: 1 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: mgrmap e37: y(active, since 33s), standbys: x 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: overall HEALTH_OK 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: from='mgr.25004 ' entity='' 2024-09-16T02:57:13.535 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mon[38292]: mgrmap e38: y(active, since 33s), standbys: x 2024-09-16T02:57:13.536 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ignoring --setuser ceph since I am not root 2024-09-16T02:57:13.536 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ignoring --setgroup ceph since I am not root 2024-09-16T02:57:13.536 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:13 smithi097 ceph-mgr[81100]: -- 172.21.15.97:0/3566992352 <== mon.0 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f51a5a30e0 con 0x55f51a581400 2024-09-16T02:57:13.658 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: ignoring --setuser ceph since I am not root 2024-09-16T02:57:13.659 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: ignoring --setgroup ceph since I am not root 2024-09-16T02:57:13.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-09-16T02:57:13.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-09-16T02:57:13.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-09-16T02:57:13.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-09-16T02:57:13.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-09-16T02:57:13.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mon.? -' entity='mon.' cmd=[{"prefix": "orch prometheus get-credentials"}]: dispatch 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mgr.25004 172.21.15.97:0/4251079550' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: pgmap v49: 121 pgs: 121 active+clean; 226 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 10 op/s 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: mon.a calling monitor election 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: monmap epoch 3 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: last_changed 2024-09-16T02:47:19.523112+0000 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: min_mon_release 18 (reef) 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: election_strategy: 1 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:13.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:13.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:13.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: osdmap e220: 8 total, 8 up, 8 in 2024-09-16T02:57:13.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: mgrmap e37: y(active, since 33s), standbys: x 2024-09-16T02:57:13.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: overall HEALTH_OK 2024-09-16T02:57:13.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: from='mgr.25004 ' entity='' 2024-09-16T02:57:13.661 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:13 smithi184 ceph-mon[31162]: mgrmap e38: y(active, since 33s), standbys: x 2024-09-16T02:57:14.415 INFO:tasks.rados.rados.0.smithi097.stdout:822: done (3 left) 2024-09-16T02:57:14.415 INFO:tasks.rados.rados.0.smithi097.stdout:823: setattr oid 27 current snap is 78 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:821: finishing copy_from to smithi09778949-40 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:821: got expected ENOENT (src dne) 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:821: finishing copy_from racing read to smithi09778949-40 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:819: finishing write tid 3 to smithi09778949-2 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:819: finishing write tid 4 to smithi09778949-2 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:819: finishing write tid 5 to smithi09778949-2 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:819: finishing write tid 6 to smithi09778949-2 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:819: oid 2 updating version 0 to 302 2024-09-16T02:57:14.416 INFO:tasks.rados.rados.0.smithi097.stdout:819: oid 2 version 302 is already newer than 301 2024-09-16T02:57:14.417 INFO:tasks.rados.rados.0.smithi097.stdout:819: oid 2 updating version 302 to 303 2024-09-16T02:57:14.417 INFO:tasks.rados.rados.0.smithi097.stdout:819: oid 2 updating version 303 to 304 2024-09-16T02:57:14.417 INFO:tasks.rados.rados.0.smithi097.stdout:819: oid 2 version 304 is already newer than 300 2024-09-16T02:57:14.417 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 304 (ObjNum 275 snap 78 seq_num 275) dirty exists 2024-09-16T02:57:14.417 INFO:tasks.rados.rados.0.smithi097.stdout:819: left oid 2 (ObjNum 275 snap 78 seq_num 275) 2024-09-16T02:57:14.417 INFO:tasks.rados.rados.0.smithi097.stdout:820: expect (ObjNum 225 snap 60 seq_num 225) 2024-09-16T02:57:14.558 INFO:tasks.rados.rados.0.smithi097.stdout:819: done (3 left) 2024-09-16T02:57:14.558 INFO:tasks.rados.rados.0.smithi097.stdout:820: done (2 left) 2024-09-16T02:57:14.559 INFO:tasks.rados.rados.0.smithi097.stdout:821: done (1 left) 2024-09-16T02:57:14.559 INFO:tasks.rados.rados.0.smithi097.stdout:824: snap_create 2024-09-16T02:57:14.565 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 586 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:57:14.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:14 smithi097 ceph-mon[88563]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T02:57:14.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:14 smithi097 ceph-mon[38292]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T02:57:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:14 smithi184 ceph-mon[31162]: osdmap e221: 8 total, 8 up, 8 in 2024-09-16T02:57:15.425 INFO:tasks.rados.rados.0.smithi097.stdout:823: done (1 left) 2024-09-16T02:57:15.425 INFO:tasks.rados.rados.0.smithi097.stdout:824: done (0 left) 2024-09-16T02:57:15.425 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 79 2024-09-16T02:57:15.425 INFO:tasks.rados.rados.0.smithi097.stdout:825: seq_num 276 ranges {3506176=630784,4136960=671744,4808704=704512,5513216=229376} 2024-09-16T02:57:15.447 INFO:tasks.rados.rados.0.smithi097.stdout:825: writing smithi09778949-37 from 3506176 to 4136960 tid 1 2024-09-16T02:57:15.451 INFO:tasks.rados.rados.0.smithi097.stdout:825: writing smithi09778949-37 from 4136960 to 4808704 tid 2 2024-09-16T02:57:15.455 INFO:tasks.rados.rados.0.smithi097.stdout:825: writing smithi09778949-37 from 4808704 to 5513216 tid 3 2024-09-16T02:57:15.457 INFO:tasks.rados.rados.0.smithi097.stdout:825: writing smithi09778949-37 from 5513216 to 5742592 tid 4 2024-09-16T02:57:15.457 INFO:tasks.rados.rados.0.smithi097.stdout:826: snap_create 2024-09-16T02:57:15.457 INFO:tasks.rados.rados.0.smithi097.stdout:825: finishing write tid 1 to smithi09778949-37 2024-09-16T02:57:15.457 INFO:tasks.rados.rados.0.smithi097.stdout:825: finishing write tid 2 to smithi09778949-37 2024-09-16T02:57:15.460 INFO:tasks.rados.rados.0.smithi097.stdout:825: finishing write tid 3 to smithi09778949-37 2024-09-16T02:57:15.460 INFO:tasks.rados.rados.0.smithi097.stdout:825: finishing write tid 4 to smithi09778949-37 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:825: finishing write tid 5 to smithi09778949-37 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:825: finishing write tid 6 to smithi09778949-37 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:825: oid 37 updating version 0 to 247 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:825: oid 37 updating version 247 to 250 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:825: oid 37 version 250 is already newer than 248 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:825: oid 37 version 250 is already newer than 249 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:825: oid 37 version 250 is already newer than 246 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 250 (ObjNum 276 snap 79 seq_num 276) dirty exists 2024-09-16T02:57:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:825: left oid 37 (ObjNum 276 snap 79 seq_num 276) 2024-09-16T02:57:15.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:15 smithi097 ceph-mon[88563]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T02:57:15.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:15 smithi097 ceph-mon[38292]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T02:57:15.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:15 smithi184 ceph-mon[31162]: osdmap e222: 8 total, 8 up, 8 in 2024-09-16T02:57:16.429 INFO:tasks.rados.rados.0.smithi097.stdout:825: done (1 left) 2024-09-16T02:57:16.430 INFO:tasks.rados.rados.0.smithi097.stdout:826: done (0 left) 2024-09-16T02:57:16.430 INFO:tasks.rados.rados.0.smithi097.stdout:827: read oid 11 snap 60 2024-09-16T02:57:16.430 INFO:tasks.rados.rados.0.smithi097.stdout:827: expect (ObjNum 219 snap 59 seq_num 219) 2024-09-16T02:57:16.430 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 80 2024-09-16T02:57:16.430 INFO:tasks.rados.rados.0.smithi097.stdout:828: seq_num 277 ranges {4702208=647168,5349376=557056,5906432=516096,6422528=532480} 2024-09-16T02:57:16.458 INFO:tasks.rados.rados.0.smithi097.stdout:828: writing smithi09778949-21 from 4702208 to 5349376 tid 1 2024-09-16T02:57:16.461 INFO:tasks.rados.rados.0.smithi097.stdout:828: writing smithi09778949-21 from 5349376 to 5906432 tid 2 2024-09-16T02:57:16.465 INFO:tasks.rados.rados.0.smithi097.stdout:828: writing smithi09778949-21 from 5906432 to 6422528 tid 3 2024-09-16T02:57:16.468 INFO:tasks.rados.rados.0.smithi097.stdout:828: writing smithi09778949-21 from 6422528 to 6955008 tid 4 2024-09-16T02:57:16.468 INFO:tasks.rados.rados.0.smithi097.stdout:829: delete oid 47 current snap is 80 2024-09-16T02:57:16.468 INFO:tasks.rados.rados.0.smithi097.stdout:827: expect (ObjNum 219 snap 59 seq_num 219) 2024-09-16T02:57:16.576 INFO:tasks.rados.rados.0.smithi097.stdout:828: finishing write tid 1 to smithi09778949-21 2024-09-16T02:57:16.576 INFO:tasks.rados.rados.0.smithi097.stdout:828: finishing write tid 2 to smithi09778949-21 2024-09-16T02:57:16.576 INFO:tasks.rados.rados.0.smithi097.stdout:828: finishing write tid 3 to smithi09778949-21 2024-09-16T02:57:16.576 INFO:tasks.rados.rados.0.smithi097.stdout:827: done (2 left) 2024-09-16T02:57:16.576 INFO:tasks.rados.rados.0.smithi097.stdout:829: done (1 left) 2024-09-16T02:57:16.576 INFO:tasks.rados.rados.0.smithi097.stdout:830: snap_create 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: finishing write tid 4 to smithi09778949-21 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: finishing write tid 5 to smithi09778949-21 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: finishing write tid 6 to smithi09778949-21 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: oid 21 updating version 0 to 334 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: oid 21 version 334 is already newer than 333 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: oid 21 updating version 334 to 335 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: oid 21 version 335 is already newer than 332 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: oid 21 version 335 is already newer than 331 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 335 (ObjNum 277 snap 80 seq_num 277) dirty exists 2024-09-16T02:57:16.577 INFO:tasks.rados.rados.0.smithi097.stdout:828: left oid 21 (ObjNum 277 snap 80 seq_num 277) 2024-09-16T02:57:16.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:16 smithi097 ceph-mon[88563]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T02:57:16.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:16 smithi097 ceph-mon[38292]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T02:57:16.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:16 smithi184 ceph-mon[31162]: osdmap e223: 8 total, 8 up, 8 in 2024-09-16T02:57:16.936 INFO:tasks.rados.rados.0.smithi097.stdout:828: done (1 left) 2024-09-16T02:57:16.936 INFO:tasks.rados.rados.0.smithi097.stdout:830: done (0 left) 2024-09-16T02:57:16.936 INFO:tasks.rados.rados.0.smithi097.stdout:831: setattr oid 39 current snap is 81 2024-09-16T02:57:16.937 INFO:tasks.rados.rados.0.smithi097.stdout:832: read oid 37 snap -1 2024-09-16T02:57:16.937 INFO:tasks.rados.rados.0.smithi097.stdout:832: expect (ObjNum 276 snap 79 seq_num 276) 2024-09-16T02:57:16.937 INFO:tasks.rados.rados.0.smithi097.stdout:833: read oid 25 snap -1 2024-09-16T02:57:16.937 INFO:tasks.rados.rados.0.smithi097.stdout:833: expect (ObjNum 262 snap 72 seq_num 262) 2024-09-16T02:57:16.937 INFO:tasks.rados.rados.0.smithi097.stdout:834: read oid 43 snap -1 2024-09-16T02:57:16.937 INFO:tasks.rados.rados.0.smithi097.stdout:834: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-16T02:57:16.938 INFO:tasks.rados.rados.0.smithi097.stdout:835: snap_remove snap 76 2024-09-16T02:57:17.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:17 smithi097 ceph-mon[88563]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T02:57:17.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:17 smithi097 ceph-mon[88563]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T02:57:17.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:17 smithi097 ceph-mon[38292]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T02:57:17.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:17 smithi097 ceph-mon[38292]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T02:57:17.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:17 smithi184 ceph-mon[31162]: osdmap e224: 8 total, 8 up, 8 in 2024-09-16T02:57:17.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:17 smithi184 ceph-mon[31162]: osdmap e225: 8 total, 8 up, 8 in 2024-09-16T02:57:17.938 INFO:tasks.rados.rados.0.smithi097.stdout:835: done (4 left) 2024-09-16T02:57:17.938 INFO:tasks.rados.rados.0.smithi097.stdout:836: setattr oid 26 current snap is 81 2024-09-16T02:57:17.938 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 287 (ObjNum 159 snap 42 seq_num 159) dirty exists 2024-09-16T02:57:17.939 INFO:tasks.rados.rados.0.smithi097.stdout:834: expect (ObjNum 42 snap 0 seq_num 42) 2024-09-16T02:57:17.964 INFO:tasks.rados.rados.0.smithi097.stdout:833: expect (ObjNum 262 snap 72 seq_num 262) 2024-09-16T02:57:18.016 INFO:tasks.rados.rados.0.smithi097.stdout:832: expect (ObjNum 276 snap 79 seq_num 276) 2024-09-16T02:57:18.271 INFO:tasks.rados.rados.0.smithi097.stdout:831: done (4 left) 2024-09-16T02:57:18.271 INFO:tasks.rados.rados.0.smithi097.stdout:832: done (3 left) 2024-09-16T02:57:18.272 INFO:tasks.rados.rados.0.smithi097.stdout:833: done (2 left) 2024-09-16T02:57:18.272 INFO:tasks.rados.rados.0.smithi097.stdout:834: done (1 left) 2024-09-16T02:57:18.272 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 81 2024-09-16T02:57:18.272 INFO:tasks.rados.rados.0.smithi097.stdout:837: seq_num 279 ranges {0=679936,679936=720896,1400832=483328,1884160=401408} 2024-09-16T02:57:18.275 INFO:tasks.rados.rados.0.smithi097.stdout:837: writing smithi09778949-33 from 0 to 679936 tid 1 2024-09-16T02:57:18.279 INFO:tasks.rados.rados.0.smithi097.stdout:837: writing smithi09778949-33 from 679936 to 1400832 tid 2 2024-09-16T02:57:18.281 INFO:tasks.rados.rados.0.smithi097.stdout:837: writing smithi09778949-33 from 1400832 to 1884160 tid 3 2024-09-16T02:57:18.284 INFO:tasks.rados.rados.0.smithi097.stdout:837: writing smithi09778949-33 from 1884160 to 2285568 tid 4 2024-09-16T02:57:18.284 INFO:tasks.rados.rados.0.smithi097.stdout:838: delete oid 43 current snap is 81 2024-09-16T02:57:18.284 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 236 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-09-16T02:57:18.284 INFO:tasks.rados.rados.0.smithi097.stdout:837: finishing write tid 1 to smithi09778949-33 2024-09-16T02:57:18.284 INFO:tasks.rados.rados.0.smithi097.stdout:837: finishing write tid 2 to smithi09778949-33 2024-09-16T02:57:18.285 INFO:tasks.rados.rados.0.smithi097.stdout:837: finishing write tid 3 to smithi09778949-33 2024-09-16T02:57:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:837: finishing write tid 4 to smithi09778949-33 2024-09-16T02:57:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:837: finishing write tid 5 to smithi09778949-33 2024-09-16T02:57:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:836: done (2 left) 2024-09-16T02:57:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:838: done (1 left) 2024-09-16T02:57:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 81 2024-09-16T02:57:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:839: seq_num 281 ranges {4014080=712704,4726784=491520,5218304=491520,5709824=622592} 2024-09-16T02:57:18.313 INFO:tasks.rados.rados.0.smithi097.stdout:839: writing smithi09778949-48 from 4014080 to 4726784 tid 1 2024-09-16T02:57:18.315 INFO:tasks.rados.rados.0.smithi097.stdout:839: writing smithi09778949-48 from 4726784 to 5218304 tid 2 2024-09-16T02:57:18.318 INFO:tasks.rados.rados.0.smithi097.stdout:839: writing smithi09778949-48 from 5218304 to 5709824 tid 3 2024-09-16T02:57:18.322 INFO:tasks.rados.rados.0.smithi097.stdout:839: writing smithi09778949-48 from 5709824 to 6332416 tid 4 2024-09-16T02:57:18.322 INFO:tasks.rados.rados.0.smithi097.stdout:840: snap_create 2024-09-16T02:57:18.322 INFO:tasks.rados.rados.0.smithi097.stdout:837: finishing write tid 6 to smithi09778949-33 2024-09-16T02:57:18.322 INFO:tasks.rados.rados.0.smithi097.stdout:837: oid 33 updating version 0 to 430 2024-09-16T02:57:18.322 INFO:tasks.rados.rados.0.smithi097.stdout:837: oid 33 updating version 430 to 432 2024-09-16T02:57:18.322 INFO:tasks.rados.rados.0.smithi097.stdout:837: oid 33 version 432 is already newer than 431 2024-09-16T02:57:18.322 INFO:tasks.rados.rados.0.smithi097.stdout:837: oid 33 version 432 is already newer than 429 2024-09-16T02:57:18.322 INFO:tasks.rados.rados.0.smithi097.stdout:837: oid 33 version 432 is already newer than 428 2024-09-16T02:57:18.323 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 432 (ObjNum 279 snap 81 seq_num 279) dirty exists 2024-09-16T02:57:18.323 INFO:tasks.rados.rados.0.smithi097.stdout:837: left oid 33 (ObjNum 279 snap 81 seq_num 279) 2024-09-16T02:57:18.323 INFO:tasks.rados.rados.0.smithi097.stdout:839: finishing write tid 1 to smithi09778949-48 2024-09-16T02:57:18.323 INFO:tasks.rados.rados.0.smithi097.stdout:839: finishing write tid 2 to smithi09778949-48 2024-09-16T02:57:18.323 INFO:tasks.rados.rados.0.smithi097.stdout:839: finishing write tid 3 to smithi09778949-48 2024-09-16T02:57:18.325 INFO:tasks.rados.rados.0.smithi097.stdout:839: finishing write tid 4 to smithi09778949-48 2024-09-16T02:57:18.325 INFO:tasks.rados.rados.0.smithi097.stdout:839: finishing write tid 5 to smithi09778949-48 2024-09-16T02:57:18.328 INFO:tasks.rados.rados.0.smithi097.stdout:839: finishing write tid 6 to smithi09778949-48 2024-09-16T02:57:18.328 INFO:tasks.rados.rados.0.smithi097.stdout:839: oid 48 updating version 0 to 85 2024-09-16T02:57:18.328 INFO:tasks.rados.rados.0.smithi097.stdout:839: oid 48 version 85 is already newer than 84 2024-09-16T02:57:18.328 INFO:tasks.rados.rados.0.smithi097.stdout:839: oid 48 version 85 is already newer than 82 2024-09-16T02:57:18.329 INFO:tasks.rados.rados.0.smithi097.stdout:839: oid 48 version 85 is already newer than 83 2024-09-16T02:57:18.329 INFO:tasks.rados.rados.0.smithi097.stdout:839: oid 48 updating version 85 to 86 2024-09-16T02:57:18.329 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 86 (ObjNum 281 snap 81 seq_num 281) dirty exists 2024-09-16T02:57:18.329 INFO:tasks.rados.rados.0.smithi097.stdout:839: left oid 48 (ObjNum 281 snap 81 seq_num 281) 2024-09-16T02:57:18.496 INFO:tasks.rados.rados.0.smithi097.stdout:837: done (2 left) 2024-09-16T02:57:18.496 INFO:tasks.rados.rados.0.smithi097.stdout:839: done (1 left) 2024-09-16T02:57:18.496 INFO:tasks.rados.rados.0.smithi097.stdout:840: done (0 left) 2024-09-16T02:57:18.497 INFO:tasks.rados.rados.0.smithi097.stdout:841: snap_remove snap 56 2024-09-16T02:57:18.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: [16/Sep/2024:02:57:18] ENGINE Bus STARTING 2024-09-16T02:57:18.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: CherryPy Checker: 2024-09-16T02:57:18.909 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: The Application mounted at '' has an empty config. 2024-09-16T02:57:18.910 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: 2024-09-16T02:57:18.910 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: [16/Sep/2024:02:57:18] ENGINE Serving on http://:::9283 2024-09-16T02:57:18.910 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x[74454]: [16/Sep/2024:02:57:18] ENGINE Bus STARTED 2024-09-16T02:57:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: Standby manager daemon x restarted 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: Standby manager daemon x started 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: Active manager daemon y restarted 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: Activating manager daemon y 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: mgrmap e39: y(active, starting, since 0.00610311s), standbys: x 2024-09-16T02:57:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-16T02:57:19.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: Manager daemon y is now available 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-16T02:57:19.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.845+0000 7fd08e0c3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.845+0000 7fd08e0c3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.845+0000 7fd08e0c3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.845+0000 7fd08e0c3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.845+0000 7fd08e0c3640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.846+0000 7fd0910c9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.846+0000 7fd0910c9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.846+0000 7fd0910c9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.846+0000 7fd0910c9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.249 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:18.846+0000 7fd0910c9640 -1 client.0 error registering admin socket command: (17) File exists 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: Standby manager daemon x restarted 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: Standby manager daemon x started 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: Active manager daemon y restarted 2024-09-16T02:57:19.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: Activating manager daemon y 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: mgrmap e39: y(active, starting, since 0.00610311s), standbys: x 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-16T02:57:19.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: Manager daemon y is now available 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-16T02:57:19.252 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:18 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-16T02:57:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: osdmap e226: 8 total, 8 up, 8 in 2024-09-16T02:57:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: Standby manager daemon x restarted 2024-09-16T02:57:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: Standby manager daemon x started 2024-09-16T02:57:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-09-16T02:57:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.? 172.21.15.184:0/2200138527' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: Active manager daemon y restarted 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: Activating manager daemon y 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: osdmap e227: 8 total, 8 up, 8 in 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: mgrmap e39: y(active, starting, since 0.00610311s), standbys: x 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "y", "id": "y"} : dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-09-16T02:57:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata"} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata"} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata"} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: Manager daemon y is now available 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:57:19.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "orch prometheus get-credentials"} : dispatch 2024-09-16T02:57:19.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"} : dispatch 2024-09-16T02:57:19.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:18 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"} : dispatch 2024-09-16T02:57:19.511 INFO:tasks.rados.rados.0.smithi097.stdout:841: done (0 left) 2024-09-16T02:57:19.511 INFO:tasks.rados.rados.0.smithi097.stdout:842: rmattr oid 46 current snap is 82 2024-09-16T02:57:19.511 INFO:tasks.rados.rados.0.smithi097.stdout:842: done (0 left) 2024-09-16T02:57:19.511 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 82 2024-09-16T02:57:19.511 INFO:tasks.rados.rados.0.smithi097.stdout:843: seq_num 282 ranges {6955008=729088,7684096=425984,8110080=704512,8814592=475136} 2024-09-16T02:57:19.556 INFO:tasks.rados.rados.0.smithi097.stdout:843: writing smithi09778949-21 from 6955008 to 7684096 tid 1 2024-09-16T02:57:19.559 INFO:tasks.rados.rados.0.smithi097.stdout:843: writing smithi09778949-21 from 7684096 to 8110080 tid 2 2024-09-16T02:57:19.564 INFO:tasks.rados.rados.0.smithi097.stdout:843: writing smithi09778949-21 from 8110080 to 8814592 tid 3 2024-09-16T02:57:19.568 INFO:tasks.rados.rados.0.smithi097.stdout:843: writing smithi09778949-21 from 8814592 to 9289728 tid 4 2024-09-16T02:57:19.568 INFO:tasks.rados.rados.0.smithi097.stdout:844: delete oid 39 current snap is 82 2024-09-16T02:57:19.568 INFO:tasks.rados.rados.0.smithi097.stdout:843: finishing write tid 1 to smithi09778949-21 2024-09-16T02:57:19.568 INFO:tasks.rados.rados.0.smithi097.stdout:843: finishing write tid 2 to smithi09778949-21 2024-09-16T02:57:19.568 INFO:tasks.rados.rados.0.smithi097.stdout:843: finishing write tid 3 to smithi09778949-21 2024-09-16T02:57:19.570 INFO:tasks.rados.rados.0.smithi097.stdout:844: done (1 left) 2024-09-16T02:57:19.570 INFO:tasks.rados.rados.0.smithi097.stdout:845: read oid 49 snap -1 2024-09-16T02:57:19.570 INFO:tasks.rados.rados.0.smithi097.stdout:845: expect (ObjNum 250 snap 68 seq_num 250) 2024-09-16T02:57:19.570 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 82 2024-09-16T02:57:19.570 INFO:tasks.rados.rados.0.smithi097.stdout:846: seq_num 284 ranges {4358144=761856,5120000=598016,5718016=671744,6389760=335872} 2024-09-16T02:57:19.601 INFO:tasks.rados.rados.0.smithi097.stdout:846: writing smithi09778949-28 from 4358144 to 5120000 tid 1 2024-09-16T02:57:19.605 INFO:tasks.rados.rados.0.smithi097.stdout:846: writing smithi09778949-28 from 5120000 to 5718016 tid 2 2024-09-16T02:57:19.610 INFO:tasks.rados.rados.0.smithi097.stdout:846: writing smithi09778949-28 from 5718016 to 6389760 tid 3 2024-09-16T02:57:19.613 INFO:tasks.rados.rados.0.smithi097.stdout:846: writing smithi09778949-28 from 6389760 to 6725632 tid 4 2024-09-16T02:57:19.613 INFO:tasks.rados.rados.0.smithi097.stdout:847: read oid 39 snap -1 2024-09-16T02:57:19.613 INFO:tasks.rados.rados.0.smithi097.stdout:847: expect deleted 2024-09-16T02:57:19.613 INFO:tasks.rados.rados.0.smithi097.stdout:848: rmattr oid 12 current snap is 82 2024-09-16T02:57:19.613 INFO:tasks.rados.rados.0.smithi097.stdout:848: done (4 left) 2024-09-16T02:57:19.613 INFO:tasks.rados.rados.0.smithi097.stdout:849: delete oid 3 current snap is 82 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: finishing write tid 4 to smithi09778949-21 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: finishing write tid 5 to smithi09778949-21 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: finishing write tid 6 to smithi09778949-21 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: oid 21 updating version 0 to 344 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: oid 21 version 344 is already newer than 343 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: oid 21 updating version 344 to 345 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: oid 21 updating version 345 to 347 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: oid 21 version 347 is already newer than 346 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 347 (ObjNum 282 snap 82 seq_num 282) dirty exists 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:843: left oid 21 (ObjNum 282 snap 82 seq_num 282) 2024-09-16T02:57:19.614 INFO:tasks.rados.rados.0.smithi097.stdout:845: expect (ObjNum 250 snap 68 seq_num 250) 2024-09-16T02:57:19.662 INFO:tasks.rados.rados.0.smithi097.stdout:846: finishing write tid 1 to smithi09778949-28 2024-09-16T02:57:19.663 INFO:tasks.rados.rados.0.smithi097.stdout:846: finishing write tid 2 to smithi09778949-28 2024-09-16T02:57:19.663 INFO:tasks.rados.rados.0.smithi097.stdout:843: done (4 left) 2024-09-16T02:57:19.663 INFO:tasks.rados.rados.0.smithi097.stdout:845: done (3 left) 2024-09-16T02:57:19.663 INFO:tasks.rados.rados.0.smithi097.stdout:849: done (2 left) 2024-09-16T02:57:19.663 INFO:tasks.rados.rados.0.smithi097.stdout:850: copy_from oid 43 from oid 35 current snap is 82 2024-09-16T02:57:19.664 INFO:tasks.rados.rados.0.smithi097.stdout:846: finishing write tid 3 to smithi09778949-28 2024-09-16T02:57:19.664 INFO:tasks.rados.rados.0.smithi097.stdout:846: finishing write tid 4 to smithi09778949-28 2024-09-16T02:57:19.664 INFO:tasks.rados.rados.0.smithi097.stdout:846: finishing write tid 5 to smithi09778949-28 2024-09-16T02:57:19.664 INFO:tasks.rados.rados.0.smithi097.stdout:846: finishing write tid 6 to smithi09778949-28 2024-09-16T02:57:19.664 INFO:tasks.rados.rados.0.smithi097.stdout:846: oid 28 updating version 0 to 613 2024-09-16T02:57:19.665 INFO:tasks.rados.rados.0.smithi097.stdout:846: oid 28 version 613 is already newer than 612 2024-09-16T02:57:19.665 INFO:tasks.rados.rados.0.smithi097.stdout:846: oid 28 updating version 613 to 614 2024-09-16T02:57:19.665 INFO:tasks.rados.rados.0.smithi097.stdout:846: oid 28 version 614 is already newer than 610 2024-09-16T02:57:19.665 INFO:tasks.rados.rados.0.smithi097.stdout:846: oid 28 version 614 is already newer than 611 2024-09-16T02:57:19.665 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 614 (ObjNum 284 snap 82 seq_num 284) dirty exists 2024-09-16T02:57:19.665 INFO:tasks.rados.rados.0.smithi097.stdout:846: left oid 28 (ObjNum 284 snap 82 seq_num 284) 2024-09-16T02:57:19.666 INFO:tasks.rados.rados.0.smithi097.stdout:846: done (2 left) 2024-09-16T02:57:19.666 INFO:tasks.rados.rados.0.smithi097.stdout:847: done (1 left) 2024-09-16T02:57:19.666 INFO:tasks.rados.rados.0.smithi097.stdout:851: snap_remove snap 69 2024-09-16T02:57:19.779 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:19.509+0000 7fd0c03b5640 -1 mgr.server handle_report got status from non-daemon mon.a 2024-09-16T02:57:19.780 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:19] ENGINE Bus STARTING 2024-09-16T02:57:19.780 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: CherryPy Checker: 2024-09-16T02:57:19.780 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: The Application mounted at '' has an empty config. 2024-09-16T02:57:19.780 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:19.780 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:19] ENGINE Serving on http://:::9283 2024-09-16T02:57:19.780 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:02:57:19] ENGINE Bus STARTED 2024-09-16T02:57:20.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:19.884+0000 7fd073e95640 -1 log_channel(cephadm) log [ERR] : [16/Sep/2024:02:57:19] ENGINE Error in HTTPServer.serve 2024-09-16T02:57:20.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: Traceback (most recent call last): 2024-09-16T02:57:20.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:57:20.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: self._connections.run(self.expiration_interval) 2024-09-16T02:57:20.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:57:20.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: self._run(expiration_interval) 2024-09-16T02:57:20.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:57:20.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:57:20.247 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:57:20.247 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:57:20.247 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:57:20.247 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: s = self.context.wrap_socket( 2024-09-16T02:57:20.247 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:57:20.247 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: return self.sslsocket_class._create( 2024-09-16T02:57:20.247 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:57:20.248 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: self.do_handshake() 2024-09-16T02:57:20.248 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:57:20.248 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: self._sslobj.do_handshake() 2024-09-16T02:57:20.248 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:57:20.248 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:20.522 INFO:tasks.rados.rados.0.smithi097.stdout:851: done (1 left) 2024-09-16T02:57:20.522 INFO:tasks.rados.rados.0.smithi097.stdout:852: snap_create 2024-09-16T02:57:20.522 INFO:tasks.rados.rados.0.smithi097.stdout:850: finishing copy_from to smithi09778949-43 2024-09-16T02:57:20.522 INFO:tasks.rados.rados.0.smithi097.stdout:850: got expected ENOENT (src dne) 2024-09-16T02:57:20.523 INFO:tasks.rados.rados.0.smithi097.stdout:850: finishing copy_from racing read to smithi09778949-43 2024-09-16T02:57:20.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:20 smithi184 ceph-mon[31162]: mgrmap e40: y(active, since 1.0156s), standbys: x 2024-09-16T02:57:20.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:20 smithi184 ceph-mon[31162]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:20 smithi184 ceph-mon[31162]: [16/Sep/2024:02:57:19] ENGINE Bus STARTING 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:20 smithi184 ceph-mon[31162]: [16/Sep/2024:02:57:19] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:20 smithi184 ceph-mon[31162]: [16/Sep/2024:02:57:19] ENGINE Error in HTTPServer.serve 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout: Traceback (most recent call last): 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._run(expiration_interval) 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:57:20.659 INFO:journalctl@ceph.mon.b.smithi184.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: s = self.context.wrap_socket( 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: return self.sslsocket_class._create( 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: self.do_handshake() 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: self._sslobj.do_handshake() 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:20 smithi184 ceph-mon[31162]: [16/Sep/2024:02:57:19] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:57:20.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:20 smithi184 ceph-mon[31162]: [16/Sep/2024:02:57:19] ENGINE Bus STARTED 2024-09-16T02:57:20.823 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[38292]: mgrmap e40: y(active, since 1.0156s), standbys: x 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[38292]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[38292]: [16/Sep/2024:02:57:19] ENGINE Bus STARTING 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[38292]: [16/Sep/2024:02:57:19] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[38292]: [16/Sep/2024:02:57:19] ENGINE Error in HTTPServer.serve 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:57:20.824 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: self.do_handshake() 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[38292]: [16/Sep/2024:02:57:19] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:57:20.825 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[38292]: [16/Sep/2024:02:57:19] ENGINE Bus STARTED 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[88563]: mgrmap e40: y(active, since 1.0156s), standbys: x 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[88563]: osdmap e228: 8 total, 8 up, 8 in 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[88563]: [16/Sep/2024:02:57:19] ENGINE Bus STARTING 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[88563]: [16/Sep/2024:02:57:19] ENGINE Serving on https://172.21.15.97:7150 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[88563]: [16/Sep/2024:02:57:19] ENGINE Error in HTTPServer.serve 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout: Traceback (most recent call last): 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/server.py", line 1823, in serve 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._connections.run(self.expiration_interval) 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 203, in run 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._run(expiration_interval) 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 246, in _run 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout: new_conn = self._from_server_socket(self.server.socket) 2024-09-16T02:57:20.826 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/connections.py", line 300, in _from_server_socket 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: s, ssl_env = self.server.ssl_adapter.wrap(s) 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib/python3.9/site-packages/cheroot/ssl/builtin.py", line 277, in wrap 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: s = self.context.wrap_socket( 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 501, in wrap_socket 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: return self.sslsocket_class._create( 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1074, in _create 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: self.do_handshake() 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: File "/lib64/python3.9/ssl.py", line 1343, in do_handshake 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: self._sslobj.do_handshake() 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout: ssl.SSLZeroReturnError: TLS/SSL connection has been closed (EOF) (_ssl.c:1133) 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[88563]: [16/Sep/2024:02:57:19] ENGINE Serving on http://172.21.15.97:8765 2024-09-16T02:57:20.827 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:20 smithi097 ceph-mon[88563]: [16/Sep/2024:02:57:19] ENGINE Bus STARTED 2024-09-16T02:57:21.513 INFO:tasks.rados.rados.0.smithi097.stdout:850: done (1 left) 2024-09-16T02:57:21.513 INFO:tasks.rados.rados.0.smithi097.stdout:852: done (0 left) 2024-09-16T02:57:21.514 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 83 2024-09-16T02:57:21.514 INFO:tasks.rados.rados.0.smithi097.stdout:853: seq_num 286 ranges {9289728=794624,10084352=761856,10846208=679936,11526144=163840} 2024-09-16T02:57:21.568 INFO:tasks.rados.rados.0.smithi097.stdout:853: writing smithi09778949-21 from 9289728 to 10084352 tid 1 2024-09-16T02:57:21.572 INFO:tasks.rados.rados.0.smithi097.stdout:853: writing smithi09778949-21 from 10084352 to 10846208 tid 2 2024-09-16T02:57:21.576 INFO:tasks.rados.rados.0.smithi097.stdout:853: writing smithi09778949-21 from 10846208 to 11526144 tid 3 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:853: writing smithi09778949-21 from 11526144 to 11689984 tid 4 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:854: rollback oid 42 current snap is 83 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 42 to 78 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:853: finishing write tid 1 to smithi09778949-21 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:853: finishing write tid 2 to smithi09778949-21 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 83 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:855: seq_num 287 ranges {0=8192} 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:855: writing smithi09778949-47 from 0 to 8192 tid 1 2024-09-16T02:57:21.578 INFO:tasks.rados.rados.0.smithi097.stdout:856: copy_from oid 13 from oid 7 current snap is 83 2024-09-16T02:57:21.579 INFO:tasks.rados.rados.0.smithi097.stdout:857: snap_create 2024-09-16T02:57:21.579 INFO:tasks.rados.rados.0.smithi097.stdout:853: finishing write tid 3 to smithi09778949-21 2024-09-16T02:57:21.582 INFO:tasks.rados.rados.0.smithi097.stdout:855: finishing write tid 1 to smithi09778949-47 2024-09-16T02:57:21.583 INFO:tasks.rados.rados.0.smithi097.stdout:855: finishing write tid 2 to smithi09778949-47 2024-09-16T02:57:21.583 INFO:tasks.rados.rados.0.smithi097.stdout:853: finishing write tid 4 to smithi09778949-21 2024-09-16T02:57:21.583 INFO:tasks.rados.rados.0.smithi097.stdout:853: finishing write tid 5 to smithi09778949-21 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:853: finishing write tid 6 to smithi09778949-21 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:853: oid 21 updating version 0 to 355 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:853: oid 21 updating version 355 to 357 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:853: oid 21 version 357 is already newer than 356 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:853: oid 21 version 357 is already newer than 353 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:853: oid 21 version 357 is already newer than 354 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 357 (ObjNum 286 snap 83 seq_num 286) dirty exists 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:853: left oid 21 (ObjNum 286 snap 83 seq_num 286) 2024-09-16T02:57:21.584 INFO:tasks.rados.rados.0.smithi097.stdout:854: finishing rollback tid 0 to smithi09778949-42 2024-09-16T02:57:21.585 INFO:tasks.rados.rados.0.smithi097.stdout:855: finishing write tid 3 to smithi09778949-47 2024-09-16T02:57:21.585 INFO:tasks.rados.rados.0.smithi097.stdout:855: oid 47 updating version 0 to 350 2024-09-16T02:57:21.585 INFO:tasks.rados.rados.0.smithi097.stdout:855: oid 47 updating version 350 to 351 2024-09-16T02:57:21.585 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 351 (ObjNum 287 snap 83 seq_num 287) dirty exists 2024-09-16T02:57:21.585 INFO:tasks.rados.rados.0.smithi097.stdout:855: left oid 47 (ObjNum 287 snap 83 seq_num 287) 2024-09-16T02:57:21.585 INFO:tasks.rados.rados.0.smithi097.stdout:854: finishing rollback tid 1 to smithi09778949-42 2024-09-16T02:57:21.586 INFO:tasks.rados.rados.0.smithi097.stdout:854: finishing rollback tid 2 to smithi09778949-42 2024-09-16T02:57:21.586 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 628 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:57:21.588 INFO:tasks.rados.rados.0.smithi097.stdout:856: finishing copy_from racing read to smithi09778949-13 2024-09-16T02:57:21.588 INFO:tasks.rados.rados.0.smithi097.stdout:856: finishing copy_from to smithi09778949-13 2024-09-16T02:57:21.588 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 410 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:57:21.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:21 smithi184 ceph-mon[31162]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 583 MiB/s rd, 270 MiB/s wr, 3.56k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-09-16T02:57:21.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:21 smithi184 ceph-mon[31162]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-16T02:57:21.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:21 smithi184 ceph-mon[31162]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T02:57:21.939 INFO:tasks.rados.rados.0.smithi097.stdout:853: done (4 left) 2024-09-16T02:57:21.939 INFO:tasks.rados.rados.0.smithi097.stdout:854: done (3 left) 2024-09-16T02:57:21.939 INFO:tasks.rados.rados.0.smithi097.stdout:855: done (2 left) 2024-09-16T02:57:21.939 INFO:tasks.rados.rados.0.smithi097.stdout:856: done (1 left) 2024-09-16T02:57:21.939 INFO:tasks.rados.rados.0.smithi097.stdout:857: done (0 left) 2024-09-16T02:57:21.940 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 84 2024-09-16T02:57:21.940 INFO:tasks.rados.rados.0.smithi097.stdout:858: seq_num 288 ranges {73728=24576} 2024-09-16T02:57:21.940 INFO:tasks.rados.rados.0.smithi097.stdout:858: writing smithi09778949-15 from 73728 to 98304 tid 1 2024-09-16T02:57:21.940 INFO:tasks.rados.rados.0.smithi097.stdout:859: delete oid 31 current snap is 84 2024-09-16T02:57:21.943 INFO:tasks.rados.rados.0.smithi097.stdout:858: finishing write tid 1 to smithi09778949-15 2024-09-16T02:57:21.944 INFO:tasks.rados.rados.0.smithi097.stdout:858: finishing write tid 2 to smithi09778949-15 2024-09-16T02:57:21.944 INFO:tasks.rados.rados.0.smithi097.stdout:859: done (1 left) 2024-09-16T02:57:21.944 INFO:tasks.rados.rados.0.smithi097.stdout:860: snap_create 2024-09-16T02:57:21.945 INFO:tasks.rados.rados.0.smithi097.stdout:858: finishing write tid 3 to smithi09778949-15 2024-09-16T02:57:21.945 INFO:tasks.rados.rados.0.smithi097.stdout:858: oid 15 updating version 0 to 359 2024-09-16T02:57:21.945 INFO:tasks.rados.rados.0.smithi097.stdout:858: oid 15 updating version 359 to 360 2024-09-16T02:57:21.946 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 360 (ObjNum 288 snap 84 seq_num 288) dirty exists 2024-09-16T02:57:21.946 INFO:tasks.rados.rados.0.smithi097.stdout:858: left oid 15 (ObjNum 288 snap 84 seq_num 288) 2024-09-16T02:57:21.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:21 smithi097 ceph-mon[88563]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 583 MiB/s rd, 270 MiB/s wr, 3.56k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-09-16T02:57:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:21 smithi097 ceph-mon[88563]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-16T02:57:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:21 smithi097 ceph-mon[88563]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T02:57:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:21 smithi097 ceph-mon[38292]: pgmap v5: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 583 MiB/s rd, 270 MiB/s wr, 3.56k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-09-16T02:57:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:21 smithi097 ceph-mon[38292]: mgrmap e41: y(active, since 2s), standbys: x 2024-09-16T02:57:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:21 smithi097 ceph-mon[38292]: osdmap e229: 8 total, 8 up, 8 in 2024-09-16T02:57:22.894 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:22 smithi184 ceph-mon[31162]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T02:57:22.894 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:22 smithi184 ceph-mon[31162]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T02:57:22.950 INFO:tasks.rados.rados.0.smithi097.stdout:858: done (1 left) 2024-09-16T02:57:22.951 INFO:tasks.rados.rados.0.smithi097.stdout:860: done (0 left) 2024-09-16T02:57:22.951 INFO:tasks.rados.rados.0.smithi097.stdout:861: copy_from oid 33 from oid 44 current snap is 85 2024-09-16T02:57:22.951 INFO:tasks.rados.rados.0.smithi097.stdout:862: delete oid 3 current snap is 85 2024-09-16T02:57:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:862: done (1 left) 2024-09-16T02:57:22.955 INFO:tasks.rados.rados.0.smithi097.stdout:863: snap_remove snap 80 2024-09-16T02:57:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:22 smithi097 ceph-mon[88563]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T02:57:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:22 smithi097 ceph-mon[88563]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T02:57:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:22 smithi097 ceph-mon[38292]: osdmap e230: 8 total, 8 up, 8 in 2024-09-16T02:57:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:22 smithi097 ceph-mon[38292]: osdmap e231: 8 total, 8 up, 8 in 2024-09-16T02:57:23.952 INFO:tasks.rados.rados.0.smithi097.stdout:863: done (1 left) 2024-09-16T02:57:23.952 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 85 2024-09-16T02:57:23.952 INFO:tasks.rados.rados.0.smithi097.stdout:864: seq_num 291 ranges {11689984=81920} 2024-09-16T02:57:23.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: pgmap v9: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 194 MiB/s rd, 90 MiB/s wr, 1.18k op/s; 577 KiB/s, 2 objects/s recovering 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: pgmap v9: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 194 MiB/s rd, 90 MiB/s wr, 1.18k op/s; 577 KiB/s, 2 objects/s recovering 2024-09-16T02:57:23.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-16T02:57:23.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T02:57:23.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:23.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.015 INFO:tasks.rados.rados.0.smithi097.stdout:864: writing smithi09778949-21 from 11689984 to 11771904 tid 1 2024-09-16T02:57:24.015 INFO:tasks.rados.rados.0.smithi097.stdout:865: read oid 3 snap -1 2024-09-16T02:57:24.015 INFO:tasks.rados.rados.0.smithi097.stdout:865: expect deleted 2024-09-16T02:57:24.015 INFO:tasks.rados.rados.0.smithi097.stdout:866: read oid 23 snap -1 2024-09-16T02:57:24.015 INFO:tasks.rados.rados.0.smithi097.stdout:866: expect (ObjNum 245 snap 66 seq_num 245) 2024-09-16T02:57:24.015 INFO:tasks.rados.rados.0.smithi097.stdout:867: delete oid 2 current snap is 85 2024-09-16T02:57:24.016 INFO:tasks.rados.rados.0.smithi097.stdout:861: finishing copy_from racing read to smithi09778949-33 2024-09-16T02:57:24.016 INFO:tasks.rados.rados.0.smithi097.stdout:861: finishing copy_from to smithi09778949-33 2024-09-16T02:57:24.016 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 373 (ObjNum 253 snap 69 seq_num 253) dirty exists 2024-09-16T02:57:24.017 INFO:tasks.rados.rados.0.smithi097.stdout:861: done (4 left) 2024-09-16T02:57:24.017 INFO:tasks.rados.rados.0.smithi097.stdout:865: done (3 left) 2024-09-16T02:57:24.017 INFO:tasks.rados.rados.0.smithi097.stdout:867: done (2 left) 2024-09-16T02:57:24.017 INFO:tasks.rados.rados.0.smithi097.stdout:868: read oid 15 snap -1 2024-09-16T02:57:24.018 INFO:tasks.rados.rados.0.smithi097.stdout:868: expect (ObjNum 288 snap 84 seq_num 288) 2024-09-16T02:57:24.018 INFO:tasks.rados.rados.0.smithi097.stdout:869: copy_from oid 29 from oid 8 current snap is 85 2024-09-16T02:57:24.018 INFO:tasks.rados.rados.0.smithi097.stdout:870: read oid 2 snap 79 2024-09-16T02:57:24.018 INFO:tasks.rados.rados.0.smithi097.stdout:870: expect (ObjNum 275 snap 78 seq_num 275) 2024-09-16T02:57:24.018 INFO:tasks.rados.rados.0.smithi097.stdout:871: snap_create 2024-09-16T02:57:24.018 INFO:tasks.rados.rados.0.smithi097.stdout:864: finishing write tid 1 to smithi09778949-21 2024-09-16T02:57:24.018 INFO:tasks.rados.rados.0.smithi097.stdout:869: finishing copy_from to smithi09778949-29 2024-09-16T02:57:24.019 INFO:tasks.rados.rados.0.smithi097.stdout:869: got expected ENOENT (src dne) 2024-09-16T02:57:24.019 INFO:tasks.rados.rados.0.smithi097.stdout:869: finishing copy_from racing read to smithi09778949-29 2024-09-16T02:57:24.019 INFO:tasks.rados.rados.0.smithi097.stdout:864: finishing write tid 2 to smithi09778949-21 2024-09-16T02:57:24.021 INFO:tasks.rados.rados.0.smithi097.stdout:868: expect (ObjNum 288 snap 84 seq_num 288) 2024-09-16T02:57:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:864: finishing write tid 3 to smithi09778949-21 2024-09-16T02:57:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:864: oid 21 updating version 0 to 368 2024-09-16T02:57:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:864: oid 21 updating version 368 to 369 2024-09-16T02:57:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 369 (ObjNum 291 snap 85 seq_num 291) dirty exists 2024-09-16T02:57:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:864: left oid 21 (ObjNum 291 snap 85 seq_num 291) 2024-09-16T02:57:24.033 INFO:tasks.rados.rados.0.smithi097.stdout:866: expect (ObjNum 245 snap 66 seq_num 245) 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: pgmap v9: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 194 MiB/s rd, 90 MiB/s wr, 1.18k op/s; 577 KiB/s, 2 objects/s recovering 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: mgrmap e42: y(active, since 4s), standbys: x 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: osdmap e232: 8 total, 8 up, 8 in 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.124 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:23 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.207 INFO:tasks.rados.rados.0.smithi097.stdout:870: expect (ObjNum 275 snap 78 seq_num 275) 2024-09-16T02:57:24.952 INFO:tasks.rados.rados.0.smithi097.stdout:864: done (5 left) 2024-09-16T02:57:24.953 INFO:tasks.rados.rados.0.smithi097.stdout:866: done (4 left) 2024-09-16T02:57:24.953 INFO:tasks.rados.rados.0.smithi097.stdout:868: done (3 left) 2024-09-16T02:57:24.953 INFO:tasks.rados.rados.0.smithi097.stdout:869: done (2 left) 2024-09-16T02:57:24.953 INFO:tasks.rados.rados.0.smithi097.stdout:870: done (1 left) 2024-09-16T02:57:24.953 INFO:tasks.rados.rados.0.smithi097.stdout:871: done (0 left) 2024-09-16T02:57:24.953 INFO:tasks.rados.rados.0.smithi097.stdout:872: snap_remove snap 70 2024-09-16T02:57:24.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:24 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:24 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:24 smithi097 ceph-mon[88563]: osdmap e233: 8 total, 8 up, 8 in 2024-09-16T02:57:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:24 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:24 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:24 smithi097 ceph-mon[38292]: osdmap e233: 8 total, 8 up, 8 in 2024-09-16T02:57:25.122 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:24 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:25.122 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:24 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:25.122 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:24 smithi184 ceph-mon[31162]: osdmap e233: 8 total, 8 up, 8 in 2024-09-16T02:57:25.956 INFO:tasks.rados.rados.0.smithi097.stdout:872: done (0 left) 2024-09-16T02:57:25.956 INFO:tasks.rados.rados.0.smithi097.stdout:873: read oid 47 snap -1 2024-09-16T02:57:25.956 INFO:tasks.rados.rados.0.smithi097.stdout:873: expect (ObjNum 287 snap 83 seq_num 287) 2024-09-16T02:57:25.956 INFO:tasks.rados.rados.0.smithi097.stdout:874: read oid 35 snap -1 2024-09-16T02:57:25.956 INFO:tasks.rados.rados.0.smithi097.stdout:874: expect deleted 2024-09-16T02:57:25.956 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 86 2024-09-16T02:57:25.956 INFO:tasks.rados.rados.0.smithi097.stdout:875: seq_num 293 ranges {57344=114688} 2024-09-16T02:57:25.957 INFO:tasks.rados.rados.0.smithi097.stdout:875: writing smithi09778949-4 from 57344 to 172032 tid 1 2024-09-16T02:57:25.957 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 86 2024-09-16T02:57:25.957 INFO:tasks.rados.rados.0.smithi097.stdout:876: seq_num 294 ranges {0=131072} 2024-09-16T02:57:25.958 INFO:tasks.rados.rados.0.smithi097.stdout:876: writing smithi09778949-36 from 0 to 131072 tid 1 2024-09-16T02:57:25.958 INFO:tasks.rados.rados.0.smithi097.stdout:877: copy_from oid 8 from oid 27 current snap is 86 2024-09-16T02:57:25.958 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 86 2024-09-16T02:57:25.958 INFO:tasks.rados.rados.0.smithi097.stdout:878: seq_num 295 ranges {6332416=147456} 2024-09-16T02:57:25.997 INFO:tasks.rados.rados.0.smithi097.stdout:878: writing smithi09778949-48 from 6332416 to 6479872 tid 1 2024-09-16T02:57:25.997 INFO:tasks.rados.rados.0.smithi097.stdout:879: rollback oid 18 current snap is 86 2024-09-16T02:57:25.997 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 50 2024-09-16T02:57:25.997 INFO:tasks.rados.rados.0.smithi097.stdout:873: expect (ObjNum 287 snap 83 seq_num 287) 2024-09-16T02:57:25.997 INFO:tasks.rados.rados.0.smithi097.stdout:876: finishing write tid 1 to smithi09778949-36 2024-09-16T02:57:25.998 INFO:tasks.rados.rados.0.smithi097.stdout:876: finishing write tid 2 to smithi09778949-36 2024-09-16T02:57:25.998 INFO:tasks.rados.rados.0.smithi097.stdout:876: finishing write tid 3 to smithi09778949-36 2024-09-16T02:57:25.998 INFO:tasks.rados.rados.0.smithi097.stdout:876: oid 36 updating version 0 to 470 2024-09-16T02:57:25.998 INFO:tasks.rados.rados.0.smithi097.stdout:876: oid 36 version 470 is already newer than 469 2024-09-16T02:57:25.998 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 470 (ObjNum 294 snap 86 seq_num 294) dirty exists 2024-09-16T02:57:25.998 INFO:tasks.rados.rados.0.smithi097.stdout:876: left oid 36 (ObjNum 294 snap 86 seq_num 294) 2024-09-16T02:57:25.999 INFO:tasks.rados.rados.0.smithi097.stdout:875: finishing write tid 1 to smithi09778949-4 2024-09-16T02:57:25.999 INFO:tasks.rados.rados.0.smithi097.stdout:873: done (6 left) 2024-09-16T02:57:25.999 INFO:tasks.rados.rados.0.smithi097.stdout:874: done (5 left) 2024-09-16T02:57:25.999 INFO:tasks.rados.rados.0.smithi097.stdout:876: done (4 left) 2024-09-16T02:57:25.999 INFO:tasks.rados.rados.0.smithi097.stdout:880: delete oid 6 current snap is 86 2024-09-16T02:57:25.999 INFO:tasks.rados.rados.0.smithi097.stdout:875: finishing write tid 2 to smithi09778949-4 2024-09-16T02:57:26.000 INFO:tasks.rados.rados.0.smithi097.stdout:875: finishing write tid 3 to smithi09778949-4 2024-09-16T02:57:26.000 INFO:tasks.rados.rados.0.smithi097.stdout:875: oid 4 updating version 0 to 268 2024-09-16T02:57:26.000 INFO:tasks.rados.rados.0.smithi097.stdout:875: oid 4 updating version 268 to 269 2024-09-16T02:57:26.000 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 269 (ObjNum 293 snap 86 seq_num 293) dirty exists 2024-09-16T02:57:26.000 INFO:tasks.rados.rados.0.smithi097.stdout:875: left oid 4 (ObjNum 293 snap 86 seq_num 293) 2024-09-16T02:57:26.001 INFO:tasks.rados.rados.0.smithi097.stdout:877: finishing copy_from racing read to smithi09778949-8 2024-09-16T02:57:26.001 INFO:tasks.rados.rados.0.smithi097.stdout:877: finishing copy_from to smithi09778949-8 2024-09-16T02:57:26.001 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 586 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:57:26.001 INFO:tasks.rados.rados.0.smithi097.stdout:875: done (4 left) 2024-09-16T02:57:26.001 INFO:tasks.rados.rados.0.smithi097.stdout:877: done (3 left) 2024-09-16T02:57:26.001 INFO:tasks.rados.rados.0.smithi097.stdout:880: done (2 left) 2024-09-16T02:57:26.001 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 86 2024-09-16T02:57:26.002 INFO:tasks.rados.rados.0.smithi097.stdout:881: seq_num 297 ranges {475136=180224} 2024-09-16T02:57:26.005 INFO:tasks.rados.rados.0.smithi097.stdout:881: writing smithi09778949-7 from 475136 to 655360 tid 1 2024-09-16T02:57:26.005 INFO:tasks.rados.rados.0.smithi097.stdout:882: read oid 21 snap -1 2024-09-16T02:57:26.006 INFO:tasks.rados.rados.0.smithi097.stdout:882: expect (ObjNum 291 snap 85 seq_num 291) 2024-09-16T02:57:26.006 INFO:tasks.rados.rados.0.smithi097.stdout:883: read oid 34 snap -1 2024-09-16T02:57:26.006 INFO:tasks.rados.rados.0.smithi097.stdout:883: expect deleted 2024-09-16T02:57:26.006 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 86 2024-09-16T02:57:26.006 INFO:tasks.rados.rados.0.smithi097.stdout:879: finishing rollback tid 0 to smithi09778949-18 2024-09-16T02:57:26.007 INFO:tasks.rados.rados.0.smithi097.stdout:884: seq_num 298 ranges {442368=196608} 2024-09-16T02:57:26.007 INFO:tasks.rados.rados.0.smithi097.stdout:884: writing smithi09778949-27 from 442368 to 638976 tid 1 2024-09-16T02:57:26.007 INFO:tasks.rados.rados.0.smithi097.stdout:885: copy_from oid 44 from oid 3 current snap is 86 2024-09-16T02:57:26.007 INFO:tasks.rados.rados.0.smithi097.stdout:883: done (6 left) 2024-09-16T02:57:26.007 INFO:tasks.rados.rados.0.smithi097.stdout:886: read oid 8 snap 61 2024-09-16T02:57:26.007 INFO:tasks.rados.rados.0.smithi097.stdout:886: expect deleted 2024-09-16T02:57:26.008 INFO:tasks.rados.rados.0.smithi097.stdout:887: rollback oid 19 current snap is 86 2024-09-16T02:57:26.008 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 19 to 67 2024-09-16T02:57:26.008 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 86 2024-09-16T02:57:26.008 INFO:tasks.rados.rados.0.smithi097.stdout:888: seq_num 299 ranges {3694592=212992} 2024-09-16T02:57:26.026 INFO:tasks.rados.rados.0.smithi097.stdout:888: writing smithi09778949-30 from 3694592 to 3907584 tid 1 2024-09-16T02:57:26.027 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 86 2024-09-16T02:57:26.027 INFO:tasks.rados.rados.0.smithi097.stdout:879: finishing rollback tid 1 to smithi09778949-18 2024-09-16T02:57:26.027 INFO:tasks.rados.rados.0.smithi097.stdout:878: finishing write tid 1 to smithi09778949-48 2024-09-16T02:57:26.027 INFO:tasks.rados.rados.0.smithi097.stdout:878: finishing write tid 2 to smithi09778949-48 2024-09-16T02:57:26.027 INFO:tasks.rados.rados.0.smithi097.stdout:889: seq_num 300 ranges {4833280=229376} 2024-09-16T02:57:26.054 INFO:tasks.rados.rados.0.smithi097.stdout:889: writing smithi09778949-45 from 4833280 to 5062656 tid 1 2024-09-16T02:57:26.054 INFO:tasks.rados.rados.0.smithi097.stdout:890: snap_remove snap 68 2024-09-16T02:57:26.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:25 smithi097 ceph-mon[88563]: pgmap v12: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:57:26.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:25 smithi097 ceph-mon[88563]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T02:57:26.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:25 smithi097 ceph-mon[38292]: pgmap v12: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:57:26.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:25 smithi097 ceph-mon[38292]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T02:57:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:25 smithi184 ceph-mon[31162]: pgmap v12: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 237 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:57:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:25 smithi184 ceph-mon[31162]: osdmap e234: 8 total, 8 up, 8 in 2024-09-16T02:57:26.973 INFO:tasks.rados.rados.0.smithi097.stdout:890: done (10 left) 2024-09-16T02:57:26.973 INFO:tasks.rados.rados.0.smithi097.stdout:891: rmattr oid 1 current snap is 86 2024-09-16T02:57:26.973 INFO:tasks.rados.rados.0.smithi097.stdout:891: done (10 left) 2024-09-16T02:57:26.974 INFO:tasks.rados.rados.0.smithi097.stdout:892: setattr oid 49 current snap is 86 2024-09-16T02:57:26.974 INFO:tasks.rados.rados.0.smithi097.stdout:893: snap_remove snap 60 2024-09-16T02:57:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:26 smithi184 ceph-mon[31162]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T02:57:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:26 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:26 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:26 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:27.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:26 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:57:27.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[88563]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[38292]: osdmap e235: 8 total, 8 up, 8 in 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:27.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:26 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:57:27.461 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:893: done (11 left) 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:894: rollback oid 42 current snap is 86 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 42 to 71 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:879: finishing rollback tid 2 to smithi09778949-18 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 239 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:878: finishing write tid 3 to smithi09778949-48 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:878: oid 48 updating version 0 to 96 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:878: oid 48 updating version 96 to 97 2024-09-16T02:57:27.977 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 97 (ObjNum 295 snap 86 seq_num 295) dirty exists 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:878: left oid 48 (ObjNum 295 snap 86 seq_num 295) 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:881: finishing write tid 1 to smithi09778949-7 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:881: finishing write tid 2 to smithi09778949-7 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:884: finishing write tid 1 to smithi09778949-27 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:881: finishing write tid 3 to smithi09778949-7 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:881: oid 7 updating version 0 to 645 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:881: oid 7 updating version 645 to 646 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 646 (ObjNum 297 snap 86 seq_num 297) dirty exists 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:881: left oid 7 (ObjNum 297 snap 86 seq_num 297) 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:884: finishing write tid 2 to smithi09778949-27 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:887: finishing rollback tid 1 to smithi09778949-19 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 362 (ObjNum 65 snap 0 seq_num 737069451) dirty dne 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:885: finishing copy_from to smithi09778949-44 2024-09-16T02:57:27.978 INFO:tasks.rados.rados.0.smithi097.stdout:885: got expected ENOENT (src dne) 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:885: finishing copy_from racing read to smithi09778949-44 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:884: finishing write tid 3 to smithi09778949-27 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:884: oid 27 updating version 0 to 648 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:884: oid 27 updating version 648 to 649 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 649 (ObjNum 298 snap 86 seq_num 298) dirty exists 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:884: left oid 27 (ObjNum 298 snap 86 seq_num 298) 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:888: finishing write tid 1 to smithi09778949-30 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:888: finishing write tid 2 to smithi09778949-30 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:878: done (11 left) 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:879: done (10 left) 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:881: done (9 left) 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:884: done (8 left) 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:885: done (7 left) 2024-09-16T02:57:27.979 INFO:tasks.rados.rados.0.smithi097.stdout:886: done (6 left) 2024-09-16T02:57:27.980 INFO:tasks.rados.rados.0.smithi097.stdout:887: done (5 left) 2024-09-16T02:57:27.980 INFO:tasks.rados.rados.0.smithi097.stdout:895: snap_remove snap 81 2024-09-16T02:57:28.071 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: pgmap v15: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.072 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: pgmap v15: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:57:28.073 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.074 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:28.075 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:57:28.075 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-16T02:57:28.075 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-16T02:57:28.075 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:57:28.075 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (4m) 5s ago 5m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:57:28.075 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (5m) 4s ago 5m 86.6M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:57:28.075 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (6m) 5s ago 6m 15.7M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:57:28.075 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (6m) 4s ago 6m 21.3M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:57:28.075 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (29s) 4s ago 9m 451M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T02:57:28.075 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (56s) 5s ago 11m 488M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (16s) 5s ago 11m 31.4M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (10m) 4s ago 10m 54.5M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 45576cbdf20f 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (10m) 5s ago 10m 53.6M 2048M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 279fd0d33d30 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (4m) 5s ago 4m 15.3M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (4m) 4s ago 4m 17.2M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (9m) 5s ago 9m 196M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 4621d1554a87 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (9m) 5s ago 9m 136M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (8m) 5s ago 8m 171M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (8m) 5s ago 8m 91.2M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (8m) 4s ago 8m 144M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (7m) 4s ago 7m 155M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:57:28.076 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (7m) 4s ago 7m 95.1M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:57:28.077 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (6m) 4s ago 6m 114M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:57:28.077 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (34s) 4s ago 5m 38.4M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T02:57:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: pgmap v15: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.conf 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.conf 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.conf 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: osdmap e236: 8 total, 8 up, 8 in 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: Updating smithi184:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: Updating smithi097:/etc/ceph/ceph.client.admin.keyring 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: Updating smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: Updating smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/config/ceph.client.admin.keyring 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:28.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:28.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:57:28.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-16T02:57:28.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:27 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["c"]} : dispatch 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2, 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 1 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:57:28.416 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:57:28.417 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:57:28.417 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:57:28.417 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 12, 2024-09-16T02:57:28.417 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T02:57:28.417 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:57:28.417 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:57:28.705 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:57:28.705 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:57:28.705 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:57:28.705 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:57:28.705 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T02:57:28.706 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr" 2024-09-16T02:57:28.706 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T02:57:28.706 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "3/20 daemons upgraded", 2024-09-16T02:57:28.706 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading mon daemons", 2024-09-16T02:57:28.706 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:57:28.706 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:57:28.987 INFO:tasks.rados.rados.0.smithi097.stdout:895: done (5 left) 2024-09-16T02:57:28.987 INFO:tasks.rados.rados.0.smithi097.stdout:896: read oid 1 snap -1 2024-09-16T02:57:28.988 INFO:tasks.rados.rados.0.smithi097.stdout:896: expect deleted 2024-09-16T02:57:28.988 INFO:tasks.rados.rados.0.smithi097.stdout:897: copy_from oid 26 from oid 44 current snap is 86 2024-09-16T02:57:28.988 INFO:tasks.rados.rados.0.smithi097.stdout:898: snap_remove snap 84 2024-09-16T02:57:29.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:57:29] "GET /metrics HTTP/1.1" 200 33350 "" "Prometheus/2.43.0" 2024-09-16T02:57:29.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: Upgrade: It appears safe to stop mon.c 2024-09-16T02:57:29.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='client.? 172.21.15.97:0/3072344338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: Upgrade: It appears safe to stop mon.c 2024-09-16T02:57:29.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T02:57:29.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3072344338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:57:29.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.249 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.250 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.251 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: Upgrade: It appears safe to stop mon.c 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='client.25136 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='client.34149 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: osdmap e237: 8 total, 8 up, 8 in 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='client.25148 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='client.? 172.21.15.97:0/3072344338' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config-key dump", "format": "json"} : dispatch 2024-09-16T02:57:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:29.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:28 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:29.987 INFO:tasks.rados.rados.0.smithi097.stdout:898: done (7 left) 2024-09-16T02:57:29.987 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 86 2024-09-16T02:57:29.988 INFO:tasks.rados.rados.0.smithi097.stdout:888: finishing write tid 3 to smithi09778949-30 2024-09-16T02:57:29.988 INFO:tasks.rados.rados.0.smithi097.stdout:888: oid 30 updating version 0 to 350 2024-09-16T02:57:29.988 INFO:tasks.rados.rados.0.smithi097.stdout:888: oid 30 version 350 is already newer than 349 2024-09-16T02:57:29.988 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 350 (ObjNum 299 snap 86 seq_num 299) dirty exists 2024-09-16T02:57:29.988 INFO:tasks.rados.rados.0.smithi097.stdout:888: left oid 30 (ObjNum 299 snap 86 seq_num 299) 2024-09-16T02:57:29.988 INFO:tasks.rados.rados.0.smithi097.stdout:882: expect (ObjNum 291 snap 85 seq_num 291) 2024-09-16T02:57:29.988 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: pgmap v18: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-16T02:57:29.988 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:29.988 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T02:57:29.989 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: Upgrade: Updating mon.c 2024-09-16T02:57:29.989 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:29.989 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:57:29.989 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:57:29.989 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:29.989 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[88563]: Deploying daemon mon.c on smithi097 2024-09-16T02:57:30.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: pgmap v18: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-16T02:57:30.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:30.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T02:57:30.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: Upgrade: Updating mon.c 2024-09-16T02:57:30.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:30.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:57:30.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:57:30.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:30.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:29 smithi097 ceph-mon[38292]: Deploying daemon mon.c on smithi097 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: pgmap v18: 121 pgs: 121 active+clean; 241 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 31 op/s 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: from='client.34167 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: osdmap e238: 8 total, 8 up, 8 in 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: Upgrade: Updating mon.c 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:29 smithi184 ceph-mon[31162]: Deploying daemon mon.c on smithi097 2024-09-16T02:57:30.899 INFO:tasks.rados.rados.0.smithi097.stdout:889: finishing write tid 1 to smithi09778949-45 2024-09-16T02:57:30.900 INFO:tasks.rados.rados.0.smithi097.stdout:889: finishing write tid 2 to smithi09778949-45 2024-09-16T02:57:30.900 INFO:tasks.rados.rados.0.smithi097.stdout:889: finishing write tid 3 to smithi09778949-45 2024-09-16T02:57:30.900 INFO:tasks.rados.rados.0.smithi097.stdout:889: oid 45 updating version 0 to 352 2024-09-16T02:57:30.900 INFO:tasks.rados.rados.0.smithi097.stdout:889: oid 45 updating version 352 to 353 2024-09-16T02:57:30.900 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 353 (ObjNum 300 snap 86 seq_num 300) dirty exists 2024-09-16T02:57:30.900 INFO:tasks.rados.rados.0.smithi097.stdout:889: left oid 45 (ObjNum 300 snap 86 seq_num 300) 2024-09-16T02:57:30.900 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 454 (ObjNum 250 snap 68 seq_num 250) dirty exists 2024-09-16T02:57:30.900 INFO:tasks.rados.rados.0.smithi097.stdout:899: seq_num 301 ranges {0=245760} 2024-09-16T02:57:30.901 INFO:tasks.rados.rados.0.smithi097.stdout:899: writing smithi09778949-19 from 0 to 245760 tid 1 2024-09-16T02:57:30.901 INFO:tasks.rados.rados.0.smithi097.stdout:882: done (7 left) 2024-09-16T02:57:30.901 INFO:tasks.rados.rados.0.smithi097.stdout:888: done (6 left) 2024-09-16T02:57:30.901 INFO:tasks.rados.rados.0.smithi097.stdout:889: done (5 left) 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:892: done (4 left) 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:900: delete oid 12 current snap is 86 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:894: finishing rollback tid 0 to smithi09778949-42 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:894: finishing rollback tid 1 to smithi09778949-42 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:894: finishing rollback tid 2 to smithi09778949-42 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 664 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:897: finishing copy_from racing read to smithi09778949-26 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:897: finishing copy_from to smithi09778949-26 2024-09-16T02:57:30.902 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 373 (ObjNum 253 snap 69 seq_num 253) dirty exists 2024-09-16T02:57:30.903 INFO:tasks.rados.rados.0.smithi097.stdout:899: finishing write tid 1 to smithi09778949-19 2024-09-16T02:57:30.903 INFO:tasks.rados.rados.0.smithi097.stdout:894: done (4 left) 2024-09-16T02:57:30.903 INFO:tasks.rados.rados.0.smithi097.stdout:896: done (3 left) 2024-09-16T02:57:30.903 INFO:tasks.rados.rados.0.smithi097.stdout:897: done (2 left) 2024-09-16T02:57:30.904 INFO:tasks.rados.rados.0.smithi097.stdout:900: done (1 left) 2024-09-16T02:57:30.904 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 86 2024-09-16T02:57:30.904 INFO:tasks.rados.rados.0.smithi097.stdout:901: seq_num 303 ranges {0=278528} 2024-09-16T02:57:30.905 INFO:tasks.rados.rados.0.smithi097.stdout:901: writing smithi09778949-2 from 0 to 278528 tid 1 2024-09-16T02:57:30.905 INFO:tasks.rados.rados.0.smithi097.stdout:902: rollback oid 36 current snap is 86 2024-09-16T02:57:30.905 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 71 2024-09-16T02:57:30.905 INFO:tasks.rados.rados.0.smithi097.stdout:899: finishing write tid 2 to smithi09778949-19 2024-09-16T02:57:30.905 INFO:tasks.rados.rados.0.smithi097.stdout:903: snap_create 2024-09-16T02:57:30.907 INFO:tasks.rados.rados.0.smithi097.stdout:899: finishing write tid 3 to smithi09778949-19 2024-09-16T02:57:30.907 INFO:tasks.rados.rados.0.smithi097.stdout:899: oid 19 updating version 0 to 693 2024-09-16T02:57:30.907 INFO:tasks.rados.rados.0.smithi097.stdout:899: oid 19 updating version 693 to 694 2024-09-16T02:57:30.907 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 694 (ObjNum 301 snap 86 seq_num 301) dirty exists 2024-09-16T02:57:30.907 INFO:tasks.rados.rados.0.smithi097.stdout:899: left oid 19 (ObjNum 301 snap 86 seq_num 301) 2024-09-16T02:57:30.908 INFO:tasks.rados.rados.0.smithi097.stdout:902: finishing rollback tid 0 to smithi09778949-36 2024-09-16T02:57:30.908 INFO:tasks.rados.rados.0.smithi097.stdout:902: finishing rollback tid 1 to smithi09778949-36 2024-09-16T02:57:30.908 INFO:tasks.rados.rados.0.smithi097.stdout:901: finishing write tid 1 to smithi09778949-2 2024-09-16T02:57:30.908 INFO:tasks.rados.rados.0.smithi097.stdout:901: finishing write tid 2 to smithi09778949-2 2024-09-16T02:57:30.909 INFO:tasks.rados.rados.0.smithi097.stdout:902: finishing rollback tid 2 to smithi09778949-36 2024-09-16T02:57:30.909 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 590 (ObjNum 116 snap 29 seq_num 116) dirty exists 2024-09-16T02:57:30.910 INFO:tasks.rados.rados.0.smithi097.stdout:901: finishing write tid 3 to smithi09778949-2 2024-09-16T02:57:30.910 INFO:tasks.rados.rados.0.smithi097.stdout:901: oid 2 updating version 0 to 307 2024-09-16T02:57:30.910 INFO:tasks.rados.rados.0.smithi097.stdout:901: oid 2 version 307 is already newer than 306 2024-09-16T02:57:30.910 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 307 (ObjNum 303 snap 86 seq_num 303) dirty exists 2024-09-16T02:57:30.910 INFO:tasks.rados.rados.0.smithi097.stdout:901: left oid 2 (ObjNum 303 snap 86 seq_num 303) 2024-09-16T02:57:31.003 INFO:tasks.rados.rados.0.smithi097.stdout:899: done (3 left) 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:901: done (2 left) 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:902: done (1 left) 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:903: done (0 left) 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:904: rmattr oid 32 current snap is 87 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:904: done (0 left) 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:905: read oid 50 snap -1 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:905: expect deleted 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:906: rollback oid 48 current snap is 87 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 48 to 47 2024-09-16T02:57:31.004 INFO:tasks.rados.rados.0.smithi097.stdout:907: delete oid 5 current snap is 87 2024-09-16T02:57:31.007 INFO:tasks.rados.rados.0.smithi097.stdout:907: done (2 left) 2024-09-16T02:57:31.007 INFO:tasks.rados.rados.0.smithi097.stdout:908: delete oid 36 current snap is 87 2024-09-16T02:57:31.010 INFO:tasks.rados.rados.0.smithi097.stdout:906: finishing rollback tid 0 to smithi09778949-48 2024-09-16T02:57:31.010 INFO:tasks.rados.rados.0.smithi097.stdout:906: finishing rollback tid 1 to smithi09778949-48 2024-09-16T02:57:31.010 INFO:tasks.rados.rados.0.smithi097.stdout:906: finishing rollback tid 2 to smithi09778949-48 2024-09-16T02:57:31.010 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 105 (ObjNum 99 snap 18 seq_num 99) dirty exists 2024-09-16T02:57:31.013 INFO:tasks.rados.rados.0.smithi097.stdout:905: done (2 left) 2024-09-16T02:57:31.013 INFO:tasks.rados.rados.0.smithi097.stdout:906: done (1 left) 2024-09-16T02:57:31.013 INFO:tasks.rados.rados.0.smithi097.stdout:908: done (0 left) 2024-09-16T02:57:31.014 INFO:tasks.rados.rados.0.smithi097.stdout:909: copy_from oid 25 from oid 31 current snap is 87 2024-09-16T02:57:31.014 INFO:tasks.rados.rados.0.smithi097.stdout:910: read oid 49 snap 59 2024-09-16T02:57:31.014 INFO:tasks.rados.rados.0.smithi097.stdout:910: expect (ObjNum 187 snap 51 seq_num 187) 2024-09-16T02:57:31.014 INFO:tasks.rados.rados.0.smithi097.stdout:911: read oid 22 snap -1 2024-09-16T02:57:31.014 INFO:tasks.rados.rados.0.smithi097.stdout:911: expect (ObjNum 260 snap 72 seq_num 260) 2024-09-16T02:57:31.014 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 87 2024-09-16T02:57:31.014 INFO:tasks.rados.rados.0.smithi097.stdout:912: seq_num 306 ranges {0=327680} 2024-09-16T02:57:31.017 INFO:tasks.rados.rados.0.smithi097.stdout:912: writing smithi09778949-5 from 0 to 327680 tid 1 2024-09-16T02:57:31.017 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 87 2024-09-16T02:57:31.018 INFO:tasks.rados.rados.0.smithi097.stdout:913: seq_num 307 ranges {0=344064} 2024-09-16T02:57:31.018 INFO:tasks.rados.rados.0.smithi097.stdout:913: writing smithi09778949-50 from 0 to 344064 tid 1 2024-09-16T02:57:31.018 INFO:tasks.rados.rados.0.smithi097.stdout:914: snap_remove snap 82 2024-09-16T02:57:31.123 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:30 smithi097 ceph-mon[88563]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T02:57:31.123 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:30 smithi097 systemd[1]: Stopping Ceph mon.c for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:57:31.123 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:30 smithi097 ceph-mon[38292]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T02:57:31.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:30 smithi184 ceph-mon[31162]: osdmap e239: 8 total, 8 up, 8 in 2024-09-16T02:57:31.473 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c[38288]: 2024-09-16T02:57:31.120+0000 7fd3b5117640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:57:31.473 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c[38288]: 2024-09-16T02:57:31.120+0000 7fd3b5117640 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-09-16T02:57:31.473 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:31 smithi097 podman[90256]: 2024-09-16 02:57:31.25414033 +0000 UTC m=+0.254303607 container died 279fd0d33d30b386ae38ea684fa4c671d08559251eb395d739656b83404ba124 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, RELEASE=reef-ae7f373, org.label-schema.build-date=20240731) 2024-09-16T02:57:31.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:31 smithi097 podman[90256]: 2024-09-16 02:57:31.729394213 +0000 UTC m=+0.729557488 container cleanup 279fd0d33d30b386ae38ea684fa4c671d08559251eb395d739656b83404ba124 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c, GIT_CLEAN=True, RELEASE=reef-ae7f373, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-16T02:57:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:31 smithi097 bash[90256]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c 2024-09-16T02:57:32.406 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 podman[90268]: 2024-09-16 02:57:32.056726 +0000 UTC m=+0.799356992 container remove 279fd0d33d30b386ae38ea684fa4c671d08559251eb395d739656b83404ba124 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-ae7f373, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:57:32.406 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.c.service: Deactivated successfully. 2024-09-16T02:57:32.406 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 systemd[1]: Stopped Ceph mon.c for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:57:32.407 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.c.service: Consumed 7.734s CPU time. 2024-09-16T02:57:32.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 systemd[1]: Starting Ceph mon.c for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:57:32.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 podman[90404]: 2024-09-16 02:57:32.598601449 +0000 UTC m=+0.093739804 container create fbb86fbb2f99001f3c467405d6da0184ffb31f87cfcefc541521d97d388e5d7b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T02:57:32.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 podman[90404]: 2024-09-16 02:57:32.520710846 +0000 UTC m=+0.015849208 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 podman[90404]: 2024-09-16 02:57:32.96012203 +0000 UTC m=+0.455260383 container init fbb86fbb2f99001f3c467405d6da0184ffb31f87cfcefc541521d97d388e5d7b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 podman[90404]: 2024-09-16 02:57:32.963988041 +0000 UTC m=+0.459126396 container start fbb86fbb2f99001f3c467405d6da0184ffb31f87cfcefc541521d97d388e5d7b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev), process ceph-mon, pid 2 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: pidfile_write: ignore empty --pid-file 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: load: jerasure load: lrc 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: RocksDB version: 7.9.2 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Git sha 0 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Compile date 2024-09-15 15:10:57 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: DB SUMMARY 2024-09-16T02:57:33.014 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: DB Session ID: E4HL10ATMGKH897OWSN4 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: CURRENT file: CURRENT 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 8987129 ; 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.error_if_exists: 0 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.create_if_missing: 0 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.paranoid_checks: 1 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.env: 0x560f560a7120 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T02:57:33.015 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.info_log: 0x560f588ab700 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.statistics: (nil) 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.use_fsync: 0 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_log_file_size: 0 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.allow_fallocate: 1 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.use_direct_reads: 0 2024-09-16T02:57:33.016 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.db_log_dir: 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.wal_dir: 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.write_buffer_manager: 0x560f588ae1e0 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T02:57:33.017 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.unordered_write: 0 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.row_cache: None 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.wal_filter: None 2024-09-16T02:57:33.018 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.two_write_queues: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.wal_compression: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.atomic_flush: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.log_readahead_size: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T02:57:33.020 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_background_jobs: 2 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_background_compactions: -1 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_subcompactions: 1 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T02:57:33.021 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_open_files: -1 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_background_flushes: -1 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Compression algorithms supported: 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: kZSTD supported: 0 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: kXpressCompression supported: 0 2024-09-16T02:57:33.022 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: kBZip2Compression supported: 0 2024-09-16T02:57:33.023 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T02:57:33.023 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: kLZ4Compression supported: 1 2024-09-16T02:57:33.023 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: kZlibCompression supported: 1 2024-09-16T02:57:33.023 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T02:57:33.023 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: kSnappyCompression supported: 1 2024-09-16T02:57:33.023 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T02:57:33.023 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T02:57:33.024 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-09-16T02:57:33.025 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T02:57:33.025 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T02:57:33.025 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.merge_operator: 2024-09-16T02:57:33.025 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_filter: None 2024-09-16T02:57:33.025 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T02:57:33.025 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T02:57:33.025 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T02:57:33.026 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T02:57:33.026 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x560f588ab320) 2024-09-16T02:57:33.026 INFO:journalctl@ceph.mon.c.smithi097.stdout: cache_index_and_filter_blocks: 1 2024-09-16T02:57:33.026 INFO:journalctl@ceph.mon.c.smithi097.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T02:57:33.026 INFO:journalctl@ceph.mon.c.smithi097.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T02:57:33.026 INFO:journalctl@ceph.mon.c.smithi097.stdout: pin_top_level_index_and_filter: 1 2024-09-16T02:57:33.027 INFO:journalctl@ceph.mon.c.smithi097.stdout: index_type: 0 2024-09-16T02:57:33.027 INFO:journalctl@ceph.mon.c.smithi097.stdout: data_block_index_type: 0 2024-09-16T02:57:33.027 INFO:journalctl@ceph.mon.c.smithi097.stdout: index_shortening: 1 2024-09-16T02:57:33.027 INFO:journalctl@ceph.mon.c.smithi097.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T02:57:33.027 INFO:journalctl@ceph.mon.c.smithi097.stdout: checksum: 4 2024-09-16T02:57:33.027 INFO:journalctl@ceph.mon.c.smithi097.stdout: no_block_cache: 0 2024-09-16T02:57:33.028 INFO:journalctl@ceph.mon.c.smithi097.stdout: block_cache: 0x560f5889f610 2024-09-16T02:57:33.028 INFO:journalctl@ceph.mon.c.smithi097.stdout: block_cache_name: BinnedLRUCache 2024-09-16T02:57:33.028 INFO:journalctl@ceph.mon.c.smithi097.stdout: block_cache_options: 2024-09-16T02:57:33.028 INFO:journalctl@ceph.mon.c.smithi097.stdout: capacity : 536870912 2024-09-16T02:57:33.028 INFO:journalctl@ceph.mon.c.smithi097.stdout: num_shard_bits : 4 2024-09-16T02:57:33.028 INFO:journalctl@ceph.mon.c.smithi097.stdout: strict_capacity_limit : 0 2024-09-16T02:57:33.028 INFO:journalctl@ceph.mon.c.smithi097.stdout: high_pri_pool_ratio: 0.000 2024-09-16T02:57:33.029 INFO:journalctl@ceph.mon.c.smithi097.stdout: block_cache_compressed: (nil) 2024-09-16T02:57:33.029 INFO:journalctl@ceph.mon.c.smithi097.stdout: persistent_cache: (nil) 2024-09-16T02:57:33.029 INFO:journalctl@ceph.mon.c.smithi097.stdout: block_size: 4096 2024-09-16T02:57:33.029 INFO:journalctl@ceph.mon.c.smithi097.stdout: block_size_deviation: 10 2024-09-16T02:57:33.029 INFO:journalctl@ceph.mon.c.smithi097.stdout: block_restart_interval: 16 2024-09-16T02:57:33.029 INFO:journalctl@ceph.mon.c.smithi097.stdout: index_block_restart_interval: 1 2024-09-16T02:57:33.031 INFO:journalctl@ceph.mon.c.smithi097.stdout: metadata_block_size: 4096 2024-09-16T02:57:33.031 INFO:journalctl@ceph.mon.c.smithi097.stdout: partition_filters: 0 2024-09-16T02:57:33.031 INFO:journalctl@ceph.mon.c.smithi097.stdout: use_delta_encoding: 1 2024-09-16T02:57:33.031 INFO:journalctl@ceph.mon.c.smithi097.stdout: filter_policy: bloomfilter 2024-09-16T02:57:33.031 INFO:journalctl@ceph.mon.c.smithi097.stdout: whole_key_filtering: 1 2024-09-16T02:57:33.031 INFO:journalctl@ceph.mon.c.smithi097.stdout: verify_compression: 0 2024-09-16T02:57:33.031 INFO:journalctl@ceph.mon.c.smithi097.stdout: read_amp_bytes_per_bit: 0 2024-09-16T02:57:33.031 INFO:journalctl@ceph.mon.c.smithi097.stdout: format_version: 5 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout: enable_index_compression: 1 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout: block_align: 0 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout: max_auto_readahead_size: 262144 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout: prepopulate_block_cache: 0 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout: initial_auto_readahead_size: 8192 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T02:57:33.032 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression: NoCompression 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.num_levels: 7 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T02:57:33.033 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T02:57:33.034 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T02:57:33.035 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T02:57:33.036 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T02:57:33.036 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T02:57:33.036 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T02:57:33.036 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T02:57:33.036 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T02:57:33.036 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T02:57:33.037 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.inplace_update_support: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.bloom_locality: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.max_successive_merges: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.ttl: 2592000 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T02:57:33.038 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.enable_blob_files: false 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.min_blob_size: 0 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T02:57:33.039 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13521, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 70f58703-e1c8-48c0-953e-786040b46f05 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455452990640, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:32 smithi097 ceph-mon[90424]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455453011243, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5572318, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13526, "largest_seqno": 15752, "table_properties": {"data_size": 5561285, "index_size": 7555, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2437, "raw_key_size": 23073, "raw_average_key_size": 24, "raw_value_size": 5540155, "raw_average_value_size": 5844, "num_data_blocks": 330, "num_entries": 948, "num_filter_entries": 948, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726455453, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "70f58703-e1c8-48c0-953e-786040b46f05", "db_session_id": "E4HL10ATMGKH897OWSN4", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455453011379, "job": 1, "event": "recovery_finished"} 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560f588cee00 2024-09-16T02:57:33.040 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: DB pointer 0x560f589d0000 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout: ** DB Stats ** 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T02:57:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: ** Compaction Stats [default] ** 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: L0 1/0 5.31 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.4 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: L6 1/0 7.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: Sum 2/0 13.16 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.4 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 566.4 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: ** Compaction Stats [default] ** 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T02:57:33.496 INFO:journalctl@ceph.mon.c.smithi097.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 566.4 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: Cumulative compaction: 0.01 GB write, 214.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: Interval compaction: 0.01 GB write, 214.13 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T02:57:33.497 INFO:journalctl@ceph.mon.c.smithi097.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: Block cache BinnedLRUCache@0x560f5889f610#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: starting mon.c rank 2 at public addrs [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] at bind addrs [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: mon.c@-1(???) e3 preinit fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: mon.c@-1(???).mds e8 new map 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: mon.c@-1(???).mds e8 print_map 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: e8 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: legacy client fscid: 1 2024-09-16T02:57:33.498 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: Filesystem 'cephfs' (1) 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: fs_name cephfs 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: epoch 8 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: created 2024-09-16T02:51:11.610498+0000 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: modified 2024-09-16T02:51:23.750346+0000 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: tableserver 0 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: root 0 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: session_timeout 60 2024-09-16T02:57:33.499 INFO:journalctl@ceph.mon.c.smithi097.stdout: session_autoclose 300 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: max_file_size 1099511627776 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: max_xattr_size 65536 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: required_client_features {} 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: last_failure 0 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: last_failure_osd_epoch 0 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: max_mds 1 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: in 0 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: up {0=24334} 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: failed 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: damaged 2024-09-16T02:57:33.500 INFO:journalctl@ceph.mon.c.smithi097.stdout: stopped 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: data_pools [3] 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: metadata_pool 2 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: inline_data disabled 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: balancer 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: bal_rank_mask -1 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: standby_count_wanted 0 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: qdb_cluster leader: 0 members: 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: [mds.b{0:24334} state up:active seq 5 addr [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: Standby daemons: 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout: [mds.a{-1:24332} state up:standby seq 1 addr [v2:172.21.15.97:6834/1988127941,v1:172.21.15.97:6835/1988127941] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T02:57:33.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: mon.c@-1(???).osd e240 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T02:57:33.502 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:33.502 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:33.502 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: mon.c@-1(???).osd e240 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:33.502 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 ceph-mon[90424]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-09-16T02:57:33.502 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 bash[90404]: fbb86fbb2f99001f3c467405d6da0184ffb31f87cfcefc541521d97d388e5d7b 2024-09-16T02:57:33.502 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:33 smithi097 systemd[1]: Started Ceph mon.c for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:57:38.251 INFO:tasks.rados.rados.0.smithi097.stdout:914: done (5 left) 2024-09-16T02:57:38.252 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 87 2024-09-16T02:57:38.252 INFO:tasks.rados.rados.0.smithi097.stdout:915: seq_num 308 ranges {1384448=360448} 2024-09-16T02:57:38.261 INFO:tasks.rados.rados.0.smithi097.stdout:915: writing smithi09778949-42 from 1384448 to 1744896 tid 1 2024-09-16T02:57:38.262 INFO:tasks.rados.rados.0.smithi097.stdout:916: copy_from oid 46 from oid 6 current snap is 87 2024-09-16T02:57:38.262 INFO:tasks.rados.rados.0.smithi097.stdout:909: finishing copy_from to smithi09778949-25 2024-09-16T02:57:38.262 INFO:tasks.rados.rados.0.smithi097.stdout:909: got expected ENOENT (src dne) 2024-09-16T02:57:38.262 INFO:tasks.rados.rados.0.smithi097.stdout:909: finishing copy_from racing read to smithi09778949-25 2024-09-16T02:57:38.262 INFO:tasks.rados.rados.0.smithi097.stdout:909: done (6 left) 2024-09-16T02:57:38.262 INFO:tasks.rados.rados.0.smithi097.stdout:917: snap_remove snap 78 2024-09-16T02:57:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:57:39] "GET /metrics HTTP/1.1" 200 36097 "" "Prometheus/2.43.0" 2024-09-16T02:57:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:917: done (6 left) 2024-09-16T02:57:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:918: snap_remove snap 47 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: mon.c calling monitor election 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: mon.a calling monitor election 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: mon.b calling monitor election 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: monmap epoch 3 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: last_changed 2024-09-16T02:47:19.523112+0000 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: min_mon_release 18 (reef) 2024-09-16T02:57:39.601 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: election_strategy: 1 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: mgrmap e43: y(active, since 20s), standbys: x 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[88563]: overall HEALTH_OK 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: mon.c calling monitor election 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: mon.a calling monitor election 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: mon.b calling monitor election 2024-09-16T02:57:39.602 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: monmap epoch 3 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: last_changed 2024-09-16T02:47:19.523112+0000 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: min_mon_release 18 (reef) 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: election_strategy: 1 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: mgrmap e43: y(active, since 20s), standbys: x 2024-09-16T02:57:39.603 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:39 smithi097 ceph-mon[90424]: overall HEALTH_OK 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: mon.c calling monitor election 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: mon.a calling monitor election 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: mon.b calling monitor election 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: monmap epoch 3 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: last_changed 2024-09-16T02:47:19.523112+0000 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: min_mon_release 18 (reef) 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: election_strategy: 1 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:39.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:39.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:39.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: osdmap e241: 8 total, 8 up, 8 in 2024-09-16T02:57:39.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: mgrmap e43: y(active, since 20s), standbys: x 2024-09-16T02:57:39.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:39 smithi184 ceph-mon[31162]: overall HEALTH_OK 2024-09-16T02:57:40.284 INFO:tasks.rados.rados.0.smithi097.stdout:918: done (6 left) 2024-09-16T02:57:40.284 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 87 2024-09-16T02:57:40.284 INFO:tasks.rados.rados.0.smithi097.stdout:919: seq_num 309 ranges {655360=376832} 2024-09-16T02:57:40.290 INFO:tasks.rados.rados.0.smithi097.stdout:919: writing smithi09778949-7 from 655360 to 1032192 tid 1 2024-09-16T02:57:40.291 INFO:tasks.rados.rados.0.smithi097.stdout:920: read oid 2 snap -1 2024-09-16T02:57:40.291 INFO:tasks.rados.rados.0.smithi097.stdout:920: expect (ObjNum 303 snap 86 seq_num 303) 2024-09-16T02:57:40.291 INFO:tasks.rados.rados.0.smithi097.stdout:910: expect (ObjNum 187 snap 51 seq_num 187) 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:912: finishing write tid 1 to smithi09778949-5 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:912: finishing write tid 2 to smithi09778949-5 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:910: done (7 left) 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:921: setattr oid 9 current snap is 87 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:912: finishing write tid 3 to smithi09778949-5 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:912: oid 5 updating version 0 to 309 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:912: oid 5 version 309 is already newer than 308 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 309 (ObjNum 306 snap 87 seq_num 306) dirty exists 2024-09-16T02:57:40.322 INFO:tasks.rados.rados.0.smithi097.stdout:912: left oid 5 (ObjNum 306 snap 87 seq_num 306) 2024-09-16T02:57:40.323 INFO:tasks.rados.rados.0.smithi097.stdout:913: finishing write tid 1 to smithi09778949-50 2024-09-16T02:57:40.323 INFO:tasks.rados.rados.0.smithi097.stdout:913: finishing write tid 2 to smithi09778949-50 2024-09-16T02:57:40.323 INFO:tasks.rados.rados.0.smithi097.stdout:913: finishing write tid 3 to smithi09778949-50 2024-09-16T02:57:40.323 INFO:tasks.rados.rados.0.smithi097.stdout:913: oid 50 updating version 0 to 293 2024-09-16T02:57:40.323 INFO:tasks.rados.rados.0.smithi097.stdout:913: oid 50 version 293 is already newer than 292 2024-09-16T02:57:40.323 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 293 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-09-16T02:57:40.323 INFO:tasks.rados.rados.0.smithi097.stdout:913: left oid 50 (ObjNum 307 snap 87 seq_num 307) 2024-09-16T02:57:40.323 INFO:tasks.rados.rados.0.smithi097.stdout:911: expect (ObjNum 260 snap 72 seq_num 260) 2024-09-16T02:57:40.451 INFO:tasks.rados.rados.0.smithi097.stdout:916: finishing copy_from to smithi09778949-46 2024-09-16T02:57:40.451 INFO:tasks.rados.rados.0.smithi097.stdout:916: got expected ENOENT (src dne) 2024-09-16T02:57:40.451 INFO:tasks.rados.rados.0.smithi097.stdout:916: finishing copy_from racing read to smithi09778949-46 2024-09-16T02:57:40.451 INFO:tasks.rados.rados.0.smithi097.stdout:915: finishing write tid 1 to smithi09778949-42 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:915: finishing write tid 2 to smithi09778949-42 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:915: finishing write tid 3 to smithi09778949-42 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:915: oid 42 updating version 0 to 696 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:915: oid 42 updating version 696 to 697 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 697 (ObjNum 308 snap 87 seq_num 308) dirty exists 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:915: left oid 42 (ObjNum 308 snap 87 seq_num 308) 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:919: finishing write tid 1 to smithi09778949-7 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:919: finishing write tid 2 to smithi09778949-7 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:919: finishing write tid 3 to smithi09778949-7 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:919: oid 7 updating version 0 to 716 2024-09-16T02:57:40.452 INFO:tasks.rados.rados.0.smithi097.stdout:919: oid 7 version 716 is already newer than 715 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 716 (ObjNum 309 snap 87 seq_num 309) dirty exists 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:919: left oid 7 (ObjNum 309 snap 87 seq_num 309) 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:911: done (7 left) 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:912: done (6 left) 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:913: done (5 left) 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:915: done (4 left) 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:916: done (3 left) 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:919: done (2 left) 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 87 2024-09-16T02:57:40.453 INFO:tasks.rados.rados.0.smithi097.stdout:920: expect (ObjNum 303 snap 86 seq_num 303) 2024-09-16T02:57:40.458 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 314 (ObjNum 266 snap 72 seq_num 266) dirty exists 2024-09-16T02:57:40.458 INFO:tasks.rados.rados.0.smithi097.stdout:922: seq_num 310 ranges {0=401408} 2024-09-16T02:57:40.460 INFO:tasks.rados.rados.0.smithi097.stdout:922: writing smithi09778949-16 from 0 to 401408 tid 1 2024-09-16T02:57:40.461 INFO:tasks.rados.rados.0.smithi097.stdout:920: done (2 left) 2024-09-16T02:57:40.461 INFO:tasks.rados.rados.0.smithi097.stdout:921: done (1 left) 2024-09-16T02:57:40.461 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 87 2024-09-16T02:57:40.461 INFO:tasks.rados.rados.0.smithi097.stdout:923: seq_num 311 ranges {172032=417792} 2024-09-16T02:57:40.464 INFO:tasks.rados.rados.0.smithi097.stdout:923: writing smithi09778949-4 from 172032 to 589824 tid 1 2024-09-16T02:57:40.464 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 87 2024-09-16T02:57:40.464 INFO:tasks.rados.rados.0.smithi097.stdout:922: finishing write tid 1 to smithi09778949-16 2024-09-16T02:57:40.464 INFO:tasks.rados.rados.0.smithi097.stdout:922: finishing write tid 2 to smithi09778949-16 2024-09-16T02:57:40.464 INFO:tasks.rados.rados.0.smithi097.stdout:924: seq_num 312 ranges {1851392=434176} 2024-09-16T02:57:40.476 INFO:tasks.rados.rados.0.smithi097.stdout:924: writing smithi09778949-44 from 1851392 to 2285568 tid 1 2024-09-16T02:57:40.476 INFO:tasks.rados.rados.0.smithi097.stdout:925: snap_remove snap 71 2024-09-16T02:57:40.546 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:40 smithi097 ceph-mon[88563]: pgmap v27: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 146 KiB/s wr, 3 op/s 2024-09-16T02:57:40.546 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:40 smithi097 ceph-mon[88563]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T02:57:40.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:40 smithi097 ceph-mon[90424]: pgmap v27: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 146 KiB/s wr, 3 op/s 2024-09-16T02:57:40.546 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:40 smithi097 ceph-mon[90424]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T02:57:40.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:40 smithi184 ceph-mon[31162]: pgmap v27: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 146 KiB/s wr, 3 op/s 2024-09-16T02:57:40.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:40 smithi184 ceph-mon[31162]: osdmap e242: 8 total, 8 up, 8 in 2024-09-16T02:57:41.286 INFO:tasks.rados.rados.0.smithi097.stdout:925: done (3 left) 2024-09-16T02:57:41.286 INFO:tasks.rados.rados.0.smithi097.stdout:926: setattr oid 24 current snap is 87 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:922: finishing write tid 3 to smithi09778949-16 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:922: oid 16 updating version 0 to 730 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:922: oid 16 version 730 is already newer than 729 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 730 (ObjNum 310 snap 87 seq_num 310) dirty exists 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:922: left oid 16 (ObjNum 310 snap 87 seq_num 310) 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:923: finishing write tid 1 to smithi09778949-4 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:923: finishing write tid 2 to smithi09778949-4 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:923: finishing write tid 3 to smithi09778949-4 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:923: oid 4 updating version 0 to 310 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:923: oid 4 version 310 is already newer than 309 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 310 (ObjNum 311 snap 87 seq_num 311) dirty exists 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:923: left oid 4 (ObjNum 311 snap 87 seq_num 311) 2024-09-16T02:57:41.287 INFO:tasks.rados.rados.0.smithi097.stdout:924: finishing write tid 1 to smithi09778949-44 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:924: finishing write tid 2 to smithi09778949-44 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:924: finishing write tid 3 to smithi09778949-44 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:924: oid 44 updating version 0 to 490 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:924: oid 44 updating version 490 to 491 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 491 (ObjNum 312 snap 87 seq_num 312) dirty exists 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:924: left oid 44 (ObjNum 312 snap 87 seq_num 312) 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:922: done (3 left) 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:923: done (2 left) 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:924: done (1 left) 2024-09-16T02:57:41.288 INFO:tasks.rados.rados.0.smithi097.stdout:927: rollback oid 25 current snap is 87 2024-09-16T02:57:41.289 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 83 2024-09-16T02:57:41.289 INFO:tasks.rados.rados.0.smithi097.stdout:928: read oid 33 snap -1 2024-09-16T02:57:41.289 INFO:tasks.rados.rados.0.smithi097.stdout:928: expect (ObjNum 253 snap 69 seq_num 253) 2024-09-16T02:57:41.289 INFO:tasks.rados.rados.0.smithi097.stdout:929: snap_create 2024-09-16T02:57:41.295 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 324 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T02:57:41.295 INFO:tasks.rados.rados.0.smithi097.stdout:927: finishing rollback tid 0 to smithi09778949-25 2024-09-16T02:57:41.295 INFO:tasks.rados.rados.0.smithi097.stdout:927: finishing rollback tid 1 to smithi09778949-25 2024-09-16T02:57:41.295 INFO:tasks.rados.rados.0.smithi097.stdout:927: finishing rollback tid 2 to smithi09778949-25 2024-09-16T02:57:41.295 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 594 (ObjNum 262 snap 72 seq_num 262) dirty exists 2024-09-16T02:57:41.300 INFO:tasks.rados.rados.0.smithi097.stdout:928: expect (ObjNum 253 snap 69 seq_num 253) 2024-09-16T02:57:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:41 smithi097 ceph-mon[90424]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T02:57:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:41 smithi097 ceph-mon[88563]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T02:57:41.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:41 smithi184 ceph-mon[31162]: osdmap e243: 8 total, 8 up, 8 in 2024-09-16T02:57:41.943 INFO:tasks.rados.rados.0.smithi097.stdout:926: done (3 left) 2024-09-16T02:57:41.943 INFO:tasks.rados.rados.0.smithi097.stdout:927: done (2 left) 2024-09-16T02:57:41.943 INFO:tasks.rados.rados.0.smithi097.stdout:928: done (1 left) 2024-09-16T02:57:41.943 INFO:tasks.rados.rados.0.smithi097.stdout:929: done (0 left) 2024-09-16T02:57:41.943 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 88 2024-09-16T02:57:41.943 INFO:tasks.rados.rados.0.smithi097.stdout:930: seq_num 313 ranges {5742592=450560} 2024-09-16T02:57:41.977 INFO:tasks.rados.rados.0.smithi097.stdout:930: writing smithi09778949-37 from 5742592 to 6193152 tid 1 2024-09-16T02:57:41.977 INFO:tasks.rados.rados.0.smithi097.stdout:931: rmattr oid 2 current snap is 88 2024-09-16T02:57:41.977 INFO:tasks.rados.rados.0.smithi097.stdout:931: done (1 left) 2024-09-16T02:57:41.977 INFO:tasks.rados.rados.0.smithi097.stdout:932: read oid 2 snap 65 2024-09-16T02:57:41.977 INFO:tasks.rados.rados.0.smithi097.stdout:932: expect (ObjNum 241 snap 61 seq_num 241) 2024-09-16T02:57:41.977 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 1 current snap is 88 2024-09-16T02:57:41.977 INFO:tasks.rados.rados.0.smithi097.stdout:933: seq_num 314 ranges {0=466944} 2024-09-16T02:57:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:933: writing smithi09778949-1 from 0 to 466944 tid 1 2024-09-16T02:57:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 88 2024-09-16T02:57:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:934: seq_num 315 ranges {2285568=483328} 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:934: writing smithi09778949-32 from 2285568 to 2768896 tid 1 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:935: rmattr oid 7 current snap is 88 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:935: done (4 left) 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:936: setattr oid 38 current snap is 88 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:930: finishing write tid 1 to smithi09778949-37 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:930: finishing write tid 2 to smithi09778949-37 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:930: finishing write tid 3 to smithi09778949-37 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:930: oid 37 updating version 0 to 270 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:930: oid 37 version 270 is already newer than 269 2024-09-16T02:57:41.996 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 270 (ObjNum 313 snap 88 seq_num 313) dirty exists 2024-09-16T02:57:41.997 INFO:tasks.rados.rados.0.smithi097.stdout:930: left oid 37 (ObjNum 313 snap 88 seq_num 313) 2024-09-16T02:57:41.997 INFO:tasks.rados.rados.0.smithi097.stdout:932: expect (ObjNum 241 snap 61 seq_num 241) 2024-09-16T02:57:42.040 INFO:tasks.rados.rados.0.smithi097.stdout:933: finishing write tid 1 to smithi09778949-1 2024-09-16T02:57:42.040 INFO:tasks.rados.rados.0.smithi097.stdout:933: finishing write tid 2 to smithi09778949-1 2024-09-16T02:57:42.040 INFO:tasks.rados.rados.0.smithi097.stdout:933: finishing write tid 3 to smithi09778949-1 2024-09-16T02:57:42.040 INFO:tasks.rados.rados.0.smithi097.stdout:933: oid 1 updating version 0 to 596 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:933: oid 1 version 596 is already newer than 595 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 596 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:933: left oid 1 (ObjNum 314 snap 88 seq_num 314) 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:934: finishing write tid 1 to smithi09778949-32 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:934: finishing write tid 2 to smithi09778949-32 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:934: finishing write tid 3 to smithi09778949-32 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:934: oid 32 updating version 0 to 319 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:934: oid 32 version 319 is already newer than 318 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 319 (ObjNum 315 snap 88 seq_num 315) dirty exists 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:934: left oid 32 (ObjNum 315 snap 88 seq_num 315) 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:930: done (4 left) 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:932: done (3 left) 2024-09-16T02:57:42.041 INFO:tasks.rados.rados.0.smithi097.stdout:933: done (2 left) 2024-09-16T02:57:42.042 INFO:tasks.rados.rados.0.smithi097.stdout:934: done (1 left) 2024-09-16T02:57:42.042 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 88 2024-09-16T02:57:42.042 INFO:tasks.rados.rados.0.smithi097.stdout:937: seq_num 316 ranges {98304=499712} 2024-09-16T02:57:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:937: writing smithi09778949-15 from 98304 to 598016 tid 1 2024-09-16T02:57:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:938: delete oid 4 current snap is 88 2024-09-16T02:57:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 501 (ObjNum 189 snap 52 seq_num 189) dirty exists 2024-09-16T02:57:42.045 INFO:tasks.rados.rados.0.smithi097.stdout:936: done (2 left) 2024-09-16T02:57:42.045 INFO:tasks.rados.rados.0.smithi097.stdout:938: done (1 left) 2024-09-16T02:57:42.045 INFO:tasks.rados.rados.0.smithi097.stdout:939: read oid 5 snap -1 2024-09-16T02:57:42.045 INFO:tasks.rados.rados.0.smithi097.stdout:939: expect (ObjNum 306 snap 87 seq_num 306) 2024-09-16T02:57:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:940: rmattr oid 32 current snap is 88 2024-09-16T02:57:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:940: done (2 left) 2024-09-16T02:57:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:941: rmattr oid 47 current snap is 88 2024-09-16T02:57:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:941: done (2 left) 2024-09-16T02:57:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:942: setattr oid 47 current snap is 88 2024-09-16T02:57:42.047 INFO:tasks.rados.rados.0.smithi097.stdout:943: read oid 33 snap 35 2024-09-16T02:57:42.047 INFO:tasks.rados.rados.0.smithi097.stdout:943: expect (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:57:42.047 INFO:tasks.rados.rados.0.smithi097.stdout:944: rollback oid 9 current snap is 88 2024-09-16T02:57:42.047 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 74 2024-09-16T02:57:42.047 INFO:tasks.rados.rados.0.smithi097.stdout:937: finishing write tid 1 to smithi09778949-15 2024-09-16T02:57:42.048 INFO:tasks.rados.rados.0.smithi097.stdout:945: setattr oid 39 current snap is 88 2024-09-16T02:57:42.048 INFO:tasks.rados.rados.0.smithi097.stdout:937: finishing write tid 2 to smithi09778949-15 2024-09-16T02:57:42.048 INFO:tasks.rados.rados.0.smithi097.stdout:939: expect (ObjNum 306 snap 87 seq_num 306) 2024-09-16T02:57:42.059 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 354 (ObjNum 287 snap 83 seq_num 287) dirty exists 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:944: finishing rollback tid 0 to smithi09778949-9 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:944: finishing rollback tid 1 to smithi09778949-9 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:937: finishing write tid 3 to smithi09778949-15 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:937: oid 15 updating version 0 to 420 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:937: oid 15 version 420 is already newer than 419 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 420 (ObjNum 316 snap 88 seq_num 316) dirty exists 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:937: left oid 15 (ObjNum 316 snap 88 seq_num 316) 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:944: finishing rollback tid 2 to smithi09778949-9 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 323 (ObjNum 266 snap 72 seq_num 266) dirty exists 2024-09-16T02:57:42.060 INFO:tasks.rados.rados.0.smithi097.stdout:943: expect (ObjNum 109 snap 22 seq_num 109) 2024-09-16T02:57:42.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 329 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-09-16T02:57:42.131 INFO:tasks.rados.rados.0.smithi097.stdout:937: done (5 left) 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:939: done (4 left) 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:942: done (3 left) 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:943: done (2 left) 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:944: done (1 left) 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:945: done (0 left) 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:946: rollback oid 7 current snap is 88 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 59 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:947: rollback oid 9 current snap is 88 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 59 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:948: read oid 43 snap -1 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:948: expect deleted 2024-09-16T02:57:42.132 INFO:tasks.rados.rados.0.smithi097.stdout:949: snap_create 2024-09-16T02:57:42.134 INFO:tasks.rados.rados.0.smithi097.stdout:947: finishing rollback tid 0 to smithi09778949-9 2024-09-16T02:57:42.134 INFO:tasks.rados.rados.0.smithi097.stdout:947: finishing rollback tid 1 to smithi09778949-9 2024-09-16T02:57:42.134 INFO:tasks.rados.rados.0.smithi097.stdout:946: finishing rollback tid 0 to smithi09778949-7 2024-09-16T02:57:42.135 INFO:tasks.rados.rados.0.smithi097.stdout:947: finishing rollback tid 2 to smithi09778949-9 2024-09-16T02:57:42.135 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 326 (ObjNum 216 snap 58 seq_num 216) dirty exists 2024-09-16T02:57:42.135 INFO:tasks.rados.rados.0.smithi097.stdout:946: finishing rollback tid 1 to smithi09778949-7 2024-09-16T02:57:42.135 INFO:tasks.rados.rados.0.smithi097.stdout:946: finishing rollback tid 2 to smithi09778949-7 2024-09-16T02:57:42.135 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 744 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:57:42.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[88563]: pgmap v30: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 253 KiB/s wr, 4 op/s 2024-09-16T02:57:42.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[88563]: osdmap e244: 8 total, 8 up, 8 in 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[88563]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[90424]: pgmap v30: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 253 KiB/s wr, 4 op/s 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[90424]: osdmap e244: 8 total, 8 up, 8 in 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[90424]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T02:57:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:42 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:42 smithi184 ceph-mon[31162]: pgmap v30: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 253 KiB/s wr, 4 op/s 2024-09-16T02:57:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:42 smithi184 ceph-mon[31162]: osdmap e244: 8 total, 8 up, 8 in 2024-09-16T02:57:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:42 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:42 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:42 smithi184 ceph-mon[31162]: osdmap e245: 8 total, 8 up, 8 in 2024-09-16T02:57:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:42 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:42 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:42.943 INFO:tasks.rados.rados.0.smithi097.stdout:946: done (3 left) 2024-09-16T02:57:42.944 INFO:tasks.rados.rados.0.smithi097.stdout:947: done (2 left) 2024-09-16T02:57:42.944 INFO:tasks.rados.rados.0.smithi097.stdout:948: done (1 left) 2024-09-16T02:57:42.944 INFO:tasks.rados.rados.0.smithi097.stdout:949: done (0 left) 2024-09-16T02:57:42.944 INFO:tasks.rados.rados.0.smithi097.stdout:950: copy_from oid 2 from oid 18 current snap is 89 2024-09-16T02:57:42.944 INFO:tasks.rados.rados.0.smithi097.stdout:951: snap_create 2024-09-16T02:57:42.952 INFO:tasks.rados.rados.0.smithi097.stdout:950: finishing copy_from racing read to smithi09778949-2 2024-09-16T02:57:42.952 INFO:tasks.rados.rados.0.smithi097.stdout:950: finishing copy_from to smithi09778949-2 2024-09-16T02:57:42.952 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 239 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:57:43.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:43 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:43.022+0000 7fd0c03b5640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-16T02:57:43.944 INFO:tasks.rados.rados.0.smithi097.stdout:950: done (1 left) 2024-09-16T02:57:43.944 INFO:tasks.rados.rados.0.smithi097.stdout:951: done (0 left) 2024-09-16T02:57:43.944 INFO:tasks.rados.rados.0.smithi097.stdout:952: read oid 19 snap -1 2024-09-16T02:57:43.944 INFO:tasks.rados.rados.0.smithi097.stdout:952: expect (ObjNum 301 snap 86 seq_num 301) 2024-09-16T02:57:43.944 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 90 2024-09-16T02:57:43.944 INFO:tasks.rados.rados.0.smithi097.stdout:953: seq_num 318 ranges {2285568=532480} 2024-09-16T02:57:43.959 INFO:tasks.rados.rados.0.smithi097.stdout:953: writing smithi09778949-44 from 2285568 to 2818048 tid 1 2024-09-16T02:57:43.960 INFO:tasks.rados.rados.0.smithi097.stdout:954: snap_create 2024-09-16T02:57:43.960 INFO:tasks.rados.rados.0.smithi097.stdout:952: expect (ObjNum 301 snap 86 seq_num 301) 2024-09-16T02:57:43.968 INFO:tasks.rados.rados.0.smithi097.stdout:953: finishing write tid 1 to smithi09778949-44 2024-09-16T02:57:43.968 INFO:tasks.rados.rados.0.smithi097.stdout:953: finishing write tid 2 to smithi09778949-44 2024-09-16T02:57:43.968 INFO:tasks.rados.rados.0.smithi097.stdout:953: finishing write tid 3 to smithi09778949-44 2024-09-16T02:57:43.968 INFO:tasks.rados.rados.0.smithi097.stdout:953: oid 44 updating version 0 to 504 2024-09-16T02:57:43.968 INFO:tasks.rados.rados.0.smithi097.stdout:953: oid 44 version 504 is already newer than 503 2024-09-16T02:57:43.968 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 504 (ObjNum 318 snap 90 seq_num 318) dirty exists 2024-09-16T02:57:43.969 INFO:tasks.rados.rados.0.smithi097.stdout:953: left oid 44 (ObjNum 318 snap 90 seq_num 318) 2024-09-16T02:57:44.155 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:43 smithi097 ceph-mon[88563]: pgmap v33: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 88 KiB/s wr, 0 op/s 2024-09-16T02:57:44.155 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:43 smithi097 ceph-mon[88563]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T02:57:44.156 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:43 smithi097 ceph-mon[90424]: pgmap v33: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 88 KiB/s wr, 0 op/s 2024-09-16T02:57:44.156 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:43 smithi097 ceph-mon[90424]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T02:57:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:43 smithi184 ceph-mon[31162]: pgmap v33: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 88 KiB/s wr, 0 op/s 2024-09-16T02:57:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:43 smithi184 ceph-mon[31162]: osdmap e246: 8 total, 8 up, 8 in 2024-09-16T02:57:44.956 INFO:tasks.rados.rados.0.smithi097.stdout:952: done (2 left) 2024-09-16T02:57:44.957 INFO:tasks.rados.rados.0.smithi097.stdout:953: done (1 left) 2024-09-16T02:57:44.957 INFO:tasks.rados.rados.0.smithi097.stdout:954: done (0 left) 2024-09-16T02:57:44.957 INFO:tasks.rados.rados.0.smithi097.stdout:955: copy_from oid 44 from oid 47 current snap is 91 2024-09-16T02:57:44.957 INFO:tasks.rados.rados.0.smithi097.stdout:956: copy_from oid 18 from oid 21 current snap is 91 2024-09-16T02:57:44.957 INFO:tasks.rados.rados.0.smithi097.stdout:957: snap_create 2024-09-16T02:57:44.963 INFO:tasks.rados.rados.0.smithi097.stdout:955: finishing copy_from racing read to smithi09778949-44 2024-09-16T02:57:44.965 INFO:tasks.rados.rados.0.smithi097.stdout:955: finishing copy_from to smithi09778949-44 2024-09-16T02:57:44.965 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 354 (ObjNum 287 snap 83 seq_num 287) dirty exists 2024-09-16T02:57:45.009 INFO:tasks.rados.rados.0.smithi097.stdout:956: finishing copy_from racing read to smithi09778949-18 2024-09-16T02:57:45.010 INFO:tasks.rados.rados.0.smithi097.stdout:956: finishing copy_from to smithi09778949-18 2024-09-16T02:57:45.010 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 369 (ObjNum 291 snap 85 seq_num 291) dirty exists 2024-09-16T02:57:45.205 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:44 smithi097 ceph-mon[88563]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T02:57:45.206 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:44 smithi097 ceph-mon[90424]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T02:57:45.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:44 smithi184 ceph-mon[31162]: osdmap e247: 8 total, 8 up, 8 in 2024-09-16T02:57:45.960 INFO:tasks.rados.rados.0.smithi097.stdout:955: done (2 left) 2024-09-16T02:57:45.960 INFO:tasks.rados.rados.0.smithi097.stdout:956: done (1 left) 2024-09-16T02:57:45.960 INFO:tasks.rados.rados.0.smithi097.stdout:957: done (0 left) 2024-09-16T02:57:45.960 INFO:tasks.rados.rados.0.smithi097.stdout:958: read oid 16 snap 90 2024-09-16T02:57:45.960 INFO:tasks.rados.rados.0.smithi097.stdout:958: expect (ObjNum 310 snap 87 seq_num 310) 2024-09-16T02:57:45.961 INFO:tasks.rados.rados.0.smithi097.stdout:959: setattr oid 20 current snap is 92 2024-09-16T02:57:45.961 INFO:tasks.rados.rados.0.smithi097.stdout:960: copy_from oid 23 from oid 36 current snap is 92 2024-09-16T02:57:45.961 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 92 2024-09-16T02:57:45.961 INFO:tasks.rados.rados.0.smithi097.stdout:961: seq_num 319 ranges {1916928=548864} 2024-09-16T02:57:45.974 INFO:tasks.rados.rados.0.smithi097.stdout:961: writing smithi09778949-17 from 1916928 to 2465792 tid 1 2024-09-16T02:57:45.975 INFO:tasks.rados.rados.0.smithi097.stdout:962: setattr oid 13 current snap is 92 2024-09-16T02:57:45.975 INFO:tasks.rados.rados.0.smithi097.stdout:960: finishing copy_from to smithi09778949-23 2024-09-16T02:57:45.975 INFO:tasks.rados.rados.0.smithi097.stdout:960: got expected ENOENT (src dne) 2024-09-16T02:57:45.975 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 351 (ObjNum 259 snap 72 seq_num 259) dirty exists 2024-09-16T02:57:45.975 INFO:tasks.rados.rados.0.smithi097.stdout:960: finishing copy_from racing read to smithi09778949-23 2024-09-16T02:57:45.975 INFO:tasks.rados.rados.0.smithi097.stdout:958: expect (ObjNum 310 snap 87 seq_num 310) 2024-09-16T02:57:45.994 INFO:tasks.rados.rados.0.smithi097.stdout:961: finishing write tid 1 to smithi09778949-17 2024-09-16T02:57:45.994 INFO:tasks.rados.rados.0.smithi097.stdout:961: finishing write tid 2 to smithi09778949-17 2024-09-16T02:57:45.994 INFO:tasks.rados.rados.0.smithi097.stdout:961: finishing write tid 3 to smithi09778949-17 2024-09-16T02:57:45.994 INFO:tasks.rados.rados.0.smithi097.stdout:961: oid 17 updating version 0 to 349 2024-09-16T02:57:45.995 INFO:tasks.rados.rados.0.smithi097.stdout:961: oid 17 version 349 is already newer than 348 2024-09-16T02:57:45.995 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 349 (ObjNum 319 snap 92 seq_num 319) dirty exists 2024-09-16T02:57:45.995 INFO:tasks.rados.rados.0.smithi097.stdout:961: left oid 17 (ObjNum 319 snap 92 seq_num 319) 2024-09-16T02:57:45.995 INFO:tasks.rados.rados.0.smithi097.stdout:958: done (4 left) 2024-09-16T02:57:45.995 INFO:tasks.rados.rados.0.smithi097.stdout:959: done (3 left) 2024-09-16T02:57:45.995 INFO:tasks.rados.rados.0.smithi097.stdout:960: done (2 left) 2024-09-16T02:57:45.995 INFO:tasks.rados.rados.0.smithi097.stdout:961: done (1 left) 2024-09-16T02:57:45.995 INFO:tasks.rados.rados.0.smithi097.stdout:963: snap_create 2024-09-16T02:57:45.996 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 411 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:57:46.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: pgmap v36: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-16T02:57:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: pgmap v36: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-16T02:57:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-16T02:57:46.299 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: pgmap v36: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: osdmap e248: 8 total, 8 up, 8 in 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "quorum_status"} : dispatch 2024-09-16T02:57:46.300 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:45 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon ok-to-stop", "ids": ["b"]} : dispatch 2024-09-16T02:57:46.969 INFO:tasks.rados.rados.0.smithi097.stdout:962: done (1 left) 2024-09-16T02:57:46.969 INFO:tasks.rados.rados.0.smithi097.stdout:963: done (0 left) 2024-09-16T02:57:46.969 INFO:tasks.rados.rados.0.smithi097.stdout:964: snap_create 2024-09-16T02:57:47.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:46 smithi184 ceph-mon[31162]: Upgrade: It appears safe to stop mon.b 2024-09-16T02:57:47.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:46 smithi184 ceph-mon[31162]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T02:57:47.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:46 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:47.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:46 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:57:47.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:46 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:57:47.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:46 smithi184 ceph-mon[31162]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[88563]: Upgrade: It appears safe to stop mon.b 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[88563]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[90424]: Upgrade: It appears safe to stop mon.b 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[90424]: osdmap e249: 8 total, 8 up, 8 in 2024-09-16T02:57:47.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:47.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:57:47.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:57:47.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:46 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:57:47.972 INFO:tasks.rados.rados.0.smithi097.stdout:964: done (0 left) 2024-09-16T02:57:47.972 INFO:tasks.rados.rados.0.smithi097.stdout:965: copy_from oid 10 from oid 16 current snap is 94 2024-09-16T02:57:47.972 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 94 2024-09-16T02:57:47.972 INFO:tasks.rados.rados.0.smithi097.stdout:966: seq_num 320 ranges {327680=565248} 2024-09-16T02:57:47.978 INFO:tasks.rados.rados.0.smithi097.stdout:966: writing smithi09778949-5 from 327680 to 892928 tid 1 2024-09-16T02:57:47.978 INFO:tasks.rados.rados.0.smithi097.stdout:967: read oid 23 snap 59 2024-09-16T02:57:47.978 INFO:tasks.rados.rados.0.smithi097.stdout:967: expect (ObjNum 222 snap 59 seq_num 222) 2024-09-16T02:57:47.978 INFO:tasks.rados.rados.0.smithi097.stdout:968: read oid 47 snap -1 2024-09-16T02:57:47.978 INFO:tasks.rados.rados.0.smithi097.stdout:968: expect (ObjNum 287 snap 83 seq_num 287) 2024-09-16T02:57:47.978 INFO:tasks.rados.rados.0.smithi097.stdout:969: copy_from oid 11 from oid 37 current snap is 94 2024-09-16T02:57:47.978 INFO:tasks.rados.rados.0.smithi097.stdout:970: delete oid 18 current snap is 94 2024-09-16T02:57:47.981 INFO:tasks.rados.rados.0.smithi097.stdout:965: finishing copy_from racing read to smithi09778949-10 2024-09-16T02:57:47.982 INFO:tasks.rados.rados.0.smithi097.stdout:968: expect (ObjNum 287 snap 83 seq_num 287) 2024-09-16T02:57:47.985 INFO:tasks.rados.rados.0.smithi097.stdout:966: finishing write tid 1 to smithi09778949-5 2024-09-16T02:57:47.985 INFO:tasks.rados.rados.0.smithi097.stdout:966: finishing write tid 2 to smithi09778949-5 2024-09-16T02:57:47.985 INFO:tasks.rados.rados.0.smithi097.stdout:968: done (5 left) 2024-09-16T02:57:47.985 INFO:tasks.rados.rados.0.smithi097.stdout:970: done (4 left) 2024-09-16T02:57:47.985 INFO:tasks.rados.rados.0.smithi097.stdout:971: setattr oid 46 current snap is 94 2024-09-16T02:57:47.985 INFO:tasks.rados.rados.0.smithi097.stdout:965: finishing copy_from to smithi09778949-10 2024-09-16T02:57:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 730 (ObjNum 310 snap 87 seq_num 310) dirty exists 2024-09-16T02:57:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:966: finishing write tid 3 to smithi09778949-5 2024-09-16T02:57:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:966: oid 5 updating version 0 to 310 2024-09-16T02:57:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:966: oid 5 updating version 310 to 311 2024-09-16T02:57:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 311 (ObjNum 320 snap 94 seq_num 320) dirty exists 2024-09-16T02:57:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:966: left oid 5 (ObjNum 320 snap 94 seq_num 320) 2024-09-16T02:57:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:965: done (4 left) 2024-09-16T02:57:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:966: done (3 left) 2024-09-16T02:57:47.987 INFO:tasks.rados.rados.0.smithi097.stdout:972: rollback oid 34 current snap is 94 2024-09-16T02:57:47.987 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 34 to 93 2024-09-16T02:57:47.987 INFO:tasks.rados.rados.0.smithi097.stdout:973: snap_create 2024-09-16T02:57:47.987 INFO:tasks.rados.rados.0.smithi097.stdout:972: finishing rollback tid 1 to smithi09778949-34 2024-09-16T02:57:47.988 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 117 (ObjNum 145 snap 0 seq_num 3735002464) dirty dne 2024-09-16T02:57:47.993 INFO:tasks.rados.rados.0.smithi097.stdout:967: expect (ObjNum 222 snap 59 seq_num 222) 2024-09-16T02:57:48.030 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 271 (ObjNum 161 snap 0 seq_num 1973073264) dirty exists 2024-09-16T02:57:48.030 INFO:tasks.rados.rados.0.smithi097.stdout:969: finishing copy_from racing read to smithi09778949-11 2024-09-16T02:57:48.030 INFO:tasks.rados.rados.0.smithi097.stdout:969: finishing copy_from to smithi09778949-11 2024-09-16T02:57:48.030 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 270 (ObjNum 313 snap 88 seq_num 313) dirty exists 2024-09-16T02:57:48.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:47 smithi097 ceph-mon[88563]: pgmap v39: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 40 op/s 2024-09-16T02:57:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:47 smithi097 ceph-mon[88563]: Upgrade: Updating mon.b 2024-09-16T02:57:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:47 smithi097 ceph-mon[88563]: Deploying daemon mon.b on smithi184 2024-09-16T02:57:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:47 smithi097 ceph-mon[88563]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T02:57:48.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:47 smithi097 ceph-mon[90424]: pgmap v39: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 40 op/s 2024-09-16T02:57:48.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:47 smithi097 ceph-mon[90424]: Upgrade: Updating mon.b 2024-09-16T02:57:48.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:47 smithi097 ceph-mon[90424]: Deploying daemon mon.b on smithi184 2024-09-16T02:57:48.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:47 smithi097 ceph-mon[90424]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T02:57:48.350 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:47 smithi184 ceph-mon[31162]: pgmap v39: 121 pgs: 121 active+clean; 249 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.1 MiB/s wr, 40 op/s 2024-09-16T02:57:48.350 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:47 smithi184 ceph-mon[31162]: Upgrade: Updating mon.b 2024-09-16T02:57:48.350 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:47 smithi184 ceph-mon[31162]: Deploying daemon mon.b on smithi184 2024-09-16T02:57:48.351 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:47 smithi184 ceph-mon[31162]: osdmap e250: 8 total, 8 up, 8 in 2024-09-16T02:57:48.606 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:48 smithi184 systemd[1]: Stopping Ceph mon.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:57:48.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b[31158]: 2024-09-16T02:57:48.630+0000 7efc026a4640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:57:48.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b[31158]: 2024-09-16T02:57:48.630+0000 7efc026a4640 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-09-16T02:57:48.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:48 smithi184 podman[82022]: 2024-09-16 02:57:48.823468618 +0000 UTC m=+0.315958168 container died 45576cbdf20f3730c63993c8912c62653934ef134084d141e058bd324d9e2245 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=reef-ae7f373, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T02:57:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:49 smithi184 podman[82022]: 2024-09-16 02:57:49.172031364 +0000 UTC m=+0.664520903 container cleanup 45576cbdf20f3730c63993c8912c62653934ef134084d141e058bd324d9e2245 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, RELEASE=reef-ae7f373, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T02:57:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:49 smithi184 bash[82022]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b 2024-09-16T02:57:49.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:57:49] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2024-09-16T02:57:49.783 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:49 smithi184 podman[82041]: 2024-09-16 02:57:49.431768802 +0000 UTC m=+0.606099493 container remove 45576cbdf20f3730c63993c8912c62653934ef134084d141e058bd324d9e2245 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=reef-ae7f373, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:57:49.783 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:49 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.b.service: Deactivated successfully. 2024-09-16T02:57:49.783 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:49 smithi184 systemd[1]: Stopped Ceph mon.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:57:49.784 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:49 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.b.service: Consumed 8.746s CPU time. 2024-09-16T02:57:50.143 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:49 smithi184 systemd[1]: Starting Ceph mon.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:57:50.143 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:49 smithi184 podman[82174]: 2024-09-16 02:57:49.894416028 +0000 UTC m=+0.016147314 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:57:50.143 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 podman[82174]: 2024-09-16 02:57:50.016609732 +0000 UTC m=+0.138341051 container create 5050db073c39daab9e50d42a1f72d39dcf77ac623c3629b6ae9dd4671ceb9192 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True) 2024-09-16T02:57:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 podman[82174]: 2024-09-16 02:57:50.285443795 +0000 UTC m=+0.407175068 container init 5050db073c39daab9e50d42a1f72d39dcf77ac623c3629b6ae9dd4671ceb9192 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-16T02:57:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 podman[82174]: 2024-09-16 02:57:50.288701635 +0000 UTC m=+0.410432909 container start 5050db073c39daab9e50d42a1f72d39dcf77ac623c3629b6ae9dd4671ceb9192 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True) 2024-09-16T02:57:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: set uid:gid to 167:167 (ceph:ceph) 2024-09-16T02:57:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev), process ceph-mon, pid 2 2024-09-16T02:57:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: pidfile_write: ignore empty --pid-file 2024-09-16T02:57:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: load: jerasure load: lrc 2024-09-16T02:57:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: RocksDB version: 7.9.2 2024-09-16T02:57:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Git sha 0 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Compile date 2024-09-15 15:10:57 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: DB SUMMARY 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: DB Session ID: LC3FNABYW63B4L2FK7A7 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: CURRENT file: CURRENT 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: IDENTITY file: IDENTITY 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1411 Bytes 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 9786705 ; 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.error_if_exists: 0 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.create_if_missing: 0 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.paranoid_checks: 1 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.flush_verify_memtable_count: 1 2024-09-16T02:57:50.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.env: 0x55d4fc12c120 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.fs: PosixFileSystem 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.info_log: 0x55d4fdd8d700 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_file_opening_threads: 16 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.statistics: (nil) 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.use_fsync: 0 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_log_file_size: 0 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.log_file_time_to_roll: 0 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.keep_log_file_num: 1000 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.recycle_log_file_num: 0 2024-09-16T02:57:50.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.allow_fallocate: 1 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.allow_mmap_reads: 0 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.allow_mmap_writes: 0 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.use_direct_reads: 0 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.create_missing_column_families: 0 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.db_log_dir: 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.wal_dir: 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.table_cache_numshardbits: 6 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.WAL_ttl_seconds: 0 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.WAL_size_limit_MB: 0 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-09-16T02:57:50.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.is_fd_close_on_exec: 1 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.advise_random_on_open: 1 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.db_write_buffer_size: 0 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.write_buffer_manager: 0x55d4fdd901e0 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.use_adaptive_mutex: 0 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.rate_limiter: (nil) 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.wal_recovery_mode: 2 2024-09-16T02:57:50.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.enable_thread_tracking: 0 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.enable_pipelined_write: 0 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.unordered_write: 0 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.row_cache: None 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.wal_filter: None 2024-09-16T02:57:50.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-09-16T02:57:50.415 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.allow_ingest_behind: 0 2024-09-16T02:57:50.415 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.two_write_queues: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.manual_wal_flush: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.wal_compression: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.atomic_flush: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.persist_stats_to_disk: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.write_dbid_to_manifest: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.log_readahead_size: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.best_efforts_recovery: 0 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-09-16T02:57:50.416 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.allow_data_in_errors: 0 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.db_host_id: __hostname__ 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.enforce_single_del_contracts: true 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_background_jobs: 2 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_background_compactions: -1 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_subcompactions: 1 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.delayed_write_rate : 16777216 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_total_wal_size: 0 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.stats_dump_period_sec: 600 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.stats_persist_period_sec: 600 2024-09-16T02:57:50.417 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_open_files: -1 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bytes_per_sync: 0 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.wal_bytes_per_sync: 0 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.strict_bytes_per_sync: 0 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_readahead_size: 0 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_background_flushes: -1 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Compression algorithms supported: 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: kZSTD supported: 0 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: kXpressCompression supported: 0 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: kBZip2Compression supported: 0 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: kLZ4Compression supported: 1 2024-09-16T02:57:50.418 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: kZlibCompression supported: 1 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: kLZ4HCCompression supported: 1 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: kSnappyCompression supported: 1 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Fast CRC32 supported: Supported on x86 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: DMutex implementation: pthread_mutex_t 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.merge_operator: 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_filter: None 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_filter_factory: None 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.sst_partitioner_factory: None 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.memtable_factory: SkipListFactory 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.table_factory: BlockBasedTable 2024-09-16T02:57:50.419 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d4fdd8d320) 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: cache_index_and_filter_blocks: 1 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: pin_top_level_index_and_filter: 1 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_type: 0 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: data_block_index_type: 0 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_shortening: 1 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: data_block_hash_table_util_ratio: 0.750000 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: checksum: 4 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: no_block_cache: 0 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache: 0x55d4fdd81610 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_name: BinnedLRUCache 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_options: 2024-09-16T02:57:50.420 INFO:journalctl@ceph.mon.b.smithi184.stdout: capacity : 536870912 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: num_shard_bits : 4 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: strict_capacity_limit : 0 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: high_pri_pool_ratio: 0.000 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_cache_compressed: (nil) 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: persistent_cache: (nil) 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_size: 4096 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_size_deviation: 10 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_restart_interval: 16 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: index_block_restart_interval: 1 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: metadata_block_size: 4096 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: partition_filters: 0 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: use_delta_encoding: 1 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: filter_policy: bloomfilter 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: whole_key_filtering: 1 2024-09-16T02:57:50.421 INFO:journalctl@ceph.mon.b.smithi184.stdout: verify_compression: 0 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout: read_amp_bytes_per_bit: 0 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout: format_version: 5 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout: enable_index_compression: 1 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout: block_align: 0 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout: max_auto_readahead_size: 262144 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout: prepopulate_block_cache: 0 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout: initial_auto_readahead_size: 8192 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout: num_file_reads_for_auto_readahead: 2 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.write_buffer_size: 33554432 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_write_buffer_number: 2 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression: NoCompression 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression: Disabled 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.prefix_extractor: nullptr 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-09-16T02:57:50.422 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.num_levels: 7 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.window_bits: -14 2024-09-16T02:57:50.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.level: 32767 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.strategy: 0 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.enabled: false 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.target_file_size_base: 67108864 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.target_file_size_multiplier: 1 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-09-16T02:57:50.424 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.arena_block_size: 1048576 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-09-16T02:57:50.425 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.disable_auto_compactions: 0 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-09-16T02:57:50.426 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.inplace_update_support: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.inplace_update_num_locks: 10000 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.memtable_huge_page_size: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.bloom_locality: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.max_successive_merges: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.optimize_filters_for_hits: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.paranoid_file_checks: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.force_consistency_checks: 1 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.report_bg_io_stats: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.ttl: 2592000 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.periodic_compaction_seconds: 0 2024-09-16T02:57:50.427 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.enable_blob_files: false 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.min_blob_size: 0 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.blob_file_size: 268435456 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.blob_compression_type: NoCompression 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.enable_blob_garbage_collection: false 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.blob_file_starting_level: 0 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-09-16T02:57:50.428 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13593, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b9f9ea40-adfb-46ee-8d82-44432bc35436 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455470315500, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455470337623, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6035561, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13598, "largest_seqno": 16215, "table_properties": {"data_size": 6023022, "index_size": 8741, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2757, "raw_key_size": 26404, "raw_average_key_size": 24, "raw_value_size": 5998787, "raw_average_value_size": 5513, "num_data_blocks": 380, "num_entries": 1088, "num_filter_entries": 1088, "num_deletions": 33, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1726455470, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b9f9ea40-adfb-46ee-8d82-44432bc35436", "db_session_id": "LC3FNABYW63B4L2FK7A7", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: EVENT_LOG_v1 {"time_micros": 1726455470337746, "job": 1, "event": "recovery_finished"} 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d4fddb0e00 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: DB pointer 0x55d4fdeb2000 2024-09-16T02:57:50.429 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** DB Stats ** 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.430 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** Compaction Stats [default] ** 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: L0 1/0 5.76 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 577.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: L6 1/0 7.84 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: Sum 2/0 13.60 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 577.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 577.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** Compaction Stats [default] ** 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 577.9 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.431 INFO:journalctl@ceph.mon.b.smithi184.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: AddFile(Keys): cumulative 0, interval 0 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: Cumulative compaction: 0.01 GB write, 230.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: Interval compaction: 0.01 GB write, 230.11 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: Block cache BinnedLRUCache@0x55d4fdd81610#2 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-09-16T02:57:50.432 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout: ** File Read Latency Histogram By Level [default] ** 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: starting mon.b rank 1 at public addrs [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] at bind addrs [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: mon.b@-1(???) e3 preinit fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: mon.b@-1(???).mds e8 new map 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: mon.b@-1(???).mds e8 print_map 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout: e8 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout: btime 1970-01-01T00:00:00:000000+0000 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout: legacy client fscid: 1 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.433 INFO:journalctl@ceph.mon.b.smithi184.stdout: Filesystem 'cephfs' (1) 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: fs_name cephfs 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: epoch 8 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: created 2024-09-16T02:51:11.610498+0000 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: modified 2024-09-16T02:51:23.750346+0000 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: tableserver 0 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: root 0 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: session_timeout 60 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: session_autoclose 300 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: max_file_size 1099511627776 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: max_xattr_size 65536 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: required_client_features {} 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: last_failure 0 2024-09-16T02:57:50.434 INFO:journalctl@ceph.mon.b.smithi184.stdout: last_failure_osd_epoch 0 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: max_mds 1 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: in 0 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: up {0=24334} 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: failed 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: damaged 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: stopped 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: data_pools [3] 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: metadata_pool 2 2024-09-16T02:57:50.435 INFO:journalctl@ceph.mon.b.smithi184.stdout: inline_data disabled 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: balancer 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: bal_rank_mask -1 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: standby_count_wanted 0 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: qdb_cluster leader: 0 members: 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: [mds.b{0:24334} state up:active seq 5 addr [v2:172.21.15.184:6832/1791461962,v1:172.21.15.184:6833/1791461962] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: Standby daemons: 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout: [mds.a{-1:24332} state up:standby seq 1 addr [v2:172.21.15.97:6834/1988127941,v1:172.21.15.97:6835/1988127941] compat {c=[1],r=[1],i=[7ff]}] 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: mon.b@-1(???).osd e251 crush map has features 3314933069573799936, adjusting msgr requires 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:50.436 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:50.437 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: mon.b@-1(???).osd e251 crush map has features 432629308056666112, adjusting msgr requires 2024-09-16T02:57:50.437 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 ceph-mon[82194]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-09-16T02:57:50.437 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 bash[82174]: 5050db073c39daab9e50d42a1f72d39dcf77ac623c3629b6ae9dd4671ceb9192 2024-09-16T02:57:50.437 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:50 smithi184 systemd[1]: Started Ceph mon.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:57:55.476 INFO:tasks.rados.rados.0.smithi097.stdout:967: done (4 left) 2024-09-16T02:57:55.477 INFO:tasks.rados.rados.0.smithi097.stdout:969: done (3 left) 2024-09-16T02:57:55.477 INFO:tasks.rados.rados.0.smithi097.stdout:971: done (2 left) 2024-09-16T02:57:55.477 INFO:tasks.rados.rados.0.smithi097.stdout:972: done (1 left) 2024-09-16T02:57:55.477 INFO:tasks.rados.rados.0.smithi097.stdout:973: done (0 left) 2024-09-16T02:57:55.477 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 95 2024-09-16T02:57:55.477 INFO:tasks.rados.rados.0.smithi097.stdout:974: seq_num 322 ranges {0=598016} 2024-09-16T02:57:55.480 INFO:tasks.rados.rados.0.smithi097.stdout:974: writing smithi09778949-36 from 0 to 598016 tid 1 2024-09-16T02:57:55.480 INFO:tasks.rados.rados.0.smithi097.stdout:975: read oid 24 snap -1 2024-09-16T02:57:55.480 INFO:tasks.rados.rados.0.smithi097.stdout:975: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:57:55.480 INFO:tasks.rados.rados.0.smithi097.stdout:976: read oid 30 snap -1 2024-09-16T02:57:55.480 INFO:tasks.rados.rados.0.smithi097.stdout:976: expect (ObjNum 299 snap 86 seq_num 299) 2024-09-16T02:57:55.480 INFO:tasks.rados.rados.0.smithi097.stdout:977: read oid 45 snap -1 2024-09-16T02:57:55.480 INFO:tasks.rados.rados.0.smithi097.stdout:977: expect (ObjNum 300 snap 86 seq_num 300) 2024-09-16T02:57:55.481 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 95 2024-09-16T02:57:55.481 INFO:tasks.rados.rados.0.smithi097.stdout:978: seq_num 323 ranges {11771904=614400} 2024-09-16T02:57:55.483 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:55.483 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: mon.a calling monitor election 2024-09-16T02:57:55.483 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: mon.c calling monitor election 2024-09-16T02:57:55.483 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:55.483 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: mon.b calling monitor election 2024-09-16T02:57:55.483 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: pgmap v43: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 925 KiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: pgmap v44: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 784 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: pgmap v45: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: overall HEALTH_OK 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: mon.a calling monitor election 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: monmap epoch 4 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: last_changed 2024-09-16T02:57:50.389222+0000 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: min_mon_release 19 (squid) 2024-09-16T02:57:55.484 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: election_strategy: 1 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: mgrmap e43: y(active, since 36s), standbys: x 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: overall HEALTH_OK 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:55.485 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:55.547 INFO:tasks.rados.rados.0.smithi097.stdout:978: writing smithi09778949-21 from 11771904 to 12386304 tid 1 2024-09-16T02:57:55.547 INFO:tasks.rados.rados.0.smithi097.stdout:979: snap_remove snap 90 2024-09-16T02:57:55.668 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: mon.a calling monitor election 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: mon.c calling monitor election 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: mon.b calling monitor election 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: pgmap v43: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 925 KiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: pgmap v44: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 784 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: pgmap v45: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: overall HEALTH_OK 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: mon.a calling monitor election 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:55.669 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: monmap epoch 4 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: last_changed 2024-09-16T02:57:50.389222+0000 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: min_mon_release 19 (squid) 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: election_strategy: 1 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: mgrmap e43: y(active, since 36s), standbys: x 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: overall HEALTH_OK 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:55.670 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: mon.a calling monitor election 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: mon.c calling monitor election 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: mon.b calling monitor election 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: pgmap v43: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 925 KiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-09-16T02:57:55.671 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: pgmap v44: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 784 KiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: pgmap v45: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: overall HEALTH_OK 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: mon.a calling monitor election 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: monmap epoch 4 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: fsid a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: last_changed 2024-09-16T02:57:50.389222+0000 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: created 2024-09-16T02:45:43.431870+0000 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: min_mon_release 19 (squid) 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: election_strategy: 1 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: 0: [v2:172.21.15.97:3300/0,v1:172.21.15.97:6789/0] mon.a 2024-09-16T02:57:55.672 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: 1: [v2:172.21.15.184:3300/0,v1:172.21.15.184:6789/0] mon.b 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: 2: [v2:172.21.15.97:3301/0,v1:172.21.15.97:6790/0] mon.c 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: osdmap e251: 8 total, 8 up, 8 in 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: mgrmap e43: y(active, since 36s), standbys: x 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: overall HEALTH_OK 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:57:55.673 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:55 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:57:55.349+0000 7fd0c03b5640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-16T02:57:56.492 INFO:tasks.rados.rados.0.smithi097.stdout:979: done (5 left) 2024-09-16T02:57:56.492 INFO:tasks.rados.rados.0.smithi097.stdout:980: rollback oid 28 current snap is 95 2024-09-16T02:57:56.493 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 28 to 77 2024-09-16T02:57:56.493 INFO:tasks.rados.rados.0.smithi097.stdout:975: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:57:56.496 INFO:tasks.rados.rados.0.smithi097.stdout:974: finishing write tid 1 to smithi09778949-36 2024-09-16T02:57:56.496 INFO:tasks.rados.rados.0.smithi097.stdout:974: finishing write tid 2 to smithi09778949-36 2024-09-16T02:57:56.496 INFO:tasks.rados.rados.0.smithi097.stdout:974: finishing write tid 3 to smithi09778949-36 2024-09-16T02:57:56.496 INFO:tasks.rados.rados.0.smithi097.stdout:974: oid 36 updating version 0 to 597 2024-09-16T02:57:56.496 INFO:tasks.rados.rados.0.smithi097.stdout:974: oid 36 updating version 597 to 598 2024-09-16T02:57:56.496 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 598 (ObjNum 322 snap 95 seq_num 322) dirty exists 2024-09-16T02:57:56.496 INFO:tasks.rados.rados.0.smithi097.stdout:974: left oid 36 (ObjNum 322 snap 95 seq_num 322) 2024-09-16T02:57:56.496 INFO:tasks.rados.rados.0.smithi097.stdout:976: expect (ObjNum 299 snap 86 seq_num 299) 2024-09-16T02:57:56.736 INFO:tasks.rados.rados.0.smithi097.stdout:977: expect (ObjNum 300 snap 86 seq_num 300) 2024-09-16T02:57:56.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:56 smithi097 ceph-mon[88563]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T02:57:56.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:56 smithi097 ceph-mon[90424]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T02:57:56.885 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:56 smithi184 ceph-mon[82194]: osdmap e252: 8 total, 8 up, 8 in 2024-09-16T02:57:56.990 INFO:tasks.rados.rados.0.smithi097.stdout:978: finishing write tid 1 to smithi09778949-21 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:978: finishing write tid 2 to smithi09778949-21 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:978: finishing write tid 3 to smithi09778949-21 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:978: oid 21 updating version 0 to 423 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:978: oid 21 version 423 is already newer than 422 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 423 (ObjNum 323 snap 95 seq_num 323) dirty exists 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:978: left oid 21 (ObjNum 323 snap 95 seq_num 323) 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:980: finishing rollback tid 0 to smithi09778949-28 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:980: finishing rollback tid 1 to smithi09778949-28 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:974: done (5 left) 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:975: done (4 left) 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:976: done (3 left) 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:977: done (2 left) 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:978: done (1 left) 2024-09-16T02:57:56.991 INFO:tasks.rados.rados.0.smithi097.stdout:981: snap_remove snap 89 2024-09-16T02:57:57.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:57 smithi097 ceph-mon[88563]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T02:57:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:57 smithi097 ceph-mon[88563]: pgmap v48: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T02:57:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:57 smithi097 ceph-mon[88563]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T02:57:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:57 smithi097 ceph-mon[90424]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T02:57:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:57 smithi097 ceph-mon[90424]: pgmap v48: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T02:57:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:57 smithi097 ceph-mon[90424]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T02:57:57.831 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:57 smithi184 ceph-mon[82194]: osdmap e253: 8 total, 8 up, 8 in 2024-09-16T02:57:57.831 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:57 smithi184 ceph-mon[82194]: pgmap v48: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 642 KiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T02:57:57.831 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:57 smithi184 ceph-mon[82194]: osdmap e254: 8 total, 8 up, 8 in 2024-09-16T02:57:57.943 INFO:tasks.rados.rados.0.smithi097.stdout:981: done (1 left) 2024-09-16T02:57:57.943 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 95 2024-09-16T02:57:57.943 INFO:tasks.rados.rados.0.smithi097.stdout:982: seq_num 324 ranges {0=630784} 2024-09-16T02:57:57.946 INFO:tasks.rados.rados.0.smithi097.stdout:982: writing smithi09778949-46 from 0 to 630784 tid 1 2024-09-16T02:57:57.946 INFO:tasks.rados.rados.0.smithi097.stdout:983: snap_remove snap 93 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:983: done (2 left) 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:984: delete oid 42 current snap is 95 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:980: finishing rollback tid 2 to smithi09778949-28 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 748 (ObjNum 237 snap 61 seq_num 237) dirty exists 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:982: finishing write tid 1 to smithi09778949-46 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:982: finishing write tid 2 to smithi09778949-46 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:982: finishing write tid 3 to smithi09778949-46 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:982: oid 46 updating version 0 to 273 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:982: oid 46 updating version 273 to 274 2024-09-16T02:57:58.948 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 274 (ObjNum 324 snap 95 seq_num 324) dirty exists 2024-09-16T02:57:58.949 INFO:tasks.rados.rados.0.smithi097.stdout:982: left oid 46 (ObjNum 324 snap 95 seq_num 324) 2024-09-16T02:57:58.956 INFO:tasks.rados.rados.0.smithi097.stdout:980: done (2 left) 2024-09-16T02:57:58.957 INFO:tasks.rados.rados.0.smithi097.stdout:982: done (1 left) 2024-09-16T02:57:58.957 INFO:tasks.rados.rados.0.smithi097.stdout:984: done (0 left) 2024-09-16T02:57:58.957 INFO:tasks.rados.rados.0.smithi097.stdout:985: snap_remove snap 61 2024-09-16T02:57:59.026 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:57:59.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:58 smithi097 ceph-mon[88563]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T02:57:59.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:58 smithi097 ceph-mon[90424]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T02:57:59.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:57:59] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2024-09-16T02:57:59.246 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:58 smithi184 ceph-mon[82194]: osdmap e255: 8 total, 8 up, 8 in 2024-09-16T02:57:59.592 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:57:59.592 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (4m) 17s ago 5m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:57:59.592 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (5m) 0s ago 5m 86.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (7m) 17s ago 7m 15.9M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (7m) 0s ago 7m 22.0M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (61s) 0s ago 10m 453M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (88s) 17s ago 11m 512M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (48s) 17s ago 12m 39.8M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (9s) 0s ago 10m 22.2M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (27s) 17s ago 10m 25.3M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (5m) 17s ago 5m 15.5M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (5m) 0s ago 5m 17.4M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (10m) 17s ago 10m 216M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 4621d1554a87 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (9m) 17s ago 9m 148M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (9m) 17s ago 9m 199M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (8m) 17s ago 8m 94.1M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:57:59.593 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (8m) 0s ago 8m 164M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:57:59.594 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (8m) 0s ago 8m 190M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:57:59.594 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (7m) 0s ago 7m 103M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:57:59.594 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (7m) 0s ago 7m 130M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:57:59.594 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (66s) 0s ago 6m 50.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T02:57:59.931 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:57:59.931 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:57:59.931 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T02:57:59.931 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:57:59.931 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 10, 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 5 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:57:59.932 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:57:59.954 INFO:tasks.rados.rados.0.smithi097.stdout:985: done (0 left) 2024-09-16T02:57:59.954 INFO:tasks.rados.rados.0.smithi097.stdout:986: copy_from oid 31 from oid 35 current snap is 95 2024-09-16T02:57:59.954 INFO:tasks.rados.rados.0.smithi097.stdout:987: delete oid 47 current snap is 95 2024-09-16T02:57:59.964 INFO:tasks.rados.rados.0.smithi097.stdout:987: done (1 left) 2024-09-16T02:57:59.965 INFO:tasks.rados.rados.0.smithi097.stdout:988: snap_remove snap 75 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "5/20 daemons upgraded", 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading mon daemons", 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:58:00.234 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:58:00.235 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[88563]: pgmap v51: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:00.235 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[88563]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T02:58:00.235 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[88563]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:00.235 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[88563]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:00.235 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:00.235 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:00.235 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/577678451' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:00.235 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[90424]: pgmap v51: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:00.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[90424]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T02:58:00.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[90424]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:00.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[90424]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:00.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:00.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:00.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:57:59 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/577678451' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:00.398 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:59 smithi184 ceph-mon[82194]: pgmap v51: 121 pgs: 121 active+clean; 268 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:00.398 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:59 smithi184 ceph-mon[82194]: osdmap e256: 8 total, 8 up, 8 in 2024-09-16T02:58:00.398 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:59 smithi184 ceph-mon[82194]: from='client.34185 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:00.399 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:59 smithi184 ceph-mon[82194]: from='client.34191 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:00.399 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:00.399 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:00.399 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:57:59 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/577678451' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:00.959 INFO:tasks.rados.rados.0.smithi097.stdout:988: done (1 left) 2024-09-16T02:58:00.959 INFO:tasks.rados.rados.0.smithi097.stdout:989: snap_create 2024-09-16T02:58:00.959 INFO:tasks.rados.rados.0.smithi097.stdout:986: finishing copy_from to smithi09778949-31 2024-09-16T02:58:00.959 INFO:tasks.rados.rados.0.smithi097.stdout:986: got expected ENOENT (src dne) 2024-09-16T02:58:00.959 INFO:tasks.rados.rados.0.smithi097.stdout:986: finishing copy_from racing read to smithi09778949-31 2024-09-16T02:58:01.071 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:00 smithi184 ceph-mon[82194]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:01.071 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:00 smithi184 ceph-mon[82194]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T02:58:01.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:00 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:01.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:00 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:01.072 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:00 smithi184 ceph-mon[82194]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[88563]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[88563]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T02:58:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[88563]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[90424]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[90424]: osdmap e257: 8 total, 8 up, 8 in 2024-09-16T02:58:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:01.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:01.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:00 smithi097 ceph-mon[90424]: from='client.44126 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:01.947 INFO:tasks.rados.rados.0.smithi097.stdout:986: done (1 left) 2024-09-16T02:58:01.947 INFO:tasks.rados.rados.0.smithi097.stdout:989: done (0 left) 2024-09-16T02:58:01.948 INFO:tasks.rados.rados.0.smithi097.stdout:990: copy_from oid 20 from oid 32 current snap is 96 2024-09-16T02:58:01.948 INFO:tasks.rados.rados.0.smithi097.stdout:991: delete oid 3 current snap is 96 2024-09-16T02:58:01.950 INFO:tasks.rados.rados.0.smithi097.stdout:991: done (1 left) 2024-09-16T02:58:01.950 INFO:tasks.rados.rados.0.smithi097.stdout:992: copy_from oid 45 from oid 37 current snap is 96 2024-09-16T02:58:01.951 INFO:tasks.rados.rados.0.smithi097.stdout:993: snap_remove snap 65 2024-09-16T02:58:02.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:01 smithi097 ceph-mon[88563]: pgmap v54: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-09-16T02:58:02.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:01 smithi097 ceph-mon[88563]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T02:58:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:01 smithi097 ceph-mon[88563]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T02:58:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:01 smithi097 ceph-mon[90424]: pgmap v54: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-09-16T02:58:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:01 smithi097 ceph-mon[90424]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T02:58:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:01 smithi097 ceph-mon[90424]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T02:58:02.274 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:01 smithi184 ceph-mon[82194]: pgmap v54: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-09-16T02:58:02.274 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:01 smithi184 ceph-mon[82194]: osdmap e258: 8 total, 8 up, 8 in 2024-09-16T02:58:02.274 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:01 smithi184 ceph-mon[82194]: osdmap e259: 8 total, 8 up, 8 in 2024-09-16T02:58:02.959 INFO:tasks.rados.rados.0.smithi097.stdout:993: done (2 left) 2024-09-16T02:58:02.959 INFO:tasks.rados.rados.0.smithi097.stdout:994: snap_create 2024-09-16T02:58:02.959 INFO:tasks.rados.rados.0.smithi097.stdout:990: finishing copy_from racing read to smithi09778949-20 2024-09-16T02:58:02.959 INFO:tasks.rados.rados.0.smithi097.stdout:990: finishing copy_from to smithi09778949-20 2024-09-16T02:58:02.959 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 319 (ObjNum 315 snap 88 seq_num 315) dirty exists 2024-09-16T02:58:02.959 INFO:tasks.rados.rados.0.smithi097.stdout:992: finishing copy_from racing read to smithi09778949-45 2024-09-16T02:58:02.960 INFO:tasks.rados.rados.0.smithi097.stdout:992: finishing copy_from to smithi09778949-45 2024-09-16T02:58:02.960 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 270 (ObjNum 313 snap 88 seq_num 313) dirty exists 2024-09-16T02:58:03.962 INFO:tasks.rados.rados.0.smithi097.stdout:990: done (2 left) 2024-09-16T02:58:03.962 INFO:tasks.rados.rados.0.smithi097.stdout:992: done (1 left) 2024-09-16T02:58:03.962 INFO:tasks.rados.rados.0.smithi097.stdout:994: done (0 left) 2024-09-16T02:58:03.962 INFO:tasks.rados.rados.0.smithi097.stdout:995: snap_remove snap 92 2024-09-16T02:58:04.055 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: pgmap v57: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-09-16T02:58:04.055 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: Reconfiguring mon.a (monmap changed)... 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: Reconfiguring daemon mon.a on smithi097 2024-09-16T02:58:04.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: pgmap v57: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: Reconfiguring mon.a (monmap changed)... 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:04.057 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: Reconfiguring daemon mon.a on smithi097 2024-09-16T02:58:04.058 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: pgmap v57: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 450 KiB/s wr, 6 op/s 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: osdmap e260: 8 total, 8 up, 8 in 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: Reconfiguring mon.a (monmap changed)... 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:04.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: Reconfiguring daemon mon.a on smithi097 2024-09-16T02:58:04.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:04.971 INFO:tasks.rados.rados.0.smithi097.stdout:995: done (0 left) 2024-09-16T02:58:04.971 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 97 2024-09-16T02:58:04.971 INFO:tasks.rados.rados.0.smithi097.stdout:996: seq_num 328 ranges {1998848=696320} 2024-09-16T02:58:04.986 INFO:tasks.rados.rados.0.smithi097.stdout:996: writing smithi09778949-25 from 1998848 to 2695168 tid 1 2024-09-16T02:58:04.986 INFO:tasks.rados.rados.0.smithi097.stdout:997: copy_from oid 1 from oid 10 current snap is 97 2024-09-16T02:58:04.986 INFO:tasks.rados.rados.0.smithi097.stdout:998: read oid 46 snap -1 2024-09-16T02:58:04.986 INFO:tasks.rados.rados.0.smithi097.stdout:998: expect (ObjNum 324 snap 95 seq_num 324) 2024-09-16T02:58:04.986 INFO:tasks.rados.rados.0.smithi097.stdout:999: setattr oid 4 current snap is 97 2024-09-16T02:58:04.987 INFO:tasks.rados.rados.0.smithi097.stdout:1000: delete oid 21 current snap is 97 2024-09-16T02:58:04.990 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 335 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T02:58:04.990 INFO:tasks.rados.rados.0.smithi097.stdout:998: expect (ObjNum 324 snap 95 seq_num 324) 2024-09-16T02:58:05.012 INFO:tasks.rados.rados.0.smithi097.stdout:996: finishing write tid 1 to smithi09778949-25 2024-09-16T02:58:05.012 INFO:tasks.rados.rados.0.smithi097.stdout:996: finishing write tid 2 to smithi09778949-25 2024-09-16T02:58:05.013 INFO:tasks.rados.rados.0.smithi097.stdout:998: done (4 left) 2024-09-16T02:58:05.013 INFO:tasks.rados.rados.0.smithi097.stdout:999: done (3 left) 2024-09-16T02:58:05.013 INFO:tasks.rados.rados.0.smithi097.stdout:1000: done (2 left) 2024-09-16T02:58:05.013 INFO:tasks.rados.rados.0.smithi097.stdout:1001: snap_remove snap 74 2024-09-16T02:58:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[88563]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T02:58:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-16T02:58:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-16T02:58:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[90424]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T02:58:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-16T02:58:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-16T02:58:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:04 smithi184 ceph-mon[82194]: osdmap e261: 8 total, 8 up, 8 in 2024-09-16T02:58:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-16T02:58:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-16T02:58:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:1001: done (2 left) 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:1002: rollback oid 22 current snap is 97 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 91 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:996: finishing write tid 3 to smithi09778949-25 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:996: oid 25 updating version 0 to 599 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:996: oid 25 updating version 599 to 600 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 600 (ObjNum 328 snap 97 seq_num 328) dirty exists 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:996: left oid 25 (ObjNum 328 snap 97 seq_num 328) 2024-09-16T02:58:05.974 INFO:tasks.rados.rados.0.smithi097.stdout:997: finishing copy_from racing read to smithi09778949-1 2024-09-16T02:58:05.975 INFO:tasks.rados.rados.0.smithi097.stdout:997: finishing copy_from to smithi09778949-1 2024-09-16T02:58:05.975 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 730 (ObjNum 310 snap 87 seq_num 310) dirty exists 2024-09-16T02:58:05.975 INFO:tasks.rados.rados.0.smithi097.stdout:996: done (2 left) 2024-09-16T02:58:05.975 INFO:tasks.rados.rados.0.smithi097.stdout:997: done (1 left) 2024-09-16T02:58:05.975 INFO:tasks.rados.rados.0.smithi097.stdout:1003: read oid 40 snap -1 2024-09-16T02:58:05.975 INFO:tasks.rados.rados.0.smithi097.stdout:1003: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:58:05.975 INFO:tasks.rados.rados.0.smithi097.stdout:1004: snap_remove snap 86 2024-09-16T02:58:06.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:05 smithi097 ceph-mon[90424]: pgmap v60: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:06.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:05 smithi097 ceph-mon[90424]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T02:58:06.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:05 smithi097 ceph-mon[90424]: Reconfiguring daemon mgr.y on smithi097 2024-09-16T02:58:06.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:05 smithi097 ceph-mon[90424]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T02:58:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:05 smithi097 ceph-mon[88563]: pgmap v60: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:05 smithi097 ceph-mon[88563]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T02:58:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:05 smithi097 ceph-mon[88563]: Reconfiguring daemon mgr.y on smithi097 2024-09-16T02:58:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:05 smithi097 ceph-mon[88563]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T02:58:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:05 smithi184 ceph-mon[82194]: pgmap v60: 121 pgs: 121 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:05 smithi184 ceph-mon[82194]: Reconfiguring mgr.y (monmap changed)... 2024-09-16T02:58:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:05 smithi184 ceph-mon[82194]: Reconfiguring daemon mgr.y on smithi097 2024-09-16T02:58:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:05 smithi184 ceph-mon[82194]: osdmap e262: 8 total, 8 up, 8 in 2024-09-16T02:58:06.981 INFO:tasks.rados.rados.0.smithi097.stdout:1004: done (2 left) 2024-09-16T02:58:06.981 INFO:tasks.rados.rados.0.smithi097.stdout:1005: read oid 18 snap -1 2024-09-16T02:58:06.981 INFO:tasks.rados.rados.0.smithi097.stdout:1005: expect deleted 2024-09-16T02:58:06.981 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 97 2024-09-16T02:58:06.982 INFO:tasks.rados.rados.0.smithi097.stdout:1006: seq_num 330 ranges {442368=737280} 2024-09-16T02:58:06.989 INFO:tasks.rados.rados.0.smithi097.stdout:1006: writing smithi09778949-8 from 442368 to 1179648 tid 1 2024-09-16T02:58:06.989 INFO:tasks.rados.rados.0.smithi097.stdout:1007: rollback oid 4 current snap is 97 2024-09-16T02:58:06.989 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 4 to 88 2024-09-16T02:58:06.989 INFO:tasks.rados.rados.0.smithi097.stdout:1008: delete oid 24 current snap is 97 2024-09-16T02:58:06.990 INFO:tasks.rados.rados.0.smithi097.stdout:1003: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:58:06.993 INFO:tasks.rados.rados.0.smithi097.stdout:1002: finishing rollback tid 0 to smithi09778949-22 2024-09-16T02:58:06.993 INFO:tasks.rados.rados.0.smithi097.stdout:1002: finishing rollback tid 1 to smithi09778949-22 2024-09-16T02:58:06.993 INFO:tasks.rados.rados.0.smithi097.stdout:1002: finishing rollback tid 2 to smithi09778949-22 2024-09-16T02:58:06.994 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 347 (ObjNum 260 snap 72 seq_num 260) dirty exists 2024-09-16T02:58:06.996 INFO:tasks.rados.rados.0.smithi097.stdout:1007: finishing rollback tid 0 to smithi09778949-4 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:1007: finishing rollback tid 1 to smithi09778949-4 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 343 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:1002: done (5 left) 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:1003: done (4 left) 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:1005: done (3 left) 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:1007: done (2 left) 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:1008: done (1 left) 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 97 2024-09-16T02:58:06.997 INFO:tasks.rados.rados.0.smithi097.stdout:1009: seq_num 332 ranges {3907584=770048} 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1009: writing smithi09778949-30 from 3907584 to 4677632 tid 1 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1010: delete oid 27 current snap is 97 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1006: finishing write tid 1 to smithi09778949-8 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1006: finishing write tid 2 to smithi09778949-8 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1006: finishing write tid 3 to smithi09778949-8 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1006: oid 8 updating version 0 to 732 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1006: oid 8 version 732 is already newer than 731 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 732 (ObjNum 330 snap 97 seq_num 330) dirty exists 2024-09-16T02:58:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1006: left oid 8 (ObjNum 330 snap 97 seq_num 330) 2024-09-16T02:58:07.026 INFO:tasks.rados.rados.0.smithi097.stdout:1006: done (2 left) 2024-09-16T02:58:07.026 INFO:tasks.rados.rados.0.smithi097.stdout:1010: done (1 left) 2024-09-16T02:58:07.026 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 97 2024-09-16T02:58:07.026 INFO:tasks.rados.rados.0.smithi097.stdout:1011: seq_num 334 ranges {0=802816} 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1011: writing smithi09778949-3 from 0 to 802816 tid 1 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1012: read oid 39 snap -1 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1012: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1013: snap_create 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1009: finishing write tid 1 to smithi09778949-30 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1009: finishing write tid 2 to smithi09778949-30 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1009: finishing write tid 3 to smithi09778949-30 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1009: oid 30 updating version 0 to 352 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1009: oid 30 updating version 352 to 353 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 353 (ObjNum 332 snap 97 seq_num 332) dirty exists 2024-09-16T02:58:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1009: left oid 30 (ObjNum 332 snap 97 seq_num 332) 2024-09-16T02:58:07.032 INFO:tasks.rados.rados.0.smithi097.stdout:1012: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:58:07.034 INFO:tasks.rados.rados.0.smithi097.stdout:1011: finishing write tid 1 to smithi09778949-3 2024-09-16T02:58:07.034 INFO:tasks.rados.rados.0.smithi097.stdout:1011: finishing write tid 2 to smithi09778949-3 2024-09-16T02:58:07.037 INFO:tasks.rados.rados.0.smithi097.stdout:1011: finishing write tid 3 to smithi09778949-3 2024-09-16T02:58:07.037 INFO:tasks.rados.rados.0.smithi097.stdout:1011: oid 3 updating version 0 to 812 2024-09-16T02:58:07.037 INFO:tasks.rados.rados.0.smithi097.stdout:1011: oid 3 updating version 812 to 813 2024-09-16T02:58:07.037 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 813 (ObjNum 334 snap 97 seq_num 334) dirty exists 2024-09-16T02:58:07.037 INFO:tasks.rados.rados.0.smithi097.stdout:1011: left oid 3 (ObjNum 334 snap 97 seq_num 334) 2024-09-16T02:58:07.139 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[88563]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[90424]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:07.140 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:07.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:06 smithi184 ceph-mon[82194]: osdmap e263: 8 total, 8 up, 8 in 2024-09-16T02:58:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:07.986 INFO:tasks.rados.rados.0.smithi097.stdout:1009: done (3 left) 2024-09-16T02:58:07.986 INFO:tasks.rados.rados.0.smithi097.stdout:1011: done (2 left) 2024-09-16T02:58:07.986 INFO:tasks.rados.rados.0.smithi097.stdout:1012: done (1 left) 2024-09-16T02:58:07.986 INFO:tasks.rados.rados.0.smithi097.stdout:1013: done (0 left) 2024-09-16T02:58:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:1014: read oid 12 snap -1 2024-09-16T02:58:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:1014: expect deleted 2024-09-16T02:58:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:1015: rollback oid 47 current snap is 98 2024-09-16T02:58:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 47 to 95 2024-09-16T02:58:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:1016: copy_from oid 22 from oid 35 current snap is 98 2024-09-16T02:58:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:1017: delete oid 3 current snap is 98 2024-09-16T02:58:07.990 INFO:tasks.rados.rados.0.smithi097.stdout:1015: finishing rollback tid 1 to smithi09778949-47 2024-09-16T02:58:07.990 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 355 (ObjNum 321 snap 0 seq_num 3735002640) dirty dne 2024-09-16T02:58:07.991 INFO:tasks.rados.rados.0.smithi097.stdout:1014: done (3 left) 2024-09-16T02:58:07.991 INFO:tasks.rados.rados.0.smithi097.stdout:1015: done (2 left) 2024-09-16T02:58:07.991 INFO:tasks.rados.rados.0.smithi097.stdout:1017: done (1 left) 2024-09-16T02:58:07.991 INFO:tasks.rados.rados.0.smithi097.stdout:1018: rmattr oid 34 current snap is 98 2024-09-16T02:58:07.991 INFO:tasks.rados.rados.0.smithi097.stdout:1018: done (1 left) 2024-09-16T02:58:07.991 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 98 2024-09-16T02:58:07.991 INFO:tasks.rados.rados.0.smithi097.stdout:1019: seq_num 336 ranges {442368=434176,876544=401408} 2024-09-16T02:58:07.996 INFO:tasks.rados.rados.0.smithi097.stdout:1019: writing smithi09778949-2 from 442368 to 876544 tid 1 2024-09-16T02:58:07.998 INFO:tasks.rados.rados.0.smithi097.stdout:1019: writing smithi09778949-2 from 876544 to 1277952 tid 2 2024-09-16T02:58:07.998 INFO:tasks.rados.rados.0.smithi097.stdout:1020: snap_create 2024-09-16T02:58:07.999 INFO:tasks.rados.rados.0.smithi097.stdout:1016: finishing copy_from to smithi09778949-22 2024-09-16T02:58:07.999 INFO:tasks.rados.rados.0.smithi097.stdout:1016: got expected ENOENT (src dne) 2024-09-16T02:58:07.999 INFO:tasks.rados.rados.0.smithi097.stdout:1016: finishing copy_from racing read to smithi09778949-22 2024-09-16T02:58:07.999 INFO:tasks.rados.rados.0.smithi097.stdout:1019: finishing write tid 1 to smithi09778949-2 2024-09-16T02:58:08.001 INFO:tasks.rados.rados.0.smithi097.stdout:1019: finishing write tid 2 to smithi09778949-2 2024-09-16T02:58:08.001 INFO:tasks.rados.rados.0.smithi097.stdout:1019: finishing write tid 3 to smithi09778949-2 2024-09-16T02:58:08.002 INFO:tasks.rados.rados.0.smithi097.stdout:1019: finishing write tid 4 to smithi09778949-2 2024-09-16T02:58:08.002 INFO:tasks.rados.rados.0.smithi097.stdout:1019: oid 2 updating version 0 to 315 2024-09-16T02:58:08.002 INFO:tasks.rados.rados.0.smithi097.stdout:1019: oid 2 updating version 315 to 316 2024-09-16T02:58:08.002 INFO:tasks.rados.rados.0.smithi097.stdout:1019: oid 2 updating version 316 to 317 2024-09-16T02:58:08.002 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 317 (ObjNum 336 snap 98 seq_num 336) dirty exists 2024-09-16T02:58:08.002 INFO:tasks.rados.rados.0.smithi097.stdout:1019: left oid 2 (ObjNum 336 snap 98 seq_num 336) 2024-09-16T02:58:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[88563]: Reconfiguring mon.c (monmap changed)... 2024-09-16T02:58:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[88563]: Reconfiguring daemon mon.c on smithi097 2024-09-16T02:58:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[88563]: pgmap v63: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 1 op/s 2024-09-16T02:58:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[88563]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T02:58:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-16T02:58:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:08.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[90424]: Reconfiguring mon.c (monmap changed)... 2024-09-16T02:58:08.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[90424]: Reconfiguring daemon mon.c on smithi097 2024-09-16T02:58:08.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[90424]: pgmap v63: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 1 op/s 2024-09-16T02:58:08.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[90424]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T02:58:08.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:08.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:08.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-16T02:58:08.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:07 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:07 smithi184 ceph-mon[82194]: Reconfiguring mon.c (monmap changed)... 2024-09-16T02:58:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:07 smithi184 ceph-mon[82194]: Reconfiguring daemon mon.c on smithi097 2024-09-16T02:58:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:07 smithi184 ceph-mon[82194]: pgmap v63: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 1 op/s 2024-09-16T02:58:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:07 smithi184 ceph-mon[82194]: osdmap e264: 8 total, 8 up, 8 in 2024-09-16T02:58:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:07 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:07 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:07 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-16T02:58:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:07 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1016: done (2 left) 2024-09-16T02:58:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1019: done (1 left) 2024-09-16T02:58:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1020: done (0 left) 2024-09-16T02:58:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 99 2024-09-16T02:58:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1021: seq_num 337 ranges {0=450560,450560=401408} 2024-09-16T02:58:08.997 INFO:tasks.rados.rados.0.smithi097.stdout:1021: writing smithi09778949-39 from 0 to 450560 tid 1 2024-09-16T02:58:09.000 INFO:tasks.rados.rados.0.smithi097.stdout:1021: writing smithi09778949-39 from 450560 to 851968 tid 2 2024-09-16T02:58:09.000 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 99 2024-09-16T02:58:09.000 INFO:tasks.rados.rados.0.smithi097.stdout:1022: seq_num 338 ranges {0=466944,466944=401408} 2024-09-16T02:58:09.002 INFO:tasks.rados.rados.0.smithi097.stdout:1022: writing smithi09778949-43 from 0 to 466944 tid 1 2024-09-16T02:58:09.005 INFO:tasks.rados.rados.0.smithi097.stdout:1022: writing smithi09778949-43 from 466944 to 868352 tid 2 2024-09-16T02:58:09.005 INFO:tasks.rados.rados.0.smithi097.stdout:1023: read oid 2 snap -1 2024-09-16T02:58:09.006 INFO:tasks.rados.rados.0.smithi097.stdout:1023: expect (ObjNum 336 snap 98 seq_num 336) 2024-09-16T02:58:09.006 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 99 2024-09-16T02:58:09.006 INFO:tasks.rados.rados.0.smithi097.stdout:1024: seq_num 339 ranges {6193152=483328,6676480=401408} 2024-09-16T02:58:09.042 INFO:tasks.rados.rados.0.smithi097.stdout:1024: writing smithi09778949-11 from 6193152 to 6676480 tid 1 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1024: writing smithi09778949-11 from 6676480 to 7077888 tid 2 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1025: rmattr oid 14 current snap is 99 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1021: finishing write tid 1 to smithi09778949-39 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1021: finishing write tid 2 to smithi09778949-39 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1021: finishing write tid 3 to smithi09778949-39 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1021: finishing write tid 4 to smithi09778949-39 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1021: oid 39 updating version 0 to 355 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1021: oid 39 updating version 355 to 356 2024-09-16T02:58:09.045 INFO:tasks.rados.rados.0.smithi097.stdout:1021: oid 39 updating version 356 to 357 2024-09-16T02:58:09.046 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 357 (ObjNum 337 snap 99 seq_num 337) dirty exists 2024-09-16T02:58:09.046 INFO:tasks.rados.rados.0.smithi097.stdout:1021: left oid 39 (ObjNum 337 snap 99 seq_num 337) 2024-09-16T02:58:09.046 INFO:tasks.rados.rados.0.smithi097.stdout:1022: finishing write tid 1 to smithi09778949-43 2024-09-16T02:58:09.046 INFO:tasks.rados.rados.0.smithi097.stdout:1022: finishing write tid 2 to smithi09778949-43 2024-09-16T02:58:09.046 INFO:tasks.rados.rados.0.smithi097.stdout:1023: expect (ObjNum 336 snap 98 seq_num 336) 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1022: finishing write tid 3 to smithi09778949-43 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1022: finishing write tid 4 to smithi09778949-43 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1022: oid 43 updating version 0 to 465 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1022: oid 43 version 465 is already newer than 464 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1022: oid 43 updating version 465 to 466 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 466 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1022: left oid 43 (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1024: finishing write tid 1 to smithi09778949-11 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1021: done (4 left) 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1022: done (3 left) 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1023: done (2 left) 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1026: rmattr oid 5 current snap is 99 2024-09-16T02:58:09.086 INFO:tasks.rados.rados.0.smithi097.stdout:1024: finishing write tid 2 to smithi09778949-11 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1024: finishing write tid 3 to smithi09778949-11 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 319 (ObjNum 75 snap 11 seq_num 75) dirty exists 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1024: finishing write tid 4 to smithi09778949-11 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1024: oid 11 updating version 0 to 351 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1024: oid 11 updating version 351 to 352 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1024: oid 11 version 352 is already newer than 350 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 352 (ObjNum 339 snap 99 seq_num 339) dirty exists 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1024: left oid 11 (ObjNum 339 snap 99 seq_num 339) 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1024: done (2 left) 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1025: done (1 left) 2024-09-16T02:58:09.087 INFO:tasks.rados.rados.0.smithi097.stdout:1027: snap_remove snap 35 2024-09-16T02:58:09.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:08 smithi097 ceph-mon[90424]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T02:58:09.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:08 smithi097 ceph-mon[90424]: Reconfiguring daemon osd.0 on smithi097 2024-09-16T02:58:09.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:08 smithi097 ceph-mon[90424]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T02:58:09.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:08 smithi097 ceph-mon[88563]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T02:58:09.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:08 smithi097 ceph-mon[88563]: Reconfiguring daemon osd.0 on smithi097 2024-09-16T02:58:09.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:08 smithi097 ceph-mon[88563]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T02:58:09.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:58:09] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2024-09-16T02:58:09.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:08 smithi184 ceph-mon[82194]: Reconfiguring osd.0 (monmap changed)... 2024-09-16T02:58:09.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:08 smithi184 ceph-mon[82194]: Reconfiguring daemon osd.0 on smithi097 2024-09-16T02:58:09.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:08 smithi184 ceph-mon[82194]: osdmap e265: 8 total, 8 up, 8 in 2024-09-16T02:58:09.997 INFO:tasks.rados.rados.0.smithi097.stdout:1027: done (1 left) 2024-09-16T02:58:09.997 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 99 2024-09-16T02:58:09.998 INFO:tasks.rados.rados.0.smithi097.stdout:1028: seq_num 340 ranges {0=499712,499712=401408} 2024-09-16T02:58:10.003 INFO:tasks.rados.rados.0.smithi097.stdout:1028: writing smithi09778949-3 from 0 to 499712 tid 1 2024-09-16T02:58:10.004 INFO:tasks.rados.rados.0.smithi097.stdout:1028: writing smithi09778949-3 from 499712 to 901120 tid 2 2024-09-16T02:58:10.004 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 99 2024-09-16T02:58:10.004 INFO:tasks.rados.rados.0.smithi097.stdout:1029: seq_num 341 ranges {4358144=516096,4874240=401408} 2024-09-16T02:58:10.032 INFO:tasks.rados.rados.0.smithi097.stdout:1029: writing smithi09778949-28 from 4358144 to 4874240 tid 1 2024-09-16T02:58:10.034 INFO:tasks.rados.rados.0.smithi097.stdout:1029: writing smithi09778949-28 from 4874240 to 5275648 tid 2 2024-09-16T02:58:10.034 INFO:tasks.rados.rados.0.smithi097.stdout:1030: snap_create 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 0 (ObjNum 320 snap 94 seq_num 320) dirty exists 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:1028: finishing write tid 1 to smithi09778949-3 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:1028: finishing write tid 2 to smithi09778949-3 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:1028: finishing write tid 3 to smithi09778949-3 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:1028: finishing write tid 4 to smithi09778949-3 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:1028: oid 3 updating version 0 to 817 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:1028: oid 3 updating version 817 to 818 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:1028: oid 3 version 818 is already newer than 816 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 818 (ObjNum 340 snap 99 seq_num 340) dirty exists 2024-09-16T02:58:10.035 INFO:tasks.rados.rados.0.smithi097.stdout:1028: left oid 3 (ObjNum 340 snap 99 seq_num 340) 2024-09-16T02:58:10.036 INFO:tasks.rados.rados.0.smithi097.stdout:1029: finishing write tid 1 to smithi09778949-28 2024-09-16T02:58:10.036 INFO:tasks.rados.rados.0.smithi097.stdout:1029: finishing write tid 2 to smithi09778949-28 2024-09-16T02:58:10.036 INFO:tasks.rados.rados.0.smithi097.stdout:1029: finishing write tid 3 to smithi09778949-28 2024-09-16T02:58:10.037 INFO:tasks.rados.rados.0.smithi097.stdout:1029: finishing write tid 4 to smithi09778949-28 2024-09-16T02:58:10.038 INFO:tasks.rados.rados.0.smithi097.stdout:1029: oid 28 updating version 0 to 834 2024-09-16T02:58:10.038 INFO:tasks.rados.rados.0.smithi097.stdout:1029: oid 28 version 834 is already newer than 832 2024-09-16T02:58:10.038 INFO:tasks.rados.rados.0.smithi097.stdout:1029: oid 28 version 834 is already newer than 833 2024-09-16T02:58:10.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 834 (ObjNum 341 snap 99 seq_num 341) dirty exists 2024-09-16T02:58:10.038 INFO:tasks.rados.rados.0.smithi097.stdout:1029: left oid 28 (ObjNum 341 snap 99 seq_num 341) 2024-09-16T02:58:10.188 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[88563]: pgmap v66: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 1 op/s 2024-09-16T02:58:10.188 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[88563]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[90424]: pgmap v66: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 1 op/s 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[90424]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-16T02:58:10.189 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:09 smithi184 ceph-mon[82194]: pgmap v66: 121 pgs: 121 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.1 MiB/s wr, 1 op/s 2024-09-16T02:58:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:09 smithi184 ceph-mon[82194]: osdmap e266: 8 total, 8 up, 8 in 2024-09-16T02:58:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-16T02:58:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:11.003 INFO:tasks.rados.rados.0.smithi097.stdout:1026: done (3 left) 2024-09-16T02:58:11.003 INFO:tasks.rados.rados.0.smithi097.stdout:1028: done (2 left) 2024-09-16T02:58:11.004 INFO:tasks.rados.rados.0.smithi097.stdout:1029: done (1 left) 2024-09-16T02:58:11.004 INFO:tasks.rados.rados.0.smithi097.stdout:1030: done (0 left) 2024-09-16T02:58:11.004 INFO:tasks.rados.rados.0.smithi097.stdout:1031: read oid 5 snap 67 2024-09-16T02:58:11.004 INFO:tasks.rados.rados.0.smithi097.stdout:1031: expect deleted 2024-09-16T02:58:11.004 INFO:tasks.rados.rados.0.smithi097.stdout:1032: read oid 47 snap 98 2024-09-16T02:58:11.004 INFO:tasks.rados.rados.0.smithi097.stdout:1032: expect deleted 2024-09-16T02:58:11.004 INFO:tasks.rados.rados.0.smithi097.stdout:1033: copy_from oid 23 from oid 15 current snap is 100 2024-09-16T02:58:11.004 INFO:tasks.rados.rados.0.smithi097.stdout:1034: delete oid 9 current snap is 100 2024-09-16T02:58:11.009 INFO:tasks.rados.rados.0.smithi097.stdout:1031: done (3 left) 2024-09-16T02:58:11.009 INFO:tasks.rados.rados.0.smithi097.stdout:1032: done (2 left) 2024-09-16T02:58:11.009 INFO:tasks.rados.rados.0.smithi097.stdout:1034: done (1 left) 2024-09-16T02:58:11.009 INFO:tasks.rados.rados.0.smithi097.stdout:1035: setattr oid 39 current snap is 100 2024-09-16T02:58:11.010 INFO:tasks.rados.rados.0.smithi097.stdout:1033: finishing copy_from racing read to smithi09778949-23 2024-09-16T02:58:11.010 INFO:tasks.rados.rados.0.smithi097.stdout:1036: rollback oid 19 current snap is 100 2024-09-16T02:58:11.011 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 19 to 94 2024-09-16T02:58:11.011 INFO:tasks.rados.rados.0.smithi097.stdout:1037: delete oid 44 current snap is 100 2024-09-16T02:58:11.012 INFO:tasks.rados.rados.0.smithi097.stdout:1033: finishing copy_from to smithi09778949-23 2024-09-16T02:58:11.012 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 420 (ObjNum 316 snap 88 seq_num 316) dirty exists 2024-09-16T02:58:11.013 INFO:tasks.rados.rados.0.smithi097.stdout:1033: done (3 left) 2024-09-16T02:58:11.013 INFO:tasks.rados.rados.0.smithi097.stdout:1037: done (2 left) 2024-09-16T02:58:11.013 INFO:tasks.rados.rados.0.smithi097.stdout:1038: copy_from oid 49 from oid 42 current snap is 100 2024-09-16T02:58:11.013 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 100 2024-09-16T02:58:11.013 INFO:tasks.rados.rados.0.smithi097.stdout:1039: seq_num 344 ranges {892928=565248,1458176=401408} 2024-09-16T02:58:11.022 INFO:tasks.rados.rados.0.smithi097.stdout:1039: writing smithi09778949-5 from 892928 to 1458176 tid 1 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:1039: writing smithi09778949-5 from 1458176 to 1859584 tid 2 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:1040: delete oid 48 current snap is 100 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:1036: finishing rollback tid 0 to smithi09778949-19 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:1038: finishing copy_from to smithi09778949-49 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:1038: got expected ENOENT (src dne) 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:1036: finishing rollback tid 1 to smithi09778949-19 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:1036: finishing rollback tid 2 to smithi09778949-19 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 838 (ObjNum 301 snap 86 seq_num 301) dirty exists 2024-09-16T02:58:11.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 365 (ObjNum 337 snap 99 seq_num 337) dirty exists 2024-09-16T02:58:11.027 INFO:tasks.rados.rados.0.smithi097.stdout:1038: finishing copy_from racing read to smithi09778949-49 2024-09-16T02:58:11.027 INFO:tasks.rados.rados.0.smithi097.stdout:1039: finishing write tid 1 to smithi09778949-5 2024-09-16T02:58:11.027 INFO:tasks.rados.rados.0.smithi097.stdout:1035: done (4 left) 2024-09-16T02:58:11.027 INFO:tasks.rados.rados.0.smithi097.stdout:1036: done (3 left) 2024-09-16T02:58:11.027 INFO:tasks.rados.rados.0.smithi097.stdout:1038: done (2 left) 2024-09-16T02:58:11.027 INFO:tasks.rados.rados.0.smithi097.stdout:1040: done (1 left) 2024-09-16T02:58:11.027 INFO:tasks.rados.rados.0.smithi097.stdout:1041: snap_create 2024-09-16T02:58:11.028 INFO:tasks.rados.rados.0.smithi097.stdout:1039: finishing write tid 2 to smithi09778949-5 2024-09-16T02:58:11.028 INFO:tasks.rados.rados.0.smithi097.stdout:1039: finishing write tid 3 to smithi09778949-5 2024-09-16T02:58:11.029 INFO:tasks.rados.rados.0.smithi097.stdout:1039: finishing write tid 4 to smithi09778949-5 2024-09-16T02:58:11.029 INFO:tasks.rados.rados.0.smithi097.stdout:1039: oid 5 updating version 0 to 327 2024-09-16T02:58:11.029 INFO:tasks.rados.rados.0.smithi097.stdout:1039: oid 5 updating version 327 to 328 2024-09-16T02:58:11.029 INFO:tasks.rados.rados.0.smithi097.stdout:1039: oid 5 updating version 328 to 329 2024-09-16T02:58:11.029 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 329 (ObjNum 344 snap 100 seq_num 344) dirty exists 2024-09-16T02:58:11.030 INFO:tasks.rados.rados.0.smithi097.stdout:1039: left oid 5 (ObjNum 344 snap 100 seq_num 344) 2024-09-16T02:58:11.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:10 smithi097 ceph-mon[88563]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T02:58:11.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:10 smithi097 ceph-mon[88563]: Reconfiguring daemon osd.1 on smithi097 2024-09-16T02:58:11.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:10 smithi097 ceph-mon[88563]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T02:58:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:10 smithi097 ceph-mon[90424]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T02:58:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:10 smithi097 ceph-mon[90424]: Reconfiguring daemon osd.1 on smithi097 2024-09-16T02:58:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:10 smithi097 ceph-mon[90424]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T02:58:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:10 smithi184 ceph-mon[82194]: Reconfiguring osd.1 (monmap changed)... 2024-09-16T02:58:11.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:10 smithi184 ceph-mon[82194]: Reconfiguring daemon osd.1 on smithi097 2024-09-16T02:58:11.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:10 smithi184 ceph-mon[82194]: osdmap e267: 8 total, 8 up, 8 in 2024-09-16T02:58:11.952 INFO:tasks.rados.rados.0.smithi097.stdout:1039: done (1 left) 2024-09-16T02:58:11.952 INFO:tasks.rados.rados.0.smithi097.stdout:1041: done (0 left) 2024-09-16T02:58:11.952 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 101 2024-09-16T02:58:11.952 INFO:tasks.rados.rados.0.smithi097.stdout:1042: seq_num 346 ranges {0=598016,598016=401408} 2024-09-16T02:58:11.955 INFO:tasks.rados.rados.0.smithi097.stdout:1042: writing smithi09778949-47 from 0 to 598016 tid 1 2024-09-16T02:58:11.957 INFO:tasks.rados.rados.0.smithi097.stdout:1042: writing smithi09778949-47 from 598016 to 999424 tid 2 2024-09-16T02:58:11.957 INFO:tasks.rados.rados.0.smithi097.stdout:1043: snap_remove snap 100 2024-09-16T02:58:12.367 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: pgmap v69: 121 pgs: 121 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-16T02:58:12.367 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T02:58:12.367 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:12.367 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:12.367 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T02:58:12.367 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-16T02:58:12.367 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:12.367 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: Reconfiguring daemon osd.2 on smithi097 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:12 smithi097 ceph-mon[90424]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: pgmap v69: 121 pgs: 121 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:12.368 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: Reconfiguring daemon osd.2 on smithi097 2024-09-16T02:58:12.369 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:11 smithi097 ceph-mon[88563]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T02:58:12.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: pgmap v69: 121 pgs: 121 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-16T02:58:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: osdmap e268: 8 total, 8 up, 8 in 2024-09-16T02:58:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: Reconfiguring osd.2 (monmap changed)... 2024-09-16T02:58:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-16T02:58:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: Reconfiguring daemon osd.2 on smithi097 2024-09-16T02:58:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:11 smithi184 ceph-mon[82194]: osdmap e269: 8 total, 8 up, 8 in 2024-09-16T02:58:12.947 INFO:tasks.rados.rados.0.smithi097.stdout:1043: done (1 left) 2024-09-16T02:58:12.948 INFO:tasks.rados.rados.0.smithi097.stdout:1044: delete oid 9 current snap is 101 2024-09-16T02:58:12.948 INFO:tasks.rados.rados.0.smithi097.stdout:1042: finishing write tid 1 to smithi09778949-47 2024-09-16T02:58:12.948 INFO:tasks.rados.rados.0.smithi097.stdout:1042: finishing write tid 2 to smithi09778949-47 2024-09-16T02:58:12.948 INFO:tasks.rados.rados.0.smithi097.stdout:1042: finishing write tid 3 to smithi09778949-47 2024-09-16T02:58:12.948 INFO:tasks.rados.rados.0.smithi097.stdout:1042: finishing write tid 4 to smithi09778949-47 2024-09-16T02:58:12.949 INFO:tasks.rados.rados.0.smithi097.stdout:1042: oid 47 updating version 0 to 358 2024-09-16T02:58:12.949 INFO:tasks.rados.rados.0.smithi097.stdout:1042: oid 47 version 358 is already newer than 357 2024-09-16T02:58:12.949 INFO:tasks.rados.rados.0.smithi097.stdout:1042: oid 47 version 358 is already newer than 356 2024-09-16T02:58:12.949 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 358 (ObjNum 346 snap 101 seq_num 346) dirty exists 2024-09-16T02:58:12.949 INFO:tasks.rados.rados.0.smithi097.stdout:1042: left oid 47 (ObjNum 346 snap 101 seq_num 346) 2024-09-16T02:58:12.950 INFO:tasks.rados.rados.0.smithi097.stdout:1042: done (1 left) 2024-09-16T02:58:12.950 INFO:tasks.rados.rados.0.smithi097.stdout:1044: done (0 left) 2024-09-16T02:58:12.950 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 101 2024-09-16T02:58:12.951 INFO:tasks.rados.rados.0.smithi097.stdout:1045: seq_num 348 ranges {630784=630784,1261568=401408} 2024-09-16T02:58:12.956 INFO:tasks.rados.rados.0.smithi097.stdout:1045: writing smithi09778949-46 from 630784 to 1261568 tid 1 2024-09-16T02:58:12.959 INFO:tasks.rados.rados.0.smithi097.stdout:1045: writing smithi09778949-46 from 1261568 to 1662976 tid 2 2024-09-16T02:58:12.959 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 101 2024-09-16T02:58:12.959 INFO:tasks.rados.rados.0.smithi097.stdout:1046: seq_num 349 ranges {598016=655360,1253376=401408} 2024-09-16T02:58:12.967 INFO:tasks.rados.rados.0.smithi097.stdout:1046: writing smithi09778949-15 from 598016 to 1253376 tid 1 2024-09-16T02:58:12.969 INFO:tasks.rados.rados.0.smithi097.stdout:1046: writing smithi09778949-15 from 1253376 to 1654784 tid 2 2024-09-16T02:58:12.969 INFO:tasks.rados.rados.0.smithi097.stdout:1047: read oid 31 snap -1 2024-09-16T02:58:12.969 INFO:tasks.rados.rados.0.smithi097.stdout:1047: expect deleted 2024-09-16T02:58:12.969 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 101 2024-09-16T02:58:12.969 INFO:tasks.rados.rados.0.smithi097.stdout:1048: seq_num 350 ranges {598016=671744,1269760=401408} 2024-09-16T02:58:12.977 INFO:tasks.rados.rados.0.smithi097.stdout:1048: writing smithi09778949-23 from 598016 to 1269760 tid 1 2024-09-16T02:58:12.978 INFO:tasks.rados.rados.0.smithi097.stdout:1048: writing smithi09778949-23 from 1269760 to 1671168 tid 2 2024-09-16T02:58:12.978 INFO:tasks.rados.rados.0.smithi097.stdout:1049: snap_remove snap 99 2024-09-16T02:58:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[88563]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T02:58:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-16T02:58:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[88563]: Reconfiguring daemon osd.3 on smithi097 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[88563]: pgmap v72: 121 pgs: 121 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[88563]: osdmap e270: 8 total, 8 up, 8 in 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[90424]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[90424]: Reconfiguring daemon osd.3 on smithi097 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[90424]: pgmap v72: 121 pgs: 121 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-16T02:58:13.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:13 smithi097 ceph-mon[90424]: osdmap e270: 8 total, 8 up, 8 in 2024-09-16T02:58:13.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:13 smithi184 ceph-mon[82194]: Reconfiguring osd.3 (monmap changed)... 2024-09-16T02:58:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-16T02:58:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:13 smithi184 ceph-mon[82194]: Reconfiguring daemon osd.3 on smithi097 2024-09-16T02:58:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:13 smithi184 ceph-mon[82194]: pgmap v72: 121 pgs: 121 active+clean; 280 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 22 op/s 2024-09-16T02:58:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:13 smithi184 ceph-mon[82194]: osdmap e270: 8 total, 8 up, 8 in 2024-09-16T02:58:13.958 INFO:tasks.rados.rados.0.smithi097.stdout:1045: finishing write tid 1 to smithi09778949-46 2024-09-16T02:58:13.958 INFO:tasks.rados.rados.0.smithi097.stdout:1045: finishing write tid 2 to smithi09778949-46 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1045: finishing write tid 3 to smithi09778949-46 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1045: finishing write tid 4 to smithi09778949-46 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1045: oid 46 updating version 0 to 422 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1045: oid 46 version 422 is already newer than 421 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1045: oid 46 updating version 422 to 423 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 423 (ObjNum 348 snap 101 seq_num 348) dirty exists 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1045: left oid 46 (ObjNum 348 snap 101 seq_num 348) 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1046: finishing write tid 1 to smithi09778949-15 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1046: finishing write tid 2 to smithi09778949-15 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1046: finishing write tid 3 to smithi09778949-15 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1046: finishing write tid 4 to smithi09778949-15 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1046: oid 15 updating version 0 to 478 2024-09-16T02:58:13.959 INFO:tasks.rados.rados.0.smithi097.stdout:1046: oid 15 version 478 is already newer than 476 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1046: oid 15 version 478 is already newer than 477 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 478 (ObjNum 349 snap 101 seq_num 349) dirty exists 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1046: left oid 15 (ObjNum 349 snap 101 seq_num 349) 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1048: finishing write tid 1 to smithi09778949-23 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1048: finishing write tid 2 to smithi09778949-23 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1048: finishing write tid 3 to smithi09778949-23 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1048: finishing write tid 4 to smithi09778949-23 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1048: oid 23 updating version 0 to 424 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1048: oid 23 updating version 424 to 425 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1048: oid 23 updating version 425 to 426 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 426 (ObjNum 350 snap 101 seq_num 350) dirty exists 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1048: left oid 23 (ObjNum 350 snap 101 seq_num 350) 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1045: done (4 left) 2024-09-16T02:58:13.960 INFO:tasks.rados.rados.0.smithi097.stdout:1046: done (3 left) 2024-09-16T02:58:13.961 INFO:tasks.rados.rados.0.smithi097.stdout:1047: done (2 left) 2024-09-16T02:58:13.961 INFO:tasks.rados.rados.0.smithi097.stdout:1048: done (1 left) 2024-09-16T02:58:13.961 INFO:tasks.rados.rados.0.smithi097.stdout:1049: done (0 left) 2024-09-16T02:58:13.961 INFO:tasks.rados.rados.0.smithi097.stdout:1050: rmattr oid 30 current snap is 101 2024-09-16T02:58:13.961 INFO:tasks.rados.rados.0.smithi097.stdout:1051: snap_remove snap 85 2024-09-16T02:58:14.953 INFO:tasks.rados.rados.0.smithi097.stdout:1051: done (1 left) 2024-09-16T02:58:14.953 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 101 2024-09-16T02:58:14.953 INFO:tasks.rados.rados.0.smithi097.stdout:1052: seq_num 351 ranges {4227072=688128,4915200=401408} 2024-09-16T02:58:14.980 INFO:tasks.rados.rados.0.smithi097.stdout:1052: writing smithi09778949-38 from 4227072 to 4915200 tid 1 2024-09-16T02:58:14.983 INFO:tasks.rados.rados.0.smithi097.stdout:1052: writing smithi09778949-38 from 4915200 to 5316608 tid 2 2024-09-16T02:58:14.983 INFO:tasks.rados.rados.0.smithi097.stdout:1053: read oid 40 snap -1 2024-09-16T02:58:14.983 INFO:tasks.rados.rados.0.smithi097.stdout:1053: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:58:14.983 INFO:tasks.rados.rados.0.smithi097.stdout:1054: read oid 49 snap 77 2024-09-16T02:58:14.983 INFO:tasks.rados.rados.0.smithi097.stdout:1054: expect (ObjNum 250 snap 68 seq_num 250) 2024-09-16T02:58:14.983 INFO:tasks.rados.rados.0.smithi097.stdout:1055: delete oid 19 current snap is 101 2024-09-16T02:58:14.983 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 354 (ObjNum 332 snap 97 seq_num 332) dirty exists 2024-09-16T02:58:14.984 INFO:tasks.rados.rados.0.smithi097.stdout:1053: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:58:14.987 INFO:tasks.rados.rados.0.smithi097.stdout:1052: finishing write tid 1 to smithi09778949-38 2024-09-16T02:58:14.988 INFO:tasks.rados.rados.0.smithi097.stdout:1052: finishing write tid 2 to smithi09778949-38 2024-09-16T02:58:14.988 INFO:tasks.rados.rados.0.smithi097.stdout:1050: done (4 left) 2024-09-16T02:58:14.988 INFO:tasks.rados.rados.0.smithi097.stdout:1053: done (3 left) 2024-09-16T02:58:14.988 INFO:tasks.rados.rados.0.smithi097.stdout:1055: done (2 left) 2024-09-16T02:58:14.988 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 101 2024-09-16T02:58:14.988 INFO:tasks.rados.rados.0.smithi097.stdout:1052: finishing write tid 3 to smithi09778949-38 2024-09-16T02:58:14.988 INFO:tasks.rados.rados.0.smithi097.stdout:1056: seq_num 353 ranges {1654784=720896,2375680=401408} 2024-09-16T02:58:15.000 INFO:tasks.rados.rados.0.smithi097.stdout:1056: writing smithi09778949-15 from 1654784 to 2375680 tid 1 2024-09-16T02:58:15.003 INFO:tasks.rados.rados.0.smithi097.stdout:1056: writing smithi09778949-15 from 2375680 to 2777088 tid 2 2024-09-16T02:58:15.003 INFO:tasks.rados.rados.0.smithi097.stdout:1057: read oid 50 snap -1 2024-09-16T02:58:15.003 INFO:tasks.rados.rados.0.smithi097.stdout:1057: expect (ObjNum 307 snap 87 seq_num 307) 2024-09-16T02:58:15.003 INFO:tasks.rados.rados.0.smithi097.stdout:1058: read oid 33 snap 77 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:1058: expect (ObjNum 138 snap 37 seq_num 138) 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:1059: rollback oid 45 current snap is 101 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 97 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:1052: finishing write tid 4 to smithi09778949-38 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:1052: oid 38 updating version 0 to 732 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:1052: oid 38 updating version 732 to 733 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:1052: oid 38 updating version 733 to 734 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 734 (ObjNum 351 snap 101 seq_num 351) dirty exists 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:1052: left oid 38 (ObjNum 351 snap 101 seq_num 351) 2024-09-16T02:58:15.004 INFO:tasks.rados.rados.0.smithi097.stdout:1054: expect (ObjNum 250 snap 68 seq_num 250) 2024-09-16T02:58:15.052 INFO:tasks.rados.rados.0.smithi097.stdout:1059: finishing rollback tid 0 to smithi09778949-45 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1059: finishing rollback tid 1 to smithi09778949-45 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1059: finishing rollback tid 2 to smithi09778949-45 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 361 (ObjNum 313 snap 88 seq_num 313) dirty exists 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1056: finishing write tid 1 to smithi09778949-15 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1052: done (5 left) 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1054: done (4 left) 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1059: done (3 left) 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 101 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1056: finishing write tid 2 to smithi09778949-15 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1056: finishing write tid 3 to smithi09778949-15 2024-09-16T02:58:15.053 INFO:tasks.rados.rados.0.smithi097.stdout:1060: seq_num 354 ranges {901120=737280,1638400=401408} 2024-09-16T02:58:15.061 INFO:tasks.rados.rados.0.smithi097.stdout:1060: writing smithi09778949-3 from 901120 to 1638400 tid 1 2024-09-16T02:58:15.063 INFO:tasks.rados.rados.0.smithi097.stdout:1060: writing smithi09778949-3 from 1638400 to 2039808 tid 2 2024-09-16T02:58:15.064 INFO:tasks.rados.rados.0.smithi097.stdout:1061: snap_create 2024-09-16T02:58:15.064 INFO:tasks.rados.rados.0.smithi097.stdout:1056: finishing write tid 4 to smithi09778949-15 2024-09-16T02:58:15.064 INFO:tasks.rados.rados.0.smithi097.stdout:1056: oid 15 updating version 0 to 487 2024-09-16T02:58:15.064 INFO:tasks.rados.rados.0.smithi097.stdout:1056: oid 15 version 487 is already newer than 486 2024-09-16T02:58:15.064 INFO:tasks.rados.rados.0.smithi097.stdout:1056: oid 15 version 487 is already newer than 485 2024-09-16T02:58:15.064 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 487 (ObjNum 353 snap 101 seq_num 353) dirty exists 2024-09-16T02:58:15.064 INFO:tasks.rados.rados.0.smithi097.stdout:1056: left oid 15 (ObjNum 353 snap 101 seq_num 353) 2024-09-16T02:58:15.064 INFO:tasks.rados.rados.0.smithi097.stdout:1058: expect (ObjNum 138 snap 37 seq_num 138) 2024-09-16T02:58:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:1057: expect (ObjNum 307 snap 87 seq_num 307) 2024-09-16T02:58:15.154 INFO:tasks.rados.rados.0.smithi097.stdout:1060: finishing write tid 1 to smithi09778949-3 2024-09-16T02:58:15.155 INFO:tasks.rados.rados.0.smithi097.stdout:1060: finishing write tid 2 to smithi09778949-3 2024-09-16T02:58:15.155 INFO:tasks.rados.rados.0.smithi097.stdout:1060: finishing write tid 3 to smithi09778949-3 2024-09-16T02:58:15.155 INFO:tasks.rados.rados.0.smithi097.stdout:1060: finishing write tid 4 to smithi09778949-3 2024-09-16T02:58:15.155 INFO:tasks.rados.rados.0.smithi097.stdout:1060: oid 3 updating version 0 to 852 2024-09-16T02:58:15.155 INFO:tasks.rados.rados.0.smithi097.stdout:1060: oid 3 version 852 is already newer than 851 2024-09-16T02:58:15.155 INFO:tasks.rados.rados.0.smithi097.stdout:1060: oid 3 version 852 is already newer than 850 2024-09-16T02:58:15.155 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 852 (ObjNum 354 snap 101 seq_num 354) dirty exists 2024-09-16T02:58:15.155 INFO:tasks.rados.rados.0.smithi097.stdout:1060: left oid 3 (ObjNum 354 snap 101 seq_num 354) 2024-09-16T02:58:15.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[88563]: osdmap e271: 8 total, 8 up, 8 in 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[88563]: Reconfiguring mds.a (monmap changed)... 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[88563]: Reconfiguring daemon mds.a on smithi097 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[90424]: osdmap e271: 8 total, 8 up, 8 in 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:15.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[90424]: Reconfiguring mds.a (monmap changed)... 2024-09-16T02:58:15.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T02:58:15.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:15.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:14 smithi097 ceph-mon[90424]: Reconfiguring daemon mds.a on smithi097 2024-09-16T02:58:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:14 smithi184 ceph-mon[82194]: osdmap e271: 8 total, 8 up, 8 in 2024-09-16T02:58:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:14 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:14 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:14 smithi184 ceph-mon[82194]: Reconfiguring mds.a (monmap changed)... 2024-09-16T02:58:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:14 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T02:58:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:14 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:14 smithi184 ceph-mon[82194]: Reconfiguring daemon mds.a on smithi097 2024-09-16T02:58:16.047 INFO:tasks.rados.rados.0.smithi097.stdout:1056: done (4 left) 2024-09-16T02:58:16.047 INFO:tasks.rados.rados.0.smithi097.stdout:1057: done (3 left) 2024-09-16T02:58:16.047 INFO:tasks.rados.rados.0.smithi097.stdout:1058: done (2 left) 2024-09-16T02:58:16.047 INFO:tasks.rados.rados.0.smithi097.stdout:1060: done (1 left) 2024-09-16T02:58:16.047 INFO:tasks.rados.rados.0.smithi097.stdout:1061: done (0 left) 2024-09-16T02:58:16.047 INFO:tasks.rados.rados.0.smithi097.stdout:1062: rollback oid 29 current snap is 102 2024-09-16T02:58:16.047 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 29 to 87 2024-09-16T02:58:16.047 INFO:tasks.rados.rados.0.smithi097.stdout:1063: snap_remove snap 101 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[88563]: pgmap v75: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[88563]: osdmap e272: 8 total, 8 up, 8 in 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[90424]: pgmap v75: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[90424]: osdmap e272: 8 total, 8 up, 8 in 2024-09-16T02:58:16.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:16.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:16.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:16.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:16.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:15 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:16.249 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:15 smithi184 ceph-mon[82194]: pgmap v75: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-09-16T02:58:16.249 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:15 smithi184 ceph-mon[82194]: osdmap e272: 8 total, 8 up, 8 in 2024-09-16T02:58:16.249 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:15 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:16.249 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:15 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:16.249 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:15 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-09-16T02:58:16.249 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:15 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-09-16T02:58:16.249 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:15 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:17.061 INFO:tasks.rados.rados.0.smithi097.stdout:1063: done (1 left) 2024-09-16T02:58:17.061 INFO:tasks.rados.rados.0.smithi097.stdout:1064: read oid 4 snap -1 2024-09-16T02:58:17.061 INFO:tasks.rados.rados.0.smithi097.stdout:1064: expect deleted 2024-09-16T02:58:17.061 INFO:tasks.rados.rados.0.smithi097.stdout:1065: delete oid 20 current snap is 102 2024-09-16T02:58:17.061 INFO:tasks.rados.rados.0.smithi097.stdout:1062: finishing rollback tid 0 to smithi09778949-29 2024-09-16T02:58:17.061 INFO:tasks.rados.rados.0.smithi097.stdout:1062: finishing rollback tid 1 to smithi09778949-29 2024-09-16T02:58:17.061 INFO:tasks.rados.rados.0.smithi097.stdout:1062: finishing rollback tid 2 to smithi09778949-29 2024-09-16T02:58:17.061 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 737 (ObjNum 76 snap 11 seq_num 76) dirty exists 2024-09-16T02:58:17.064 INFO:tasks.rados.rados.0.smithi097.stdout:1062: done (2 left) 2024-09-16T02:58:17.064 INFO:tasks.rados.rados.0.smithi097.stdout:1064: done (1 left) 2024-09-16T02:58:17.064 INFO:tasks.rados.rados.0.smithi097.stdout:1065: done (0 left) 2024-09-16T02:58:17.064 INFO:tasks.rados.rados.0.smithi097.stdout:1066: snap_remove snap 98 2024-09-16T02:58:17.385 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:17 smithi184 ceph-mon[82194]: Reconfiguring mon.b (monmap changed)... 2024-09-16T02:58:17.385 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:17 smithi184 ceph-mon[82194]: Reconfiguring daemon mon.b on smithi184 2024-09-16T02:58:17.385 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:17 smithi184 ceph-mon[82194]: osdmap e273: 8 total, 8 up, 8 in 2024-09-16T02:58:17.386 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:17 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:17.386 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:17 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:17.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[88563]: Reconfiguring mon.b (monmap changed)... 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[88563]: Reconfiguring daemon mon.b on smithi184 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[88563]: osdmap e273: 8 total, 8 up, 8 in 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[90424]: Reconfiguring mon.b (monmap changed)... 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[90424]: Reconfiguring daemon mon.b on smithi184 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[90424]: osdmap e273: 8 total, 8 up, 8 in 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:17 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:18.062 INFO:tasks.rados.rados.0.smithi097.stdout:1066: done (0 left) 2024-09-16T02:58:18.062 INFO:tasks.rados.rados.0.smithi097.stdout:1067: delete oid 23 current snap is 102 2024-09-16T02:58:18.070 INFO:tasks.rados.rados.0.smithi097.stdout:1067: done (0 left) 2024-09-16T02:58:18.071 INFO:tasks.rados.rados.0.smithi097.stdout:1068: snap_remove snap 97 2024-09-16T02:58:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:18 smithi184 ceph-mon[82194]: pgmap v78: 121 pgs: 121 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-16T02:58:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:18 smithi184 ceph-mon[82194]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T02:58:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-16T02:58:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-16T02:58:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:18 smithi184 ceph-mon[82194]: Reconfiguring daemon mgr.x on smithi184 2024-09-16T02:58:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:18 smithi184 ceph-mon[82194]: osdmap e274: 8 total, 8 up, 8 in 2024-09-16T02:58:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[88563]: pgmap v78: 121 pgs: 121 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-16T02:58:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[88563]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T02:58:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-16T02:58:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-16T02:58:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[88563]: Reconfiguring daemon mgr.x on smithi184 2024-09-16T02:58:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[88563]: osdmap e274: 8 total, 8 up, 8 in 2024-09-16T02:58:18.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[90424]: pgmap v78: 121 pgs: 121 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-16T02:58:18.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[90424]: Reconfiguring mgr.x (monmap changed)... 2024-09-16T02:58:18.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-09-16T02:58:18.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mgr services"} : dispatch 2024-09-16T02:58:18.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:18.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[90424]: Reconfiguring daemon mgr.x on smithi184 2024-09-16T02:58:18.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:18 smithi097 ceph-mon[90424]: osdmap e274: 8 total, 8 up, 8 in 2024-09-16T02:58:19.069 INFO:tasks.rados.rados.0.smithi097.stdout:1068: done (0 left) 2024-09-16T02:58:19.069 INFO:tasks.rados.rados.0.smithi097.stdout:1069: read oid 6 snap -1 2024-09-16T02:58:19.069 INFO:tasks.rados.rados.0.smithi097.stdout:1069: expect deleted 2024-09-16T02:58:19.069 INFO:tasks.rados.rados.0.smithi097.stdout:1070: copy_from oid 50 from oid 30 current snap is 102 2024-09-16T02:58:19.070 INFO:tasks.rados.rados.0.smithi097.stdout:1071: rmattr oid 49 current snap is 102 2024-09-16T02:58:19.070 INFO:tasks.rados.rados.0.smithi097.stdout:1072: delete oid 45 current snap is 102 2024-09-16T02:58:19.077 INFO:tasks.rados.rados.0.smithi097.stdout:1069: done (3 left) 2024-09-16T02:58:19.078 INFO:tasks.rados.rados.0.smithi097.stdout:1072: done (2 left) 2024-09-16T02:58:19.078 INFO:tasks.rados.rados.0.smithi097.stdout:1073: delete oid 24 current snap is 102 2024-09-16T02:58:19.082 INFO:tasks.rados.rados.0.smithi097.stdout:1073: done (2 left) 2024-09-16T02:58:19.082 INFO:tasks.rados.rados.0.smithi097.stdout:1074: read oid 27 snap 96 2024-09-16T02:58:19.082 INFO:tasks.rados.rados.0.smithi097.stdout:1074: expect (ObjNum 298 snap 86 seq_num 298) 2024-09-16T02:58:19.082 INFO:tasks.rados.rados.0.smithi097.stdout:1075: read oid 7 snap -1 2024-09-16T02:58:19.082 INFO:tasks.rados.rados.0.smithi097.stdout:1075: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:58:19.082 INFO:tasks.rados.rados.0.smithi097.stdout:1076: snap_remove snap 77 2024-09-16T02:58:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:19 smithi184 ceph-mon[82194]: osdmap e275: 8 total, 8 up, 8 in 2024-09-16T02:58:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-16T02:58:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:19.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[88563]: osdmap e275: 8 total, 8 up, 8 in 2024-09-16T02:58:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-16T02:58:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:19.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:58:19] "GET /metrics HTTP/1.1" 200 36091 "" "Prometheus/2.43.0" 2024-09-16T02:58:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[90424]: osdmap e275: 8 total, 8 up, 8 in 2024-09-16T02:58:19.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:19.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:19.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-16T02:58:19.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:19.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:20.077 INFO:tasks.rados.rados.0.smithi097.stdout:1076: done (4 left) 2024-09-16T02:58:20.078 INFO:tasks.rados.rados.0.smithi097.stdout:1077: snap_remove snap 50 2024-09-16T02:58:20.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:20 smithi184 ceph-mon[82194]: pgmap v81: 121 pgs: 121 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-16T02:58:20.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:20 smithi184 ceph-mon[82194]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T02:58:20.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:20 smithi184 ceph-mon[82194]: Reconfiguring daemon osd.4 on smithi184 2024-09-16T02:58:20.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:20 smithi184 ceph-mon[82194]: osdmap e276: 8 total, 8 up, 8 in 2024-09-16T02:58:20.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:20 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:20.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:20 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:20.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:20 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-16T02:58:20.322 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:20 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[88563]: pgmap v81: 121 pgs: 121 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-16T02:58:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[88563]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T02:58:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[88563]: Reconfiguring daemon osd.4 on smithi184 2024-09-16T02:58:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[88563]: osdmap e276: 8 total, 8 up, 8 in 2024-09-16T02:58:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-16T02:58:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[90424]: pgmap v81: 121 pgs: 121 active+clean; 247 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.8 MiB/s wr, 18 op/s 2024-09-16T02:58:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[90424]: Reconfiguring osd.4 (monmap changed)... 2024-09-16T02:58:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[90424]: Reconfiguring daemon osd.4 on smithi184 2024-09-16T02:58:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[90424]: osdmap e276: 8 total, 8 up, 8 in 2024-09-16T02:58:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-16T02:58:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:20 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:21.084 INFO:tasks.rados.rados.0.smithi097.stdout:1077: done (4 left) 2024-09-16T02:58:21.084 INFO:tasks.rados.rados.0.smithi097.stdout:1078: read oid 38 snap -1 2024-09-16T02:58:21.084 INFO:tasks.rados.rados.0.smithi097.stdout:1078: expect (ObjNum 351 snap 101 seq_num 351) 2024-09-16T02:58:21.084 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 102 2024-09-16T02:58:21.084 INFO:tasks.rados.rados.0.smithi097.stdout:1079: seq_num 359 ranges {1179648=417792,1597440=417792,2015232=385024} 2024-09-16T02:58:21.093 INFO:tasks.rados.rados.0.smithi097.stdout:1079: writing smithi09778949-8 from 1179648 to 1597440 tid 1 2024-09-16T02:58:21.096 INFO:tasks.rados.rados.0.smithi097.stdout:1079: writing smithi09778949-8 from 1597440 to 2015232 tid 2 2024-09-16T02:58:21.099 INFO:tasks.rados.rados.0.smithi097.stdout:1079: writing smithi09778949-8 from 2015232 to 2400256 tid 3 2024-09-16T02:58:21.099 INFO:tasks.rados.rados.0.smithi097.stdout:1080: rollback oid 46 current snap is 102 2024-09-16T02:58:21.099 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 46 to 88 2024-09-16T02:58:21.099 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 102 2024-09-16T02:58:21.103 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 738 (ObjNum 250 snap 68 seq_num 250) dirty exists 2024-09-16T02:58:21.103 INFO:tasks.rados.rados.0.smithi097.stdout:1074: expect (ObjNum 298 snap 86 seq_num 298) 2024-09-16T02:58:21.136 INFO:tasks.rados.rados.0.smithi097.stdout:1075: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:58:21.154 INFO:tasks.rados.rados.0.smithi097.stdout:1070: finishing copy_from racing read to smithi09778949-50 2024-09-16T02:58:21.154 INFO:tasks.rados.rados.0.smithi097.stdout:1070: finishing copy_from to smithi09778949-50 2024-09-16T02:58:21.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 354 (ObjNum 332 snap 97 seq_num 332) dirty exists 2024-09-16T02:58:21.155 INFO:tasks.rados.rados.0.smithi097.stdout:1080: finishing rollback tid 0 to smithi09778949-46 2024-09-16T02:58:21.155 INFO:tasks.rados.rados.0.smithi097.stdout:1080: finishing rollback tid 1 to smithi09778949-46 2024-09-16T02:58:21.155 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 429 (ObjNum 129 snap 0 seq_num 1974002648) dirty dne 2024-09-16T02:58:21.155 INFO:tasks.rados.rados.0.smithi097.stdout:1079: finishing write tid 1 to smithi09778949-8 2024-09-16T02:58:21.155 INFO:tasks.rados.rados.0.smithi097.stdout:1079: finishing write tid 2 to smithi09778949-8 2024-09-16T02:58:21.155 INFO:tasks.rados.rados.0.smithi097.stdout:1079: finishing write tid 3 to smithi09778949-8 2024-09-16T02:58:21.155 INFO:tasks.rados.rados.0.smithi097.stdout:1081: seq_num 360 ranges {401408=434176,835584=704512,1540096=98304} 2024-09-16T02:58:21.159 INFO:tasks.rados.rados.0.smithi097.stdout:1081: writing smithi09778949-16 from 401408 to 835584 tid 1 2024-09-16T02:58:21.165 INFO:tasks.rados.rados.0.smithi097.stdout:1081: writing smithi09778949-16 from 835584 to 1540096 tid 2 2024-09-16T02:58:21.165 INFO:tasks.rados.rados.0.smithi097.stdout:1081: writing smithi09778949-16 from 1540096 to 1638400 tid 3 2024-09-16T02:58:21.166 INFO:tasks.rados.rados.0.smithi097.stdout:1070: done (7 left) 2024-09-16T02:58:21.166 INFO:tasks.rados.rados.0.smithi097.stdout:1071: done (6 left) 2024-09-16T02:58:21.166 INFO:tasks.rados.rados.0.smithi097.stdout:1074: done (5 left) 2024-09-16T02:58:21.166 INFO:tasks.rados.rados.0.smithi097.stdout:1075: done (4 left) 2024-09-16T02:58:21.166 INFO:tasks.rados.rados.0.smithi097.stdout:1080: done (3 left) 2024-09-16T02:58:21.166 INFO:tasks.rados.rados.0.smithi097.stdout:1082: snap_remove snap 91 2024-09-16T02:58:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:21 smithi184 ceph-mon[82194]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T02:58:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:21 smithi184 ceph-mon[82194]: Reconfiguring daemon osd.5 on smithi184 2024-09-16T02:58:21.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:21 smithi184 ceph-mon[82194]: osdmap e277: 8 total, 8 up, 8 in 2024-09-16T02:58:21.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:21 smithi097 ceph-mon[88563]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T02:58:21.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:21 smithi097 ceph-mon[88563]: Reconfiguring daemon osd.5 on smithi184 2024-09-16T02:58:21.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:21 smithi097 ceph-mon[88563]: osdmap e277: 8 total, 8 up, 8 in 2024-09-16T02:58:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:21 smithi097 ceph-mon[90424]: Reconfiguring osd.5 (monmap changed)... 2024-09-16T02:58:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:21 smithi097 ceph-mon[90424]: Reconfiguring daemon osd.5 on smithi184 2024-09-16T02:58:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:21 smithi097 ceph-mon[90424]: osdmap e277: 8 total, 8 up, 8 in 2024-09-16T02:58:21.949 INFO:tasks.rados.rados.0.smithi097.stdout:1082: done (3 left) 2024-09-16T02:58:21.949 INFO:tasks.rados.rados.0.smithi097.stdout:1083: snap_remove snap 94 2024-09-16T02:58:22.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: pgmap v84: 121 pgs: 121 active+clean; 253 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T02:58:22.294 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: osdmap e278: 8 total, 8 up, 8 in 2024-09-16T02:58:22.295 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:22.295 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:22.295 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T02:58:22.295 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-16T02:58:22.295 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:22.295 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: Reconfiguring daemon osd.6 on smithi184 2024-09-16T02:58:22.295 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:22 smithi184 ceph-mon[82194]: osdmap e279: 8 total, 8 up, 8 in 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: pgmap v84: 121 pgs: 121 active+clean; 253 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: osdmap e278: 8 total, 8 up, 8 in 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: Reconfiguring daemon osd.6 on smithi184 2024-09-16T02:58:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[88563]: osdmap e279: 8 total, 8 up, 8 in 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: pgmap v84: 121 pgs: 121 active+clean; 253 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: osdmap e278: 8 total, 8 up, 8 in 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: Reconfiguring osd.6 (monmap changed)... 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: Reconfiguring daemon osd.6 on smithi184 2024-09-16T02:58:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:22 smithi097 ceph-mon[90424]: osdmap e279: 8 total, 8 up, 8 in 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1083: done (3 left) 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 102 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1079: finishing write tid 4 to smithi09778949-8 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1079: finishing write tid 5 to smithi09778949-8 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1079: oid 8 updating version 0 to 734 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1079: oid 8 version 734 is already newer than 733 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1079: oid 8 updating version 734 to 736 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1079: oid 8 version 736 is already newer than 735 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 736 (ObjNum 359 snap 102 seq_num 359) dirty exists 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1079: left oid 8 (ObjNum 359 snap 102 seq_num 359) 2024-09-16T02:58:22.954 INFO:tasks.rados.rados.0.smithi097.stdout:1078: expect (ObjNum 351 snap 101 seq_num 351) 2024-09-16T02:58:23.253 INFO:tasks.rados.rados.0.smithi097.stdout:1081: finishing write tid 1 to smithi09778949-16 2024-09-16T02:58:23.253 INFO:tasks.rados.rados.0.smithi097.stdout:1081: finishing write tid 2 to smithi09778949-16 2024-09-16T02:58:23.253 INFO:tasks.rados.rados.0.smithi097.stdout:1081: finishing write tid 3 to smithi09778949-16 2024-09-16T02:58:23.253 INFO:tasks.rados.rados.0.smithi097.stdout:1081: finishing write tid 4 to smithi09778949-16 2024-09-16T02:58:23.254 INFO:tasks.rados.rados.0.smithi097.stdout:1081: finishing write tid 5 to smithi09778949-16 2024-09-16T02:58:23.254 INFO:tasks.rados.rados.0.smithi097.stdout:1081: oid 16 updating version 0 to 888 2024-09-16T02:58:23.254 INFO:tasks.rados.rados.0.smithi097.stdout:1081: oid 16 updating version 888 to 889 2024-09-16T02:58:23.254 INFO:tasks.rados.rados.0.smithi097.stdout:1081: oid 16 version 889 is already newer than 886 2024-09-16T02:58:23.254 INFO:tasks.rados.rados.0.smithi097.stdout:1081: oid 16 version 889 is already newer than 887 2024-09-16T02:58:23.254 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 889 (ObjNum 360 snap 102 seq_num 360) dirty exists 2024-09-16T02:58:23.254 INFO:tasks.rados.rados.0.smithi097.stdout:1081: left oid 16 (ObjNum 360 snap 102 seq_num 360) 2024-09-16T02:58:23.254 INFO:tasks.rados.rados.0.smithi097.stdout:1084: seq_num 361 ranges {0=450560,450560=581632,1032192=221184} 2024-09-16T02:58:23.255 INFO:tasks.rados.rados.0.smithi097.stdout:1084: writing smithi09778949-44 from 0 to 450560 tid 1 2024-09-16T02:58:23.259 INFO:tasks.rados.rados.0.smithi097.stdout:1084: writing smithi09778949-44 from 450560 to 1032192 tid 2 2024-09-16T02:58:23.260 INFO:tasks.rados.rados.0.smithi097.stdout:1084: writing smithi09778949-44 from 1032192 to 1253376 tid 3 2024-09-16T02:58:23.260 INFO:tasks.rados.rados.0.smithi097.stdout:1078: done (3 left) 2024-09-16T02:58:23.260 INFO:tasks.rados.rados.0.smithi097.stdout:1079: done (2 left) 2024-09-16T02:58:23.260 INFO:tasks.rados.rados.0.smithi097.stdout:1081: done (1 left) 2024-09-16T02:58:23.261 INFO:tasks.rados.rados.0.smithi097.stdout:1085: read oid 32 snap -1 2024-09-16T02:58:23.261 INFO:tasks.rados.rados.0.smithi097.stdout:1085: expect (ObjNum 315 snap 88 seq_num 315) 2024-09-16T02:58:23.261 INFO:tasks.rados.rados.0.smithi097.stdout:1086: delete oid 7 current snap is 102 2024-09-16T02:58:23.261 INFO:tasks.rados.rados.0.smithi097.stdout:1084: finishing write tid 1 to smithi09778949-44 2024-09-16T02:58:23.262 INFO:tasks.rados.rados.0.smithi097.stdout:1084: finishing write tid 2 to smithi09778949-44 2024-09-16T02:58:23.262 INFO:tasks.rados.rados.0.smithi097.stdout:1084: finishing write tid 3 to smithi09778949-44 2024-09-16T02:58:23.262 INFO:tasks.rados.rados.0.smithi097.stdout:1084: finishing write tid 4 to smithi09778949-44 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1084: finishing write tid 5 to smithi09778949-44 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1084: oid 44 updating version 0 to 742 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1084: oid 44 version 742 is already newer than 740 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1084: oid 44 version 742 is already newer than 739 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1084: oid 44 version 742 is already newer than 741 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 742 (ObjNum 361 snap 102 seq_num 361) dirty exists 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1084: left oid 44 (ObjNum 361 snap 102 seq_num 361) 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1084: done (2 left) 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1086: done (1 left) 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:1087: rollback oid 26 current snap is 102 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 59 2024-09-16T02:58:23.264 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 102 2024-09-16T02:58:23.265 INFO:tasks.rados.rados.0.smithi097.stdout:1088: seq_num 363 ranges {1794048=483328,2277376=753664,3031040=49152} 2024-09-16T02:58:23.276 INFO:tasks.rados.rados.0.smithi097.stdout:1088: writing smithi09778949-49 from 1794048 to 2277376 tid 1 2024-09-16T02:58:23.280 INFO:tasks.rados.rados.0.smithi097.stdout:1088: writing smithi09778949-49 from 2277376 to 3031040 tid 2 2024-09-16T02:58:23.281 INFO:tasks.rados.rados.0.smithi097.stdout:1088: writing smithi09778949-49 from 3031040 to 3080192 tid 3 2024-09-16T02:58:23.281 INFO:tasks.rados.rados.0.smithi097.stdout:1089: rollback oid 3 current snap is 102 2024-09-16T02:58:23.281 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 3 to 95 2024-09-16T02:58:23.281 INFO:tasks.rados.rados.0.smithi097.stdout:1087: finishing rollback tid 0 to smithi09778949-26 2024-09-16T02:58:23.281 INFO:tasks.rados.rados.0.smithi097.stdout:1090: delete oid 35 current snap is 102 2024-09-16T02:58:23.281 INFO:tasks.rados.rados.0.smithi097.stdout:1087: finishing rollback tid 1 to smithi09778949-26 2024-09-16T02:58:23.281 INFO:tasks.rados.rados.0.smithi097.stdout:1087: finishing rollback tid 2 to smithi09778949-26 2024-09-16T02:58:23.282 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 377 (ObjNum 161 snap 42 seq_num 161) dirty exists 2024-09-16T02:58:23.282 INFO:tasks.rados.rados.0.smithi097.stdout:1085: expect (ObjNum 315 snap 88 seq_num 315) 2024-09-16T02:58:23.416 INFO:tasks.rados.rados.0.smithi097.stdout:1088: finishing write tid 1 to smithi09778949-49 2024-09-16T02:58:23.416 INFO:tasks.rados.rados.0.smithi097.stdout:1089: finishing rollback tid 0 to smithi09778949-3 2024-09-16T02:58:23.416 INFO:tasks.rados.rados.0.smithi097.stdout:1089: finishing rollback tid 1 to smithi09778949-3 2024-09-16T02:58:23.416 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 913 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T02:58:23.416 INFO:tasks.rados.rados.0.smithi097.stdout:1085: done (4 left) 2024-09-16T02:58:23.416 INFO:tasks.rados.rados.0.smithi097.stdout:1087: done (3 left) 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1089: done (2 left) 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1090: done (1 left) 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1091: delete oid 18 current snap is 102 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: finishing write tid 2 to smithi09778949-49 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: finishing write tid 3 to smithi09778949-49 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: finishing write tid 4 to smithi09778949-49 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: finishing write tid 5 to smithi09778949-49 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: oid 49 updating version 0 to 746 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: oid 49 version 746 is already newer than 744 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: oid 49 version 746 is already newer than 743 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: oid 49 version 746 is already newer than 745 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 746 (ObjNum 363 snap 102 seq_num 363) dirty exists 2024-09-16T02:58:23.417 INFO:tasks.rados.rados.0.smithi097.stdout:1088: left oid 49 (ObjNum 363 snap 102 seq_num 363) 2024-09-16T02:58:23.418 INFO:tasks.rados.rados.0.smithi097.stdout:1088: done (1 left) 2024-09-16T02:58:23.418 INFO:tasks.rados.rados.0.smithi097.stdout:1091: done (0 left) 2024-09-16T02:58:23.418 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 102 2024-09-16T02:58:23.418 INFO:tasks.rados.rados.0.smithi097.stdout:1092: seq_num 366 ranges {401408=532480,933888=458752,1392640=344064} 2024-09-16T02:58:23.424 INFO:tasks.rados.rados.0.smithi097.stdout:1092: writing smithi09778949-10 from 401408 to 933888 tid 1 2024-09-16T02:58:23.425 INFO:tasks.rados.rados.0.smithi097.stdout:1092: writing smithi09778949-10 from 933888 to 1392640 tid 2 2024-09-16T02:58:23.427 INFO:tasks.rados.rados.0.smithi097.stdout:1092: writing smithi09778949-10 from 1392640 to 1736704 tid 3 2024-09-16T02:58:23.427 INFO:tasks.rados.rados.0.smithi097.stdout:1093: rmattr oid 1 current snap is 102 2024-09-16T02:58:23.427 INFO:tasks.rados.rados.0.smithi097.stdout:1093: done (1 left) 2024-09-16T02:58:23.427 INFO:tasks.rados.rados.0.smithi097.stdout:1094: read oid 7 snap 88 2024-09-16T02:58:23.427 INFO:tasks.rados.rados.0.smithi097.stdout:1094: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:58:23.427 INFO:tasks.rados.rados.0.smithi097.stdout:1095: snap_remove snap 95 2024-09-16T02:58:23.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[88563]: pgmap v87: 121 pgs: 121 active+clean; 253 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[88563]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[88563]: Reconfiguring daemon osd.7 on smithi184 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[88563]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[90424]: pgmap v87: 121 pgs: 121 active+clean; 253 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T02:58:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:23.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:23.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[90424]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T02:58:23.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-16T02:58:23.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:23.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[90424]: Reconfiguring daemon osd.7 on smithi184 2024-09-16T02:58:23.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:23 smithi097 ceph-mon[90424]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T02:58:24.085 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:23 smithi184 ceph-mon[82194]: pgmap v87: 121 pgs: 121 active+clean; 253 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T02:58:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:23 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:23 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:23 smithi184 ceph-mon[82194]: Reconfiguring osd.7 (monmap changed)... 2024-09-16T02:58:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:23 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-16T02:58:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:23 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:23 smithi184 ceph-mon[82194]: Reconfiguring daemon osd.7 on smithi184 2024-09-16T02:58:24.086 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:23 smithi184 ceph-mon[82194]: osdmap e280: 8 total, 8 up, 8 in 2024-09-16T02:58:24.087 INFO:tasks.rados.rados.0.smithi097.stdout:1092: finishing write tid 1 to smithi09778949-10 2024-09-16T02:58:24.087 INFO:tasks.rados.rados.0.smithi097.stdout:1092: finishing write tid 2 to smithi09778949-10 2024-09-16T02:58:24.087 INFO:tasks.rados.rados.0.smithi097.stdout:1092: finishing write tid 3 to smithi09778949-10 2024-09-16T02:58:24.087 INFO:tasks.rados.rados.0.smithi097.stdout:1092: finishing write tid 4 to smithi09778949-10 2024-09-16T02:58:24.087 INFO:tasks.rados.rados.0.smithi097.stdout:1094: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:58:24.109 INFO:tasks.rados.rados.0.smithi097.stdout:1092: finishing write tid 5 to smithi09778949-10 2024-09-16T02:58:24.110 INFO:tasks.rados.rados.0.smithi097.stdout:1092: oid 10 updating version 0 to 749 2024-09-16T02:58:24.110 INFO:tasks.rados.rados.0.smithi097.stdout:1092: oid 10 updating version 749 to 750 2024-09-16T02:58:24.110 INFO:tasks.rados.rados.0.smithi097.stdout:1092: oid 10 version 750 is already newer than 748 2024-09-16T02:58:24.110 INFO:tasks.rados.rados.0.smithi097.stdout:1092: oid 10 version 750 is already newer than 747 2024-09-16T02:58:24.110 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 750 (ObjNum 366 snap 102 seq_num 366) dirty exists 2024-09-16T02:58:24.110 INFO:tasks.rados.rados.0.smithi097.stdout:1092: left oid 10 (ObjNum 366 snap 102 seq_num 366) 2024-09-16T02:58:24.111 INFO:tasks.rados.rados.0.smithi097.stdout:1092: done (2 left) 2024-09-16T02:58:24.111 INFO:tasks.rados.rados.0.smithi097.stdout:1094: done (1 left) 2024-09-16T02:58:24.111 INFO:tasks.rados.rados.0.smithi097.stdout:1095: done (0 left) 2024-09-16T02:58:24.111 INFO:tasks.rados.rados.0.smithi097.stdout:1096: copy_from oid 18 from oid 9 current snap is 102 2024-09-16T02:58:24.111 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 102 2024-09-16T02:58:24.111 INFO:tasks.rados.rados.0.smithi097.stdout:1097: seq_num 367 ranges {0=548864,548864=737280,1286144=65536} 2024-09-16T02:58:24.112 INFO:tasks.rados.rados.0.smithi097.stdout:1097: writing smithi09778949-48 from 0 to 548864 tid 1 2024-09-16T02:58:24.117 INFO:tasks.rados.rados.0.smithi097.stdout:1097: writing smithi09778949-48 from 548864 to 1286144 tid 2 2024-09-16T02:58:24.118 INFO:tasks.rados.rados.0.smithi097.stdout:1097: writing smithi09778949-48 from 1286144 to 1351680 tid 3 2024-09-16T02:58:24.118 INFO:tasks.rados.rados.0.smithi097.stdout:1096: finishing copy_from to smithi09778949-18 2024-09-16T02:58:24.118 INFO:tasks.rados.rados.0.smithi097.stdout:1096: got expected ENOENT (src dne) 2024-09-16T02:58:24.118 INFO:tasks.rados.rados.0.smithi097.stdout:1096: finishing copy_from racing read to smithi09778949-18 2024-09-16T02:58:24.119 INFO:tasks.rados.rados.0.smithi097.stdout:1097: finishing write tid 1 to smithi09778949-48 2024-09-16T02:58:24.119 INFO:tasks.rados.rados.0.smithi097.stdout:1096: done (1 left) 2024-09-16T02:58:24.119 INFO:tasks.rados.rados.0.smithi097.stdout:1098: delete oid 47 current snap is 102 2024-09-16T02:58:24.120 INFO:tasks.rados.rados.0.smithi097.stdout:1098: done (1 left) 2024-09-16T02:58:24.121 INFO:tasks.rados.rados.0.smithi097.stdout:1099: read oid 7 snap 87 2024-09-16T02:58:24.121 INFO:tasks.rados.rados.0.smithi097.stdout:1099: expect (ObjNum 309 snap 87 seq_num 309) 2024-09-16T02:58:24.121 INFO:tasks.rados.rados.0.smithi097.stdout:1100: rollback oid 18 current snap is 102 2024-09-16T02:58:24.121 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 88 2024-09-16T02:58:24.121 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 102 2024-09-16T02:58:24.121 INFO:tasks.rados.rados.0.smithi097.stdout:1101: seq_num 369 ranges {0=589824,589824=507904,1097728=294912} 2024-09-16T02:58:24.124 INFO:tasks.rados.rados.0.smithi097.stdout:1101: writing smithi09778949-40 from 0 to 589824 tid 1 2024-09-16T02:58:24.128 INFO:tasks.rados.rados.0.smithi097.stdout:1101: writing smithi09778949-40 from 589824 to 1097728 tid 2 2024-09-16T02:58:24.130 INFO:tasks.rados.rados.0.smithi097.stdout:1101: writing smithi09778949-40 from 1097728 to 1392640 tid 3 2024-09-16T02:58:24.130 INFO:tasks.rados.rados.0.smithi097.stdout:1102: read oid 31 snap -1 2024-09-16T02:58:24.130 INFO:tasks.rados.rados.0.smithi097.stdout:1102: expect deleted 2024-09-16T02:58:24.130 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 102 2024-09-16T02:58:24.130 INFO:tasks.rados.rados.0.smithi097.stdout:1097: finishing write tid 2 to smithi09778949-48 2024-09-16T02:58:24.130 INFO:tasks.rados.rados.0.smithi097.stdout:1103: seq_num 370 ranges {2768896=606208,3375104=794624,4169728=8192} 2024-09-16T02:58:24.148 INFO:tasks.rados.rados.0.smithi097.stdout:1103: writing smithi09778949-32 from 2768896 to 3375104 tid 1 2024-09-16T02:58:24.153 INFO:tasks.rados.rados.0.smithi097.stdout:1103: writing smithi09778949-32 from 3375104 to 4169728 tid 2 2024-09-16T02:58:24.153 INFO:tasks.rados.rados.0.smithi097.stdout:1103: writing smithi09778949-32 from 4169728 to 4177920 tid 3 2024-09-16T02:58:24.153 INFO:tasks.rados.rados.0.smithi097.stdout:1104: read oid 24 snap -1 2024-09-16T02:58:24.153 INFO:tasks.rados.rados.0.smithi097.stdout:1104: expect deleted 2024-09-16T02:58:24.153 INFO:tasks.rados.rados.0.smithi097.stdout:1105: snap_create 2024-09-16T02:58:24.153 INFO:tasks.rados.rados.0.smithi097.stdout:1097: finishing write tid 3 to smithi09778949-48 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1097: finishing write tid 4 to smithi09778949-48 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1100: finishing rollback tid 1 to smithi09778949-18 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1100: finishing rollback tid 2 to smithi09778949-18 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 379 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1097: finishing write tid 5 to smithi09778949-48 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1097: oid 48 updating version 0 to 142 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1097: oid 48 updating version 142 to 145 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1097: oid 48 version 145 is already newer than 143 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1097: oid 48 version 145 is already newer than 144 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 145 (ObjNum 367 snap 102 seq_num 367) dirty exists 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1097: left oid 48 (ObjNum 367 snap 102 seq_num 367) 2024-09-16T02:58:24.154 INFO:tasks.rados.rados.0.smithi097.stdout:1099: expect (ObjNum 309 snap 87 seq_num 309) 2024-09-16T02:58:24.199 INFO:tasks.rados.rados.0.smithi097.stdout:1101: finishing write tid 1 to smithi09778949-40 2024-09-16T02:58:24.199 INFO:tasks.rados.rados.0.smithi097.stdout:1101: finishing write tid 2 to smithi09778949-40 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:1101: finishing write tid 3 to smithi09778949-40 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:1101: finishing write tid 4 to smithi09778949-40 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:1101: finishing write tid 5 to smithi09778949-40 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:1101: oid 40 updating version 0 to 515 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:1101: oid 40 updating version 515 to 516 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:1101: oid 40 updating version 516 to 518 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:1101: oid 40 version 518 is already newer than 517 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 518 (ObjNum 369 snap 102 seq_num 369) dirty exists 2024-09-16T02:58:24.200 INFO:tasks.rados.rados.0.smithi097.stdout:1101: left oid 40 (ObjNum 369 snap 102 seq_num 369) 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: finishing write tid 1 to smithi09778949-32 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: finishing write tid 2 to smithi09778949-32 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: finishing write tid 3 to smithi09778949-32 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: finishing write tid 4 to smithi09778949-32 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: finishing write tid 5 to smithi09778949-32 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: oid 32 updating version 0 to 380 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: oid 32 version 380 is already newer than 379 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: oid 32 version 380 is already newer than 378 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: oid 32 updating version 380 to 381 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 381 (ObjNum 370 snap 102 seq_num 370) dirty exists 2024-09-16T02:58:24.201 INFO:tasks.rados.rados.0.smithi097.stdout:1103: left oid 32 (ObjNum 370 snap 102 seq_num 370) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1097: done (7 left) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1099: done (6 left) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1100: done (5 left) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1101: done (4 left) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1102: done (3 left) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1103: done (2 left) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1104: done (1 left) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1105: done (0 left) 2024-09-16T02:58:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1106: read oid 18 snap -1 2024-09-16T02:58:25.096 INFO:tasks.rados.rados.0.smithi097.stdout:1106: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:58:25.096 INFO:tasks.rados.rados.0.smithi097.stdout:1107: setattr oid 1 current snap is 103 2024-09-16T02:58:25.096 INFO:tasks.rados.rados.0.smithi097.stdout:1108: snap_create 2024-09-16T02:58:25.097 INFO:tasks.rados.rados.0.smithi097.stdout:1106: expect (ObjNum 26 snap 0 seq_num 26) 2024-09-16T02:58:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 737 (ObjNum 310 snap 87 seq_num 310) dirty exists 2024-09-16T02:58:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:25 smithi184 ceph-mon[82194]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T02:58:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:25 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:25 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:25 smithi184 ceph-mon[82194]: Reconfiguring mds.b (monmap changed)... 2024-09-16T02:58:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:25 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T02:58:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:25 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:25 smithi184 ceph-mon[82194]: Reconfiguring daemon mds.b on smithi184 2024-09-16T02:58:25.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[88563]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[88563]: Reconfiguring mds.b (monmap changed)... 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[88563]: Reconfiguring daemon mds.b on smithi184 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[90424]: osdmap e281: 8 total, 8 up, 8 in 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:25.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[90424]: Reconfiguring mds.b (monmap changed)... 2024-09-16T02:58:25.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T02:58:25.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:25.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:25 smithi097 ceph-mon[90424]: Reconfiguring daemon mds.b on smithi184 2024-09-16T02:58:26.101 INFO:tasks.rados.rados.0.smithi097.stdout:1106: done (2 left) 2024-09-16T02:58:26.101 INFO:tasks.rados.rados.0.smithi097.stdout:1107: done (1 left) 2024-09-16T02:58:26.101 INFO:tasks.rados.rados.0.smithi097.stdout:1108: done (0 left) 2024-09-16T02:58:26.101 INFO:tasks.rados.rados.0.smithi097.stdout:1109: setattr oid 40 current snap is 104 2024-09-16T02:58:26.102 INFO:tasks.rados.rados.0.smithi097.stdout:1110: read oid 8 snap -1 2024-09-16T02:58:26.102 INFO:tasks.rados.rados.0.smithi097.stdout:1110: expect (ObjNum 359 snap 102 seq_num 359) 2024-09-16T02:58:26.102 INFO:tasks.rados.rados.0.smithi097.stdout:1111: rollback oid 27 current snap is 104 2024-09-16T02:58:26.102 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 63 2024-09-16T02:58:26.102 INFO:tasks.rados.rados.0.smithi097.stdout:1112: snap_create 2024-09-16T02:58:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:1111: finishing rollback tid 1 to smithi09778949-27 2024-09-16T02:58:26.105 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 520 (ObjNum 369 snap 102 seq_num 369) dirty exists 2024-09-16T02:58:26.105 INFO:tasks.rados.rados.0.smithi097.stdout:1111: finishing rollback tid 2 to smithi09778949-27 2024-09-16T02:58:26.105 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 925 (ObjNum 215 snap 58 seq_num 215) dirty exists 2024-09-16T02:58:26.111 INFO:tasks.rados.rados.0.smithi097.stdout:1110: expect (ObjNum 359 snap 102 seq_num 359) 2024-09-16T02:58:26.208 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: pgmap v90: 121 pgs: 121 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:58:26.208 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: osdmap e282: 8 total, 8 up, 8 in 2024-09-16T02:58:26.208 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.209 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: pgmap v90: 121 pgs: 121 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: osdmap e282: 8 total, 8 up, 8 in 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T02:58:26.210 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-16T02:58:26.211 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T02:58:26.211 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-16T02:58:26.211 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T02:58:26.211 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.211 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.211 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: pgmap v90: 121 pgs: 121 active+clean; 239 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: osdmap e282: 8 total, 8 up, 8 in 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.a"} : dispatch 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-09-16T02:58:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.b"} : dispatch 2024-09-16T02:58:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-09-16T02:58:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon.c"} : dispatch 2024-09-16T02:58:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-09-16T02:58:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16} : dispatch 2024-09-16T02:58:27.106 INFO:tasks.rados.rados.0.smithi097.stdout:1109: done (3 left) 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1110: done (2 left) 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1111: done (1 left) 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1112: done (0 left) 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1113: rmattr oid 37 current snap is 105 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1113: done (0 left) 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1114: rmattr oid 26 current snap is 105 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1114: done (0 left) 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1115: copy_from oid 29 from oid 50 current snap is 105 2024-09-16T02:58:27.107 INFO:tasks.rados.rados.0.smithi097.stdout:1116: snap_create 2024-09-16T02:58:27.133 INFO:tasks.rados.rados.0.smithi097.stdout:1115: finishing copy_from racing read to smithi09778949-29 2024-09-16T02:58:27.134 INFO:tasks.rados.rados.0.smithi097.stdout:1115: finishing copy_from to smithi09778949-29 2024-09-16T02:58:27.134 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 354 (ObjNum 332 snap 97 seq_num 332) dirty exists 2024-09-16T02:58:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:27 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all mon 2024-09-16T02:58:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:27 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all crash 2024-09-16T02:58:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:27 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T02:58:27.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:27 smithi184 ceph-mon[82194]: Upgrade: osd.0 is safe to restart 2024-09-16T02:58:27.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:27 smithi184 ceph-mon[82194]: osdmap e283: 8 total, 8 up, 8 in 2024-09-16T02:58:27.487 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all mon 2024-09-16T02:58:27.487 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all crash 2024-09-16T02:58:27.487 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T02:58:27.487 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[88563]: Upgrade: osd.0 is safe to restart 2024-09-16T02:58:27.487 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[88563]: osdmap e283: 8 total, 8 up, 8 in 2024-09-16T02:58:27.487 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all mon 2024-09-16T02:58:27.488 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all crash 2024-09-16T02:58:27.488 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-09-16T02:58:27.488 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[90424]: Upgrade: osd.0 is safe to restart 2024-09-16T02:58:27.488 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:27 smithi097 ceph-mon[90424]: osdmap e283: 8 total, 8 up, 8 in 2024-09-16T02:58:28.110 INFO:tasks.rados.rados.0.smithi097.stdout:1115: done (1 left) 2024-09-16T02:58:28.110 INFO:tasks.rados.rados.0.smithi097.stdout:1116: done (0 left) 2024-09-16T02:58:28.110 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 106 2024-09-16T02:58:28.110 INFO:tasks.rados.rados.0.smithi097.stdout:1117: seq_num 371 ranges {5275648=622592,5898240=679936,6578176=122880} 2024-09-16T02:58:28.141 INFO:tasks.rados.rados.0.smithi097.stdout:1117: writing smithi09778949-28 from 5275648 to 5898240 tid 1 2024-09-16T02:58:28.145 INFO:tasks.rados.rados.0.smithi097.stdout:1117: writing smithi09778949-28 from 5898240 to 6578176 tid 2 2024-09-16T02:58:28.146 INFO:tasks.rados.rados.0.smithi097.stdout:1117: writing smithi09778949-28 from 6578176 to 6701056 tid 3 2024-09-16T02:58:28.146 INFO:tasks.rados.rados.0.smithi097.stdout:1118: rmattr oid 39 current snap is 106 2024-09-16T02:58:28.146 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 106 2024-09-16T02:58:28.146 INFO:tasks.rados.rados.0.smithi097.stdout:1119: seq_num 372 ranges {0=638976,638976=565248,1204224=237568} 2024-09-16T02:58:28.150 INFO:tasks.rados.rados.0.smithi097.stdout:1119: writing smithi09778949-4 from 0 to 638976 tid 1 2024-09-16T02:58:28.154 INFO:tasks.rados.rados.0.smithi097.stdout:1119: writing smithi09778949-4 from 638976 to 1204224 tid 2 2024-09-16T02:58:28.156 INFO:tasks.rados.rados.0.smithi097.stdout:1119: writing smithi09778949-4 from 1204224 to 1441792 tid 3 2024-09-16T02:58:28.156 INFO:tasks.rados.rados.0.smithi097.stdout:1120: copy_from oid 37 from oid 50 current snap is 106 2024-09-16T02:58:28.156 INFO:tasks.rados.rados.0.smithi097.stdout:1117: finishing write tid 1 to smithi09778949-28 2024-09-16T02:58:28.156 INFO:tasks.rados.rados.0.smithi097.stdout:1117: finishing write tid 2 to smithi09778949-28 2024-09-16T02:58:28.156 INFO:tasks.rados.rados.0.smithi097.stdout:1117: finishing write tid 3 to smithi09778949-28 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1117: finishing write tid 4 to smithi09778949-28 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1117: finishing write tid 5 to smithi09778949-28 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1117: oid 28 updating version 0 to 929 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1117: oid 28 updating version 929 to 930 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1117: oid 28 version 930 is already newer than 928 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1117: oid 28 version 930 is already newer than 927 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 930 (ObjNum 371 snap 106 seq_num 371) dirty exists 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1117: left oid 28 (ObjNum 371 snap 106 seq_num 371) 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 402 (ObjNum 337 snap 99 seq_num 337) dirty exists 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1117: done (3 left) 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1118: done (2 left) 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1121: copy_from oid 49 from oid 44 current snap is 106 2024-09-16T02:58:28.157 INFO:tasks.rados.rados.0.smithi097.stdout:1122: snap_create 2024-09-16T02:58:28.158 INFO:tasks.rados.rados.0.smithi097.stdout:1119: finishing write tid 1 to smithi09778949-4 2024-09-16T02:58:28.158 INFO:tasks.rados.rados.0.smithi097.stdout:1119: finishing write tid 2 to smithi09778949-4 2024-09-16T02:58:28.162 INFO:tasks.rados.rados.0.smithi097.stdout:1119: finishing write tid 3 to smithi09778949-4 2024-09-16T02:58:28.162 INFO:tasks.rados.rados.0.smithi097.stdout:1119: finishing write tid 4 to smithi09778949-4 2024-09-16T02:58:28.162 INFO:tasks.rados.rados.0.smithi097.stdout:1121: finishing copy_from racing read to smithi09778949-49 2024-09-16T02:58:28.163 INFO:tasks.rados.rados.0.smithi097.stdout:1119: finishing write tid 5 to smithi09778949-4 2024-09-16T02:58:28.163 INFO:tasks.rados.rados.0.smithi097.stdout:1119: oid 4 updating version 0 to 372 2024-09-16T02:58:28.163 INFO:tasks.rados.rados.0.smithi097.stdout:1119: oid 4 version 372 is already newer than 370 2024-09-16T02:58:28.163 INFO:tasks.rados.rados.0.smithi097.stdout:1119: oid 4 version 372 is already newer than 371 2024-09-16T02:58:28.163 INFO:tasks.rados.rados.0.smithi097.stdout:1119: oid 4 updating version 372 to 373 2024-09-16T02:58:28.163 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 373 (ObjNum 372 snap 106 seq_num 372) dirty exists 2024-09-16T02:58:28.163 INFO:tasks.rados.rados.0.smithi097.stdout:1119: left oid 4 (ObjNum 372 snap 106 seq_num 372) 2024-09-16T02:58:28.164 INFO:tasks.rados.rados.0.smithi097.stdout:1121: finishing copy_from to smithi09778949-49 2024-09-16T02:58:28.164 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 742 (ObjNum 361 snap 102 seq_num 361) dirty exists 2024-09-16T02:58:28.176 INFO:tasks.rados.rados.0.smithi097.stdout:1120: finishing copy_from racing read to smithi09778949-37 2024-09-16T02:58:28.179 INFO:tasks.rados.rados.0.smithi097.stdout:1120: finishing copy_from to smithi09778949-37 2024-09-16T02:58:28.179 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 354 (ObjNum 332 snap 97 seq_num 332) dirty exists 2024-09-16T02:58:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:28 smithi184 ceph-mon[82194]: pgmap v93: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-09-16T02:58:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:28 smithi184 ceph-mon[82194]: osdmap e284: 8 total, 8 up, 8 in 2024-09-16T02:58:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:28 smithi184 ceph-mon[82194]: Upgrade: Updating osd.0 2024-09-16T02:58:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-16T02:58:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:28 smithi184 ceph-mon[82194]: Deploying daemon osd.0 on smithi097 2024-09-16T02:58:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[88563]: pgmap v93: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-09-16T02:58:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[88563]: osdmap e284: 8 total, 8 up, 8 in 2024-09-16T02:58:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[88563]: Upgrade: Updating osd.0 2024-09-16T02:58:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-16T02:58:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[88563]: Deploying daemon osd.0 on smithi097 2024-09-16T02:58:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[90424]: pgmap v93: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-09-16T02:58:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[90424]: osdmap e284: 8 total, 8 up, 8 in 2024-09-16T02:58:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[90424]: Upgrade: Updating osd.0 2024-09-16T02:58:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-09-16T02:58:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:28 smithi097 ceph-mon[90424]: Deploying daemon osd.0 on smithi097 2024-09-16T02:58:29.121 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:58:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:58:29] "GET /metrics HTTP/1.1" 200 36091 "" "Prometheus/2.43.0" 2024-09-16T02:58:29.122 INFO:tasks.rados.rados.0.smithi097.stdout:1119: done (3 left) 2024-09-16T02:58:29.123 INFO:tasks.rados.rados.0.smithi097.stdout:1120: done (2 left) 2024-09-16T02:58:29.123 INFO:tasks.rados.rados.0.smithi097.stdout:1121: done (1 left) 2024-09-16T02:58:29.123 INFO:tasks.rados.rados.0.smithi097.stdout:1122: done (0 left) 2024-09-16T02:58:29.123 INFO:tasks.rados.rados.0.smithi097.stdout:1123: snap_create 2024-09-16T02:58:29.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:29 smithi184 ceph-mon[82194]: osdmap e285: 8 total, 8 up, 8 in 2024-09-16T02:58:29.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:29 smithi097 ceph-mon[88563]: osdmap e285: 8 total, 8 up, 8 in 2024-09-16T02:58:29.414 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:29 smithi097 ceph-mon[90424]: osdmap e285: 8 total, 8 up, 8 in 2024-09-16T02:58:30.124 INFO:tasks.rados.rados.0.smithi097.stdout:1123: done (0 left) 2024-09-16T02:58:30.124 INFO:tasks.rados.rados.0.smithi097.stdout:1124: snap_remove snap 83 2024-09-16T02:58:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:30 smithi184 ceph-mon[82194]: pgmap v96: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-16T02:58:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:30 smithi184 ceph-mon[82194]: osdmap e286: 8 total, 8 up, 8 in 2024-09-16T02:58:30.419 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:30 smithi097 ceph-mon[88563]: pgmap v96: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-16T02:58:30.419 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:30 smithi097 ceph-mon[88563]: osdmap e286: 8 total, 8 up, 8 in 2024-09-16T02:58:30.420 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:30 smithi097 ceph-mon[90424]: pgmap v96: 121 pgs: 121 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.9 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-09-16T02:58:30.420 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:30 smithi097 ceph-mon[90424]: osdmap e286: 8 total, 8 up, 8 in 2024-09-16T02:58:30.420 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:30 smithi097 systemd[1]: Stopping Ceph osd.0 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:58:30.570 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:58:30.744 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[42227]: 2024-09-16T02:58:30.519+0000 7f29d4df7640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:58:30.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[42227]: 2024-09-16T02:58:30.519+0000 7f29d4df7640 -1 osd.0 287 *** Got signal Terminated *** 2024-09-16T02:58:30.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:30 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[42227]: 2024-09-16T02:58:30.519+0000 7f29d4df7640 -1 osd.0 287 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:58:31.125 INFO:tasks.rados.rados.0.smithi097.stdout:1124: done (0 left) 2024-09-16T02:58:31.125 INFO:tasks.rados.rados.0.smithi097.stdout:1125: rollback oid 5 current snap is 108 2024-09-16T02:58:31.125 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 5 to 96 2024-09-16T02:58:31.125 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 108 2024-09-16T02:58:31.125 INFO:tasks.rados.rados.0.smithi097.stdout:1126: seq_num 373 ranges {4677632=655360,5332992=499712,5832704=303104} 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (5m) 49s ago 6m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (6m) 31s ago 6m 86.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (7m) 49s ago 7m 15.9M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (7m) 31s ago 7m 22.0M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (92s) 31s ago 10m 453M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (119s) 49s ago 12m 512M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (79s) 49s ago 12m 39.8M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T02:58:31.134 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (41s) 31s ago 11m 22.2M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (58s) 49s ago 11m 25.3M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (5m) 49s ago 5m 15.5M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (5m) 31s ago 5m 17.4M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (10m) 49s ago 10m 216M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 4621d1554a87 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (10m) 49s ago 10m 148M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (9m) 49s ago 9m 199M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (9m) 49s ago 9m 94.1M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (9m) 31s ago 9m 164M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (8m) 31s ago 8m 190M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (8m) 31s ago 8m 103M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (7m) 31s ago 7m 130M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:58:31.135 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (97s) 31s ago 6m 50.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T02:58:31.155 INFO:tasks.rados.rados.0.smithi097.stdout:1126: writing smithi09778949-29 from 4677632 to 5332992 tid 1 2024-09-16T02:58:31.158 INFO:tasks.rados.rados.0.smithi097.stdout:1126: writing smithi09778949-29 from 5332992 to 5832704 tid 2 2024-09-16T02:58:31.160 INFO:tasks.rados.rados.0.smithi097.stdout:1126: writing smithi09778949-29 from 5832704 to 6135808 tid 3 2024-09-16T02:58:31.160 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 108 2024-09-16T02:58:31.160 INFO:tasks.rados.rados.0.smithi097.stdout:1125: finishing rollback tid 0 to smithi09778949-5 2024-09-16T02:58:31.160 INFO:tasks.rados.rados.0.smithi097.stdout:1125: finishing rollback tid 1 to smithi09778949-5 2024-09-16T02:58:31.160 INFO:tasks.rados.rados.0.smithi097.stdout:1125: finishing rollback tid 2 to smithi09778949-5 2024-09-16T02:58:31.160 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 375 (ObjNum 320 snap 94 seq_num 320) dirty exists 2024-09-16T02:58:31.160 INFO:tasks.rados.rados.0.smithi097.stdout:1127: seq_num 374 ranges {1736704=671744,2408448=778240,3186688=24576} 2024-09-16T02:58:31.173 INFO:tasks.rados.rados.0.smithi097.stdout:1127: writing smithi09778949-10 from 1736704 to 2408448 tid 1 2024-09-16T02:58:31.177 INFO:tasks.rados.rados.0.smithi097.stdout:1127: writing smithi09778949-10 from 2408448 to 3186688 tid 2 2024-09-16T02:58:31.177 INFO:tasks.rados.rados.0.smithi097.stdout:1127: writing smithi09778949-10 from 3186688 to 3211264 tid 3 2024-09-16T02:58:31.177 INFO:tasks.rados.rados.0.smithi097.stdout:1125: done (2 left) 2024-09-16T02:58:31.177 INFO:tasks.rados.rados.0.smithi097.stdout:1128: delete oid 17 current snap is 108 2024-09-16T02:58:31.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:31 smithi184 ceph-mon[82194]: osdmap e287: 8 total, 8 up, 8 in 2024-09-16T02:58:31.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:31 smithi184 ceph-mon[82194]: osd.0 marked itself down and dead 2024-09-16T02:58:31.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:31 smithi184 ceph-mon[82194]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 7 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:58:31.490 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:58:31.491 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:58:31.491 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:58:31.491 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 9, 2024-09-16T02:58:31.491 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 5 2024-09-16T02:58:31.491 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:58:31.491 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:58:31.491 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:31 smithi097 ceph-mon[88563]: osdmap e287: 8 total, 8 up, 8 in 2024-09-16T02:58:31.491 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:31 smithi097 ceph-mon[88563]: osd.0 marked itself down and dead 2024-09-16T02:58:31.491 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:31 smithi097 ceph-mon[88563]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:58:31.492 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:31 smithi097 ceph-mon[90424]: osdmap e287: 8 total, 8 up, 8 in 2024-09-16T02:58:31.492 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:31 smithi097 ceph-mon[90424]: osd.0 marked itself down and dead 2024-09-16T02:58:31.492 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:31 smithi097 ceph-mon[90424]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:58:31.744 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:31 smithi097 podman[94995]: 2024-09-16 02:58:31.639988053 +0000 UTC m=+1.258638723 container stop 4621d1554a877d90604432395f62637ebe5f07d643cb2ef942621534face1bb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-ae7f373, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T02:58:31.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:31 smithi097 podman[94995]: 2024-09-16 02:58:31.665557559 +0000 UTC m=+1.284208233 container died 4621d1554a877d90604432395f62637ebe5f07d643cb2ef942621534face1bb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, GIT_CLEAN=True, RELEASE=reef-ae7f373, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T02:58:31.780 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:58:31.780 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:58:31.780 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:58:31.780 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:58:31.781 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T02:58:31.781 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T02:58:31.781 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T02:58:31.781 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T02:58:31.781 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "5/20 daemons upgraded", 2024-09-16T02:58:31.781 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading osd daemons", 2024-09-16T02:58:31.781 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:58:31.781 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:58:31.974 INFO:tasks.rados.rados.0.smithi097.stdout:1126: finishing write tid 1 to smithi09778949-29 2024-09-16T02:58:31.974 INFO:tasks.rados.rados.0.smithi097.stdout:1128: done (2 left) 2024-09-16T02:58:31.974 INFO:tasks.rados.rados.0.smithi097.stdout:1129: read oid 2 snap -1 2024-09-16T02:58:31.975 INFO:tasks.rados.rados.0.smithi097.stdout:1129: expect (ObjNum 336 snap 98 seq_num 336) 2024-09-16T02:58:31.975 INFO:tasks.rados.rados.0.smithi097.stdout:1130: snap_remove snap 104 2024-09-16T02:58:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:32 smithi184 ceph-mon[82194]: pgmap v99: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T02:58:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:32 smithi184 ceph-mon[82194]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:32 smithi184 ceph-mon[82194]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:32 smithi184 ceph-mon[82194]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:32 smithi184 ceph-mon[82194]: osdmap e288: 8 total, 7 up, 8 in 2024-09-16T02:58:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:32 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/341553545' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:32 smithi184 ceph-mon[82194]: osdmap e289: 8 total, 7 up, 8 in 2024-09-16T02:58:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[88563]: pgmap v99: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T02:58:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[88563]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[88563]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[88563]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[88563]: osdmap e288: 8 total, 7 up, 8 in 2024-09-16T02:58:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/341553545' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[88563]: osdmap e289: 8 total, 7 up, 8 in 2024-09-16T02:58:32.495 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:32 smithi097 podman[94995]: 2024-09-16 02:58:32.11177938 +0000 UTC m=+1.730430050 container cleanup 4621d1554a877d90604432395f62637ebe5f07d643cb2ef942621534face1bb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=reef-ae7f373, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD) 2024-09-16T02:58:32.496 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:32 smithi097 bash[94995]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0 2024-09-16T02:58:32.496 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:32 smithi097 podman[95104]: 2024-09-16 02:58:32.330323544 +0000 UTC m=+0.684232650 container remove 4621d1554a877d90604432395f62637ebe5f07d643cb2ef942621534face1bb6 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-ae7f373, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T02:58:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[90424]: pgmap v99: 121 pgs: 121 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T02:58:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[90424]: from='client.34215 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[90424]: from='client.34221 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[90424]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[90424]: osdmap e288: 8 total, 7 up, 8 in 2024-09-16T02:58:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/341553545' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:32 smithi097 ceph-mon[90424]: osdmap e289: 8 total, 7 up, 8 in 2024-09-16T02:58:32.953 INFO:tasks.rados.rados.0.smithi097.stdout:1130: done (3 left) 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1131: snap_remove snap 106 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1126: finishing write tid 2 to smithi09778949-29 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1126: finishing write tid 3 to smithi09778949-29 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1126: finishing write tid 4 to smithi09778949-29 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1127: finishing write tid 1 to smithi09778949-10 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1127: finishing write tid 2 to smithi09778949-10 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1127: finishing write tid 3 to smithi09778949-10 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1127: finishing write tid 4 to smithi09778949-10 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1126: finishing write tid 5 to smithi09778949-29 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1126: oid 29 updating version 0 to 751 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1126: oid 29 updating version 751 to 752 2024-09-16T02:58:32.954 INFO:tasks.rados.rados.0.smithi097.stdout:1126: oid 29 updating version 752 to 753 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1126: oid 29 updating version 753 to 754 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 754 (ObjNum 373 snap 108 seq_num 373) dirty exists 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1126: left oid 29 (ObjNum 373 snap 108 seq_num 373) 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1127: finishing write tid 5 to smithi09778949-10 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1127: oid 10 updating version 0 to 755 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1127: oid 10 updating version 755 to 758 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1127: oid 10 version 758 is already newer than 756 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1127: oid 10 version 758 is already newer than 757 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 758 (ObjNum 374 snap 108 seq_num 374) dirty exists 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1127: left oid 10 (ObjNum 374 snap 108 seq_num 374) 2024-09-16T02:58:32.955 INFO:tasks.rados.rados.0.smithi097.stdout:1129: expect (ObjNum 336 snap 98 seq_num 336) 2024-09-16T02:58:33.077 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:32 smithi097 podman[95190]: 2024-09-16 02:58:32.76460178 +0000 UTC m=+0.110152792 container create 1bb011d4add92c480d817ee15d233e2eab977fdec9849a380e84408f91b3ab76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T02:58:33.077 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:32 smithi097 podman[95190]: 2024-09-16 02:58:32.670324141 +0000 UTC m=+0.015875146 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:58:33.077 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:32 smithi097 podman[95190]: 2024-09-16 02:58:32.984274309 +0000 UTC m=+0.329825326 container init 1bb011d4add92c480d817ee15d233e2eab977fdec9849a380e84408f91b3ab76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T02:58:33.077 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:32 smithi097 podman[95190]: 2024-09-16 02:58:32.987780914 +0000 UTC m=+0.333331927 container start 1bb011d4add92c480d817ee15d233e2eab977fdec9849a380e84408f91b3ab76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_CLEAN=True, ceph=True, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:58:33.078 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:33 smithi097 podman[95190]: 2024-09-16 02:58:33.075764573 +0000 UTC m=+0.421315592 container attach 1bb011d4add92c480d817ee15d233e2eab977fdec9849a380e84408f91b3ab76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-fc3e0bf) 2024-09-16T02:58:33.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:33 smithi184 ceph-mon[82194]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:33.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:33 smithi184 ceph-mon[82194]: osdmap e290: 8 total, 7 up, 8 in 2024-09-16T02:58:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:33 smithi097 ceph-mon[90424]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:33 smithi097 ceph-mon[90424]: osdmap e290: 8 total, 7 up, 8 in 2024-09-16T02:58:33.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:33 smithi097 ceph-mon[88563]: from='client.34239 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:58:33.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:33 smithi097 ceph-mon[88563]: osdmap e290: 8 total, 7 up, 8 in 2024-09-16T02:58:33.496 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:33 smithi097 podman[95190]: 2024-09-16 02:58:33.17659071 +0000 UTC m=+0.522141716 container died 1bb011d4add92c480d817ee15d233e2eab977fdec9849a380e84408f91b3ab76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-16T02:58:33.958 INFO:tasks.rados.rados.0.smithi097.stdout:1126: done (3 left) 2024-09-16T02:58:33.958 INFO:tasks.rados.rados.0.smithi097.stdout:1127: done (2 left) 2024-09-16T02:58:33.958 INFO:tasks.rados.rados.0.smithi097.stdout:1129: done (1 left) 2024-09-16T02:58:33.958 INFO:tasks.rados.rados.0.smithi097.stdout:1131: done (0 left) 2024-09-16T02:58:33.959 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 108 2024-09-16T02:58:33.959 INFO:tasks.rados.rados.0.smithi097.stdout:1132: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-09-16T02:58:33.963 INFO:tasks.rados.rados.0.smithi097.stdout:1132: writing smithi09778949-23 from 0 to 704512 tid 1 2024-09-16T02:58:33.966 INFO:tasks.rados.rados.0.smithi097.stdout:1132: writing smithi09778949-23 from 704512 to 1253376 tid 2 2024-09-16T02:58:33.968 INFO:tasks.rados.rados.0.smithi097.stdout:1132: writing smithi09778949-23 from 1253376 to 1507328 tid 3 2024-09-16T02:58:33.968 INFO:tasks.rados.rados.0.smithi097.stdout:1133: copy_from oid 40 from oid 35 current snap is 108 2024-09-16T02:58:33.968 INFO:tasks.rados.rados.0.smithi097.stdout:1134: snap_create 2024-09-16T02:58:33.969 INFO:tasks.rados.rados.0.smithi097.stdout:1132: finishing write tid 1 to smithi09778949-23 2024-09-16T02:58:33.969 INFO:tasks.rados.rados.0.smithi097.stdout:1132: finishing write tid 2 to smithi09778949-23 2024-09-16T02:58:33.970 INFO:tasks.rados.rados.0.smithi097.stdout:1132: finishing write tid 3 to smithi09778949-23 2024-09-16T02:58:33.970 INFO:tasks.rados.rados.0.smithi097.stdout:1132: finishing write tid 4 to smithi09778949-23 2024-09-16T02:58:33.971 INFO:tasks.rados.rados.0.smithi097.stdout:1133: finishing copy_from to smithi09778949-40 2024-09-16T02:58:33.971 INFO:tasks.rados.rados.0.smithi097.stdout:1133: got expected ENOENT (src dne) 2024-09-16T02:58:33.971 INFO:tasks.rados.rados.0.smithi097.stdout:1133: finishing copy_from racing read to smithi09778949-40 2024-09-16T02:58:33.971 INFO:tasks.rados.rados.0.smithi097.stdout:1132: finishing write tid 5 to smithi09778949-23 2024-09-16T02:58:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1132: oid 23 updating version 0 to 430 2024-09-16T02:58:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1132: oid 23 updating version 430 to 433 2024-09-16T02:58:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1132: oid 23 version 433 is already newer than 431 2024-09-16T02:58:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1132: oid 23 version 433 is already newer than 432 2024-09-16T02:58:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 433 (ObjNum 376 snap 108 seq_num 376) dirty exists 2024-09-16T02:58:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1132: left oid 23 (ObjNum 376 snap 108 seq_num 376) 2024-09-16T02:58:34.138 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:33 smithi097 podman[95213]: 2024-09-16 02:58:33.754828267 +0000 UTC m=+0.572535512 container remove 1bb011d4add92c480d817ee15d233e2eab977fdec9849a380e84408f91b3ab76 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2) 2024-09-16T02:58:34.138 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:33 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.0.service: Deactivated successfully. 2024-09-16T02:58:34.138 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:33 smithi097 systemd[1]: Stopped Ceph osd.0 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:58:34.138 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:33 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.0.service: Consumed 11.930s CPU time. 2024-09-16T02:58:34.138 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:33 smithi097 systemd[1]: Starting Ceph osd.0 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:58:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:34 smithi184 ceph-mon[82194]: pgmap v102: 121 pgs: 16 stale+active+clean, 105 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T02:58:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:34 smithi184 ceph-mon[82194]: osdmap e291: 8 total, 7 up, 8 in 2024-09-16T02:58:34.435 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-mon[88563]: pgmap v102: 121 pgs: 16 stale+active+clean, 105 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T02:58:34.435 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:34.435 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:34.435 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-mon[88563]: osdmap e291: 8 total, 7 up, 8 in 2024-09-16T02:58:34.435 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-mon[90424]: pgmap v102: 121 pgs: 16 stale+active+clean, 105 active+clean; 235 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-09-16T02:58:34.435 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:34.435 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:34.436 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-mon[90424]: osdmap e291: 8 total, 7 up, 8 in 2024-09-16T02:58:34.436 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 podman[95311]: 2024-09-16 02:58:34.093924208 +0000 UTC m=+0.015609539 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:58:34.436 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 podman[95311]: 2024-09-16 02:58:34.197492078 +0000 UTC m=+0.119177415 container create e4a799720c2244f97a4b3cefc847c63e2b98e11c55f3e53269d746baa0459556 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-09-16T02:58:34.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 podman[95311]: 2024-09-16 02:58:34.433683708 +0000 UTC m=+0.355369038 container init e4a799720c2244f97a4b3cefc847c63e2b98e11c55f3e53269d746baa0459556 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T02:58:34.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 podman[95311]: 2024-09-16 02:58:34.436965439 +0000 UTC m=+0.358650777 container start e4a799720c2244f97a4b3cefc847c63e2b98e11c55f3e53269d746baa0459556 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-16T02:58:34.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 podman[95311]: 2024-09-16 02:58:34.525289983 +0000 UTC m=+0.446975324 container attach e4a799720c2244f97a4b3cefc847c63e2b98e11c55f3e53269d746baa0459556 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, ceph=True, org.label-schema.vendor=CentOS) 2024-09-16T02:58:34.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:58:34.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 bash[95311]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:58:34.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:58:34.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:34 smithi097 bash[95311]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:58:34.956 INFO:tasks.rados.rados.0.smithi097.stdout:1132: done (2 left) 2024-09-16T02:58:34.956 INFO:tasks.rados.rados.0.smithi097.stdout:1133: done (1 left) 2024-09-16T02:58:34.956 INFO:tasks.rados.rados.0.smithi097.stdout:1134: done (0 left) 2024-09-16T02:58:34.956 INFO:tasks.rados.rados.0.smithi097.stdout:1135: delete oid 3 current snap is 109 2024-09-16T02:58:34.960 INFO:tasks.rados.rados.0.smithi097.stdout:1135: done (0 left) 2024-09-16T02:58:34.960 INFO:tasks.rados.rados.0.smithi097.stdout:1136: read oid 6 snap -1 2024-09-16T02:58:34.960 INFO:tasks.rados.rados.0.smithi097.stdout:1136: expect deleted 2024-09-16T02:58:34.960 INFO:tasks.rados.rados.0.smithi097.stdout:1137: delete oid 30 current snap is 109 2024-09-16T02:58:34.962 INFO:tasks.rados.rados.0.smithi097.stdout:1136: done (1 left) 2024-09-16T02:58:34.963 INFO:tasks.rados.rados.0.smithi097.stdout:1137: done (0 left) 2024-09-16T02:58:34.963 INFO:tasks.rados.rados.0.smithi097.stdout:1138: snap_remove snap 59 2024-09-16T02:58:35.328 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T02:58:35.328 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 bash[95311]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T02:58:35.329 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T02:58:35.329 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 bash[95311]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T02:58:35.329 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T02:58:35.329 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 bash[95311]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T02:58:35.664 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T02:58:35.665 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 bash[95311]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T02:58:35.665 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-16T02:58:35.665 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 bash[95311]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-09-16T02:58:35.665 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T02:58:35.665 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 bash[95311]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-16T02:58:35.665 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate[95325]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-16T02:58:35.665 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 bash[95311]: --> ceph-volume raw activate successful for osd ID: 0 2024-09-16T02:58:35.665 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 podman[95311]: 2024-09-16 02:58:35.354882438 +0000 UTC m=+1.276567771 container died e4a799720c2244f97a4b3cefc847c63e2b98e11c55f3e53269d746baa0459556 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True) 2024-09-16T02:58:35.964 INFO:tasks.rados.rados.0.smithi097.stdout:1138: done (0 left) 2024-09-16T02:58:35.964 INFO:tasks.rados.rados.0.smithi097.stdout:1139: read oid 40 snap -1 2024-09-16T02:58:35.964 INFO:tasks.rados.rados.0.smithi097.stdout:1139: expect (ObjNum 369 snap 102 seq_num 369) 2024-09-16T02:58:35.964 INFO:tasks.rados.rados.0.smithi097.stdout:1140: read oid 5 snap -1 2024-09-16T02:58:35.965 INFO:tasks.rados.rados.0.smithi097.stdout:1140: expect (ObjNum 320 snap 94 seq_num 320) 2024-09-16T02:58:35.965 INFO:tasks.rados.rados.0.smithi097.stdout:1141: setattr oid 44 current snap is 109 2024-09-16T02:58:35.966 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 109 2024-09-16T02:58:35.966 INFO:tasks.rados.rados.0.smithi097.stdout:1142: seq_num 379 ranges {303104=753664,1056768=606208,1662976=196608} 2024-09-16T02:58:35.973 INFO:tasks.rados.rados.0.smithi097.stdout:1142: writing smithi09778949-26 from 303104 to 1056768 tid 1 2024-09-16T02:58:35.977 INFO:tasks.rados.rados.0.smithi097.stdout:1142: writing smithi09778949-26 from 1056768 to 1662976 tid 2 2024-09-16T02:58:35.978 INFO:tasks.rados.rados.0.smithi097.stdout:1142: writing smithi09778949-26 from 1662976 to 1859584 tid 3 2024-09-16T02:58:35.978 INFO:tasks.rados.rados.0.smithi097.stdout:1143: snap_create 2024-09-16T02:58:35.978 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 759 (ObjNum 361 snap 102 seq_num 361) dirty exists 2024-09-16T02:58:35.979 INFO:tasks.rados.rados.0.smithi097.stdout:1140: expect (ObjNum 320 snap 94 seq_num 320) 2024-09-16T02:58:36.009 INFO:tasks.rados.rados.0.smithi097.stdout:1139: expect (ObjNum 369 snap 102 seq_num 369) 2024-09-16T02:58:36.063 INFO:tasks.rados.rados.0.smithi097.stdout:1142: finishing write tid 1 to smithi09778949-26 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: finishing write tid 2 to smithi09778949-26 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: finishing write tid 3 to smithi09778949-26 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: finishing write tid 4 to smithi09778949-26 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: finishing write tid 5 to smithi09778949-26 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: oid 26 updating version 0 to 380 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: oid 26 updating version 380 to 383 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: oid 26 version 383 is already newer than 382 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: oid 26 version 383 is already newer than 381 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 383 (ObjNum 379 snap 109 seq_num 379) dirty exists 2024-09-16T02:58:36.064 INFO:tasks.rados.rados.0.smithi097.stdout:1142: left oid 26 (ObjNum 379 snap 109 seq_num 379) 2024-09-16T02:58:36.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-mon[88563]: pgmap v105: 121 pgs: 21 active+undersized, 7 stale+active+clean, 8 active+undersized+degraded, 85 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s wr, 2 op/s; 76/648 objects degraded (11.728%) 2024-09-16T02:58:36.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-mon[88563]: osdmap e292: 8 total, 7 up, 8 in 2024-09-16T02:58:36.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-mon[88563]: Health check failed: Degraded data redundancy: 76/648 objects degraded (11.728%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:36.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-mon[90424]: pgmap v105: 121 pgs: 21 active+undersized, 7 stale+active+clean, 8 active+undersized+degraded, 85 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s wr, 2 op/s; 76/648 objects degraded (11.728%) 2024-09-16T02:58:36.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-mon[90424]: osdmap e292: 8 total, 7 up, 8 in 2024-09-16T02:58:36.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:35 smithi097 ceph-mon[90424]: Health check failed: Degraded data redundancy: 76/648 objects degraded (11.728%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:36.246 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:35 smithi097 podman[95451]: 2024-09-16 02:58:35.954216956 +0000 UTC m=+0.588450597 container remove e4a799720c2244f97a4b3cefc847c63e2b98e11c55f3e53269d746baa0459556 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-09-16T02:58:36.246 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:36 smithi097 podman[95506]: 2024-09-16 02:58:36.08275755 +0000 UTC m=+0.015748356 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:58:36.246 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:36 smithi097 podman[95506]: 2024-09-16 02:58:36.188664547 +0000 UTC m=+0.121655392 container create 545e630ce8a829d2eaab3cf707e9d5ef24d45f7b396b120d17d0f932ba901be6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T02:58:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:35 smithi184 ceph-mon[82194]: pgmap v105: 121 pgs: 21 active+undersized, 7 stale+active+clean, 8 active+undersized+degraded, 85 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 716 KiB/s wr, 2 op/s; 76/648 objects degraded (11.728%) 2024-09-16T02:58:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:35 smithi184 ceph-mon[82194]: osdmap e292: 8 total, 7 up, 8 in 2024-09-16T02:58:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:35 smithi184 ceph-mon[82194]: Health check failed: Degraded data redundancy: 76/648 objects degraded (11.728%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:36.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:36 smithi097 podman[95506]: 2024-09-16 02:58:36.491335948 +0000 UTC m=+0.424326758 container init 545e630ce8a829d2eaab3cf707e9d5ef24d45f7b396b120d17d0f932ba901be6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-16T02:58:36.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:36 smithi097 podman[95506]: 2024-09-16 02:58:36.494659439 +0000 UTC m=+0.427650252 container start 545e630ce8a829d2eaab3cf707e9d5ef24d45f7b396b120d17d0f932ba901be6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-09-16T02:58:36.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-osd[95526]: -- 172.21.15.97:0/438451460 <== mon.0 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56290feafa40 con 0x562910c7e400 2024-09-16T02:58:36.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:36 smithi097 bash[95506]: 545e630ce8a829d2eaab3cf707e9d5ef24d45f7b396b120d17d0f932ba901be6 2024-09-16T02:58:36.745 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:36 smithi097 systemd[1]: Started Ceph osd.0 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:58:36.973 INFO:tasks.rados.rados.0.smithi097.stdout:1139: done (4 left) 2024-09-16T02:58:36.973 INFO:tasks.rados.rados.0.smithi097.stdout:1140: done (3 left) 2024-09-16T02:58:36.973 INFO:tasks.rados.rados.0.smithi097.stdout:1141: done (2 left) 2024-09-16T02:58:36.974 INFO:tasks.rados.rados.0.smithi097.stdout:1142: done (1 left) 2024-09-16T02:58:36.974 INFO:tasks.rados.rados.0.smithi097.stdout:1143: done (0 left) 2024-09-16T02:58:36.974 INFO:tasks.rados.rados.0.smithi097.stdout:1144: copy_from oid 31 from oid 47 current snap is 110 2024-09-16T02:58:36.974 INFO:tasks.rados.rados.0.smithi097.stdout:1145: read oid 12 snap 87 2024-09-16T02:58:36.974 INFO:tasks.rados.rados.0.smithi097.stdout:1145: expect deleted 2024-09-16T02:58:36.974 INFO:tasks.rados.rados.0.smithi097.stdout:1146: delete oid 32 current snap is 110 2024-09-16T02:58:36.978 INFO:tasks.rados.rados.0.smithi097.stdout:1144: finishing copy_from to smithi09778949-31 2024-09-16T02:58:36.978 INFO:tasks.rados.rados.0.smithi097.stdout:1144: got expected ENOENT (src dne) 2024-09-16T02:58:36.978 INFO:tasks.rados.rados.0.smithi097.stdout:1144: finishing copy_from racing read to smithi09778949-31 2024-09-16T02:58:36.978 INFO:tasks.rados.rados.0.smithi097.stdout:1144: done (2 left) 2024-09-16T02:58:36.978 INFO:tasks.rados.rados.0.smithi097.stdout:1145: done (1 left) 2024-09-16T02:58:36.978 INFO:tasks.rados.rados.0.smithi097.stdout:1146: done (0 left) 2024-09-16T02:58:36.978 INFO:tasks.rados.rados.0.smithi097.stdout:1147: snap_create 2024-09-16T02:58:37.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-mon[88563]: osdmap e293: 8 total, 7 up, 8 in 2024-09-16T02:58:37.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:37.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:37.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:37.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-mon[90424]: osdmap e293: 8 total, 7 up, 8 in 2024-09-16T02:58:37.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:37.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:37.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:36 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:36 smithi184 ceph-mon[82194]: osdmap e293: 8 total, 7 up, 8 in 2024-09-16T02:58:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:36 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:36 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:36 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:37.979 INFO:tasks.rados.rados.0.smithi097.stdout:1147: done (0 left) 2024-09-16T02:58:37.979 INFO:tasks.rados.rados.0.smithi097.stdout:1148: copy_from oid 38 from oid 8 current snap is 111 2024-09-16T02:58:37.979 INFO:tasks.rados.rados.0.smithi097.stdout:1149: delete oid 42 current snap is 111 2024-09-16T02:58:37.984 INFO:tasks.rados.rados.0.smithi097.stdout:1149: done (1 left) 2024-09-16T02:58:37.984 INFO:tasks.rados.rados.0.smithi097.stdout:1150: delete oid 29 current snap is 111 2024-09-16T02:58:37.987 INFO:tasks.rados.rados.0.smithi097.stdout:1150: done (1 left) 2024-09-16T02:58:37.987 INFO:tasks.rados.rados.0.smithi097.stdout:1151: rollback oid 27 current snap is 111 2024-09-16T02:58:37.987 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 103 2024-09-16T02:58:37.987 INFO:tasks.rados.rados.0.smithi097.stdout:1152: snap_remove snap 105 2024-09-16T02:58:38.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:37 smithi097 ceph-mon[88563]: pgmap v108: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 4 op/s; 121/645 objects degraded (18.760%) 2024-09-16T02:58:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:37 smithi097 ceph-mon[88563]: osdmap e294: 8 total, 7 up, 8 in 2024-09-16T02:58:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:37 smithi097 ceph-mon[90424]: pgmap v108: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 4 op/s; 121/645 objects degraded (18.760%) 2024-09-16T02:58:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:37 smithi097 ceph-mon[90424]: osdmap e294: 8 total, 7 up, 8 in 2024-09-16T02:58:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:37 smithi184 ceph-mon[82194]: pgmap v108: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.1 MiB/s wr, 4 op/s; 121/645 objects degraded (18.760%) 2024-09-16T02:58:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:37 smithi184 ceph-mon[82194]: osdmap e294: 8 total, 7 up, 8 in 2024-09-16T02:58:38.744 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:38 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[95522]: 2024-09-16T02:58:38.396+0000 7f511eecf640 -1 Falling back to public interface 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1152: done (2 left) 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1153: copy_from oid 3 from oid 44 current snap is 111 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1151: finishing rollback tid 0 to smithi09778949-27 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1151: finishing rollback tid 1 to smithi09778949-27 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 957 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1148: finishing copy_from racing read to smithi09778949-38 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1148: finishing copy_from to smithi09778949-38 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 736 (ObjNum 359 snap 102 seq_num 359) dirty exists 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1148: done (2 left) 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1151: done (1 left) 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:1154: rollback oid 23 current snap is 111 2024-09-16T02:58:38.989 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 23 to 110 2024-09-16T02:58:38.990 INFO:tasks.rados.rados.0.smithi097.stdout:1155: rollback oid 49 current snap is 111 2024-09-16T02:58:38.990 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 49 to 110 2024-09-16T02:58:38.990 INFO:tasks.rados.rados.0.smithi097.stdout:1156: snap_remove snap 63 2024-09-16T02:58:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:38 smithi097 ceph-mon[88563]: osdmap e295: 8 total, 7 up, 8 in 2024-09-16T02:58:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:38 smithi097 ceph-mon[90424]: osdmap e295: 8 total, 7 up, 8 in 2024-09-16T02:58:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:58:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:58:39] "GET /metrics HTTP/1.1" 200 36156 "" "Prometheus/2.43.0" 2024-09-16T02:58:39.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:38 smithi184 ceph-mon[82194]: osdmap e295: 8 total, 7 up, 8 in 2024-09-16T02:58:39.985 INFO:tasks.rados.rados.0.smithi097.stdout:1156: done (3 left) 2024-09-16T02:58:39.985 INFO:tasks.rados.rados.0.smithi097.stdout:1157: copy_from oid 19 from oid 11 current snap is 111 2024-09-16T02:58:39.985 INFO:tasks.rados.rados.0.smithi097.stdout:1158: snap_create 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:1154: finishing rollback tid 0 to smithi09778949-23 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:1154: finishing rollback tid 1 to smithi09778949-23 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:1154: finishing rollback tid 2 to smithi09778949-23 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 436 (ObjNum 376 snap 108 seq_num 376) dirty exists 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:1155: finishing rollback tid 0 to smithi09778949-49 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:1155: finishing rollback tid 1 to smithi09778949-49 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:1155: finishing rollback tid 2 to smithi09778949-49 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 763 (ObjNum 361 snap 102 seq_num 361) dirty exists 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:1153: finishing copy_from racing read to smithi09778949-3 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:1153: finishing copy_from to smithi09778949-3 2024-09-16T02:58:39.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 759 (ObjNum 361 snap 102 seq_num 361) dirty exists 2024-09-16T02:58:40.018 INFO:tasks.rados.rados.0.smithi097.stdout:1157: finishing copy_from racing read to smithi09778949-19 2024-09-16T02:58:40.029 INFO:tasks.rados.rados.0.smithi097.stdout:1157: finishing copy_from to smithi09778949-19 2024-09-16T02:58:40.029 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 352 (ObjNum 339 snap 99 seq_num 339) dirty exists 2024-09-16T02:58:40.182 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:39 smithi097 ceph-mon[88563]: pgmap v111: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 936 KiB/s rd, 368 KiB/s wr, 2 op/s; 121/645 objects degraded (18.760%) 2024-09-16T02:58:40.183 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:39 smithi097 ceph-mon[88563]: osdmap e296: 8 total, 7 up, 8 in 2024-09-16T02:58:40.183 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:39 smithi097 ceph-mon[90424]: pgmap v111: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 936 KiB/s rd, 368 KiB/s wr, 2 op/s; 121/645 objects degraded (18.760%) 2024-09-16T02:58:40.183 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:39 smithi097 ceph-mon[90424]: osdmap e296: 8 total, 7 up, 8 in 2024-09-16T02:58:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:39 smithi184 ceph-mon[82194]: pgmap v111: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 237 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 936 KiB/s rd, 368 KiB/s wr, 2 op/s; 121/645 objects degraded (18.760%) 2024-09-16T02:58:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:39 smithi184 ceph-mon[82194]: osdmap e296: 8 total, 7 up, 8 in 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:1153: done (4 left) 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:1154: done (3 left) 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:1155: done (2 left) 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:1157: done (1 left) 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:1158: done (0 left) 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:1159: copy_from oid 35 from oid 22 current snap is 112 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:1160: rollback oid 20 current snap is 112 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 88 2024-09-16T02:58:40.990 INFO:tasks.rados.rados.0.smithi097.stdout:1161: delete oid 27 current snap is 112 2024-09-16T02:58:40.995 INFO:tasks.rados.rados.0.smithi097.stdout:1160: finishing rollback tid 1 to smithi09778949-20 2024-09-16T02:58:40.995 INFO:tasks.rados.rados.0.smithi097.stdout:1161: done (2 left) 2024-09-16T02:58:40.995 INFO:tasks.rados.rados.0.smithi097.stdout:1162: rollback oid 36 current snap is 112 2024-09-16T02:58:40.995 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 109 2024-09-16T02:58:40.995 INFO:tasks.rados.rados.0.smithi097.stdout:1163: delete oid 7 current snap is 112 2024-09-16T02:58:40.996 INFO:tasks.rados.rados.0.smithi097.stdout:1160: finishing rollback tid 2 to smithi09778949-20 2024-09-16T02:58:40.996 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 358 (ObjNum 259 snap 72 seq_num 259) dirty exists 2024-09-16T02:58:40.997 INFO:tasks.rados.rados.0.smithi097.stdout:1160: done (3 left) 2024-09-16T02:58:40.997 INFO:tasks.rados.rados.0.smithi097.stdout:1163: done (2 left) 2024-09-16T02:58:40.997 INFO:tasks.rados.rados.0.smithi097.stdout:1164: copy_from oid 20 from oid 34 current snap is 112 2024-09-16T02:58:40.998 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 112 2024-09-16T02:58:40.998 INFO:tasks.rados.rados.0.smithi097.stdout:1165: seq_num 385 ranges {0=450560,450560=761856,1212416=442368} 2024-09-16T02:58:41.000 INFO:tasks.rados.rados.0.smithi097.stdout:1165: writing smithi09778949-7 from 0 to 450560 tid 1 2024-09-16T02:58:41.004 INFO:tasks.rados.rados.0.smithi097.stdout:1165: writing smithi09778949-7 from 450560 to 1212416 tid 2 2024-09-16T02:58:41.007 INFO:tasks.rados.rados.0.smithi097.stdout:1165: writing smithi09778949-7 from 1212416 to 1654784 tid 3 2024-09-16T02:58:41.007 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 112 2024-09-16T02:58:41.007 INFO:tasks.rados.rados.0.smithi097.stdout:1164: finishing copy_from to smithi09778949-20 2024-09-16T02:58:41.007 INFO:tasks.rados.rados.0.smithi097.stdout:1164: got expected ENOENT (src dne) 2024-09-16T02:58:41.008 INFO:tasks.rados.rados.0.smithi097.stdout:1166: seq_num 386 ranges {1253376=466944,1720320=638976,2359296=565248} 2024-09-16T02:58:41.017 INFO:tasks.rados.rados.0.smithi097.stdout:1166: writing smithi09778949-3 from 1253376 to 1720320 tid 1 2024-09-16T02:58:41.020 INFO:tasks.rados.rados.0.smithi097.stdout:1166: writing smithi09778949-3 from 1720320 to 2359296 tid 2 2024-09-16T02:58:41.025 INFO:tasks.rados.rados.0.smithi097.stdout:1166: writing smithi09778949-3 from 2359296 to 2924544 tid 3 2024-09-16T02:58:41.025 INFO:tasks.rados.rados.0.smithi097.stdout:1167: rollback oid 6 current snap is 112 2024-09-16T02:58:41.025 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 6 to 107 2024-09-16T02:58:41.025 INFO:tasks.rados.rados.0.smithi097.stdout:1162: finishing rollback tid 0 to smithi09778949-36 2024-09-16T02:58:41.025 INFO:tasks.rados.rados.0.smithi097.stdout:1162: finishing rollback tid 1 to smithi09778949-36 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:1164: finishing copy_from racing read to smithi09778949-20 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:1162: finishing rollback tid 2 to smithi09778949-36 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 740 (ObjNum 322 snap 95 seq_num 322) dirty exists 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:1165: finishing write tid 1 to smithi09778949-7 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:1162: done (5 left) 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:1164: done (4 left) 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:1168: read oid 13 snap -1 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:1168: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:58:41.026 INFO:tasks.rados.rados.0.smithi097.stdout:1169: snap_remove snap 103 2024-09-16T02:58:41.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[88563]: osdmap e297: 8 total, 7 up, 8 in 2024-09-16T02:58:41.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[90424]: osdmap e297: 8 total, 7 up, 8 in 2024-09-16T02:58:41.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:40 smithi184 ceph-mon[82194]: osdmap e297: 8 total, 7 up, 8 in 2024-09-16T02:58:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:42.001 INFO:tasks.rados.rados.0.smithi097.stdout:1169: done (5 left) 2024-09-16T02:58:42.001 INFO:tasks.rados.rados.0.smithi097.stdout:1170: rmattr oid 27 current snap is 112 2024-09-16T02:58:42.001 INFO:tasks.rados.rados.0.smithi097.stdout:1170: done (5 left) 2024-09-16T02:58:42.001 INFO:tasks.rados.rados.0.smithi097.stdout:1171: delete oid 20 current snap is 112 2024-09-16T02:58:42.001 INFO:tasks.rados.rados.0.smithi097.stdout:1165: finishing write tid 2 to smithi09778949-7 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1165: finishing write tid 3 to smithi09778949-7 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1159: finishing copy_from racing read to smithi09778949-35 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1165: finishing write tid 4 to smithi09778949-7 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1159: finishing copy_from to smithi09778949-35 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 347 (ObjNum 260 snap 72 seq_num 260) dirty exists 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1165: finishing write tid 5 to smithi09778949-7 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1165: oid 7 updating version 0 to 978 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1165: oid 7 updating version 978 to 979 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1165: oid 7 updating version 979 to 981 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1165: oid 7 version 981 is already newer than 980 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 981 (ObjNum 385 snap 112 seq_num 385) dirty exists 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1165: left oid 7 (ObjNum 385 snap 112 seq_num 385) 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1166: finishing write tid 1 to smithi09778949-3 2024-09-16T02:58:42.002 INFO:tasks.rados.rados.0.smithi097.stdout:1166: finishing write tid 2 to smithi09778949-3 2024-09-16T02:58:42.003 INFO:tasks.rados.rados.0.smithi097.stdout:1167: finishing rollback tid 1 to smithi09778949-6 2024-09-16T02:58:42.003 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 0 (ObjNum 33 snap 0 seq_num 1961346296) dirty dne 2024-09-16T02:58:42.003 INFO:tasks.rados.rados.0.smithi097.stdout:1166: finishing write tid 3 to smithi09778949-3 2024-09-16T02:58:42.003 INFO:tasks.rados.rados.0.smithi097.stdout:1166: finishing write tid 4 to smithi09778949-3 2024-09-16T02:58:42.003 INFO:tasks.rados.rados.0.smithi097.stdout:1168: expect (ObjNum 28 snap 0 seq_num 28) 2024-09-16T02:58:42.020 INFO:tasks.rados.rados.0.smithi097.stdout:1166: finishing write tid 5 to smithi09778949-3 2024-09-16T02:58:42.020 INFO:tasks.rados.rados.0.smithi097.stdout:1166: oid 3 updating version 0 to 985 2024-09-16T02:58:42.020 INFO:tasks.rados.rados.0.smithi097.stdout:1166: oid 3 updating version 985 to 986 2024-09-16T02:58:42.020 INFO:tasks.rados.rados.0.smithi097.stdout:1166: oid 3 version 986 is already newer than 984 2024-09-16T02:58:42.020 INFO:tasks.rados.rados.0.smithi097.stdout:1166: oid 3 version 986 is already newer than 983 2024-09-16T02:58:42.020 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 986 (ObjNum 386 snap 112 seq_num 386) dirty exists 2024-09-16T02:58:42.020 INFO:tasks.rados.rados.0.smithi097.stdout:1166: left oid 3 (ObjNum 386 snap 112 seq_num 386) 2024-09-16T02:58:42.020 INFO:tasks.rados.rados.0.smithi097.stdout:1159: done (5 left) 2024-09-16T02:58:42.021 INFO:tasks.rados.rados.0.smithi097.stdout:1165: done (4 left) 2024-09-16T02:58:42.021 INFO:tasks.rados.rados.0.smithi097.stdout:1166: done (3 left) 2024-09-16T02:58:42.021 INFO:tasks.rados.rados.0.smithi097.stdout:1167: done (2 left) 2024-09-16T02:58:42.021 INFO:tasks.rados.rados.0.smithi097.stdout:1168: done (1 left) 2024-09-16T02:58:42.021 INFO:tasks.rados.rados.0.smithi097.stdout:1171: done (0 left) 2024-09-16T02:58:42.021 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 112 2024-09-16T02:58:42.021 INFO:tasks.rados.rados.0.smithi097.stdout:1172: seq_num 388 ranges {475136=507904,983040=458752,1441792=606208,2048000=139264} 2024-09-16T02:58:42.025 INFO:tasks.rados.rados.0.smithi097.stdout:1172: writing smithi09778949-13 from 475136 to 983040 tid 1 2024-09-16T02:58:42.028 INFO:tasks.rados.rados.0.smithi097.stdout:1172: writing smithi09778949-13 from 983040 to 1441792 tid 2 2024-09-16T02:58:42.031 INFO:tasks.rados.rados.0.smithi097.stdout:1172: writing smithi09778949-13 from 1441792 to 2048000 tid 3 2024-09-16T02:58:42.032 INFO:tasks.rados.rados.0.smithi097.stdout:1172: writing smithi09778949-13 from 2048000 to 2187264 tid 4 2024-09-16T02:58:42.032 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 112 2024-09-16T02:58:42.032 INFO:tasks.rados.rados.0.smithi097.stdout:1173: seq_num 389 ranges {0=524288,524288=745472,1269760=458752} 2024-09-16T02:58:42.035 INFO:tasks.rados.rados.0.smithi097.stdout:1173: writing smithi09778949-20 from 0 to 524288 tid 1 2024-09-16T02:58:42.039 INFO:tasks.rados.rados.0.smithi097.stdout:1173: writing smithi09778949-20 from 524288 to 1269760 tid 2 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1173: writing smithi09778949-20 from 1269760 to 1728512 tid 3 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1174: snap_create 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: finishing write tid 1 to smithi09778949-13 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: finishing write tid 2 to smithi09778949-13 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: finishing write tid 3 to smithi09778949-13 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: finishing write tid 4 to smithi09778949-13 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: finishing write tid 5 to smithi09778949-13 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: finishing write tid 6 to smithi09778949-13 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: oid 13 updating version 0 to 416 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: oid 13 version 416 is already newer than 415 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: oid 13 version 416 is already newer than 414 2024-09-16T02:58:42.043 INFO:tasks.rados.rados.0.smithi097.stdout:1172: oid 13 version 416 is already newer than 412 2024-09-16T02:58:42.044 INFO:tasks.rados.rados.0.smithi097.stdout:1172: oid 13 version 416 is already newer than 413 2024-09-16T02:58:42.044 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 416 (ObjNum 388 snap 112 seq_num 388) dirty exists 2024-09-16T02:58:42.044 INFO:tasks.rados.rados.0.smithi097.stdout:1172: left oid 13 (ObjNum 388 snap 112 seq_num 388) 2024-09-16T02:58:42.044 INFO:tasks.rados.rados.0.smithi097.stdout:1173: finishing write tid 1 to smithi09778949-20 2024-09-16T02:58:42.044 INFO:tasks.rados.rados.0.smithi097.stdout:1173: finishing write tid 2 to smithi09778949-20 2024-09-16T02:58:42.044 INFO:tasks.rados.rados.0.smithi097.stdout:1173: finishing write tid 3 to smithi09778949-20 2024-09-16T02:58:42.044 INFO:tasks.rados.rados.0.smithi097.stdout:1173: finishing write tid 4 to smithi09778949-20 2024-09-16T02:58:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:1173: finishing write tid 5 to smithi09778949-20 2024-09-16T02:58:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:1173: oid 20 updating version 0 to 360 2024-09-16T02:58:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:1173: oid 20 updating version 360 to 362 2024-09-16T02:58:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:1173: oid 20 version 362 is already newer than 361 2024-09-16T02:58:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:1173: oid 20 updating version 362 to 363 2024-09-16T02:58:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 363 (ObjNum 389 snap 112 seq_num 389) dirty exists 2024-09-16T02:58:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:1173: left oid 20 (ObjNum 389 snap 112 seq_num 389) 2024-09-16T02:58:42.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:41 smithi097 ceph-mon[88563]: pgmap v114: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 127/639 objects degraded (19.875%) 2024-09-16T02:58:42.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:41 smithi097 ceph-mon[88563]: osdmap e298: 8 total, 7 up, 8 in 2024-09-16T02:58:42.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:41 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 127/639 objects degraded (19.875%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:42.245 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[95522]: 2024-09-16T02:58:42.188+0000 7f511eecf640 -1 osd.0 287 log_to_monitors true 2024-09-16T02:58:42.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:41 smithi097 ceph-mon[90424]: pgmap v114: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 127/639 objects degraded (19.875%) 2024-09-16T02:58:42.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:41 smithi097 ceph-mon[90424]: osdmap e298: 8 total, 7 up, 8 in 2024-09-16T02:58:42.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:41 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 127/639 objects degraded (19.875%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:41 smithi184 ceph-mon[82194]: pgmap v114: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 127/639 objects degraded (19.875%) 2024-09-16T02:58:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:41 smithi184 ceph-mon[82194]: osdmap e298: 8 total, 7 up, 8 in 2024-09-16T02:58:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:41 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 127/639 objects degraded (19.875%), 16 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:43.009 INFO:tasks.rados.rados.0.smithi097.stdout:1172: done (2 left) 2024-09-16T02:58:43.009 INFO:tasks.rados.rados.0.smithi097.stdout:1173: done (1 left) 2024-09-16T02:58:43.009 INFO:tasks.rados.rados.0.smithi097.stdout:1174: done (0 left) 2024-09-16T02:58:43.009 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 113 2024-09-16T02:58:43.009 INFO:tasks.rados.rados.0.smithi097.stdout:1175: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-09-16T02:58:43.012 INFO:tasks.rados.rados.0.smithi097.stdout:1175: writing smithi09778949-42 from 0 to 540672 tid 1 2024-09-16T02:58:43.016 INFO:tasks.rados.rados.0.smithi097.stdout:1175: writing smithi09778949-42 from 540672 to 1171456 tid 2 2024-09-16T02:58:43.020 INFO:tasks.rados.rados.0.smithi097.stdout:1175: writing smithi09778949-42 from 1171456 to 1744896 tid 3 2024-09-16T02:58:43.020 INFO:tasks.rados.rados.0.smithi097.stdout:1176: read oid 6 snap -1 2024-09-16T02:58:43.020 INFO:tasks.rados.rados.0.smithi097.stdout:1176: expect deleted 2024-09-16T02:58:43.020 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 113 2024-09-16T02:58:43.020 INFO:tasks.rados.rados.0.smithi097.stdout:1175: finishing write tid 1 to smithi09778949-42 2024-09-16T02:58:43.021 INFO:tasks.rados.rados.0.smithi097.stdout:1177: seq_num 391 ranges {1900544=557056,2457600=516096,2973696=688128} 2024-09-16T02:58:43.034 INFO:tasks.rados.rados.0.smithi097.stdout:1177: writing smithi09778949-14 from 1900544 to 2457600 tid 1 2024-09-16T02:58:43.037 INFO:tasks.rados.rados.0.smithi097.stdout:1177: writing smithi09778949-14 from 2457600 to 2973696 tid 2 2024-09-16T02:58:43.041 INFO:tasks.rados.rados.0.smithi097.stdout:1177: writing smithi09778949-14 from 2973696 to 3661824 tid 3 2024-09-16T02:58:43.041 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 113 2024-09-16T02:58:43.041 INFO:tasks.rados.rados.0.smithi097.stdout:1175: finishing write tid 2 to smithi09778949-42 2024-09-16T02:58:43.041 INFO:tasks.rados.rados.0.smithi097.stdout:1178: seq_num 392 ranges {0=573440,573440=802816,1376256=401408} 2024-09-16T02:58:43.044 INFO:tasks.rados.rados.0.smithi097.stdout:1178: writing smithi09778949-12 from 0 to 573440 tid 1 2024-09-16T02:58:43.049 INFO:tasks.rados.rados.0.smithi097.stdout:1178: writing smithi09778949-12 from 573440 to 1376256 tid 2 2024-09-16T02:58:43.052 INFO:tasks.rados.rados.0.smithi097.stdout:1178: writing smithi09778949-12 from 1376256 to 1777664 tid 3 2024-09-16T02:58:43.052 INFO:tasks.rados.rados.0.smithi097.stdout:1179: rmattr oid 16 current snap is 113 2024-09-16T02:58:43.052 INFO:tasks.rados.rados.0.smithi097.stdout:1179: done (4 left) 2024-09-16T02:58:43.052 INFO:tasks.rados.rados.0.smithi097.stdout:1180: delete oid 29 current snap is 113 2024-09-16T02:58:43.052 INFO:tasks.rados.rados.0.smithi097.stdout:1175: finishing write tid 3 to smithi09778949-42 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1175: finishing write tid 4 to smithi09778949-42 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1175: finishing write tid 5 to smithi09778949-42 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1175: oid 42 updating version 0 to 989 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1175: oid 42 updating version 989 to 991 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1175: oid 42 updating version 991 to 992 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1175: oid 42 version 992 is already newer than 990 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 992 (ObjNum 390 snap 113 seq_num 390) dirty exists 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1175: left oid 42 (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1177: finishing write tid 1 to smithi09778949-14 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1177: finishing write tid 2 to smithi09778949-14 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1177: finishing write tid 3 to smithi09778949-14 2024-09-16T02:58:43.053 INFO:tasks.rados.rados.0.smithi097.stdout:1177: finishing write tid 4 to smithi09778949-14 2024-09-16T02:58:43.054 INFO:tasks.rados.rados.0.smithi097.stdout:1177: finishing write tid 5 to smithi09778949-14 2024-09-16T02:58:43.054 INFO:tasks.rados.rados.0.smithi097.stdout:1177: oid 14 updating version 0 to 395 2024-09-16T02:58:43.054 INFO:tasks.rados.rados.0.smithi097.stdout:1177: oid 14 updating version 395 to 398 2024-09-16T02:58:43.054 INFO:tasks.rados.rados.0.smithi097.stdout:1177: oid 14 version 398 is already newer than 396 2024-09-16T02:58:43.054 INFO:tasks.rados.rados.0.smithi097.stdout:1177: oid 14 version 398 is already newer than 397 2024-09-16T02:58:43.054 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 398 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-09-16T02:58:43.054 INFO:tasks.rados.rados.0.smithi097.stdout:1177: left oid 14 (ObjNum 391 snap 113 seq_num 391) 2024-09-16T02:58:43.054 INFO:tasks.rados.rados.0.smithi097.stdout:1178: finishing write tid 1 to smithi09778949-12 2024-09-16T02:58:43.056 INFO:tasks.rados.rados.0.smithi097.stdout:1178: finishing write tid 2 to smithi09778949-12 2024-09-16T02:58:43.056 INFO:tasks.rados.rados.0.smithi097.stdout:1178: finishing write tid 3 to smithi09778949-12 2024-09-16T02:58:43.056 INFO:tasks.rados.rados.0.smithi097.stdout:1178: finishing write tid 4 to smithi09778949-12 2024-09-16T02:58:43.056 INFO:tasks.rados.rados.0.smithi097.stdout:1178: finishing write tid 5 to smithi09778949-12 2024-09-16T02:58:43.056 INFO:tasks.rados.rados.0.smithi097.stdout:1178: oid 12 updating version 0 to 743 2024-09-16T02:58:43.056 INFO:tasks.rados.rados.0.smithi097.stdout:1178: oid 12 updating version 743 to 744 2024-09-16T02:58:43.057 INFO:tasks.rados.rados.0.smithi097.stdout:1178: oid 12 version 744 is already newer than 741 2024-09-16T02:58:43.057 INFO:tasks.rados.rados.0.smithi097.stdout:1178: oid 12 version 744 is already newer than 742 2024-09-16T02:58:43.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 744 (ObjNum 392 snap 113 seq_num 392) dirty exists 2024-09-16T02:58:43.057 INFO:tasks.rados.rados.0.smithi097.stdout:1178: left oid 12 (ObjNum 392 snap 113 seq_num 392) 2024-09-16T02:58:43.057 INFO:tasks.rados.rados.0.smithi097.stdout:1175: done (4 left) 2024-09-16T02:58:43.057 INFO:tasks.rados.rados.0.smithi097.stdout:1176: done (3 left) 2024-09-16T02:58:43.058 INFO:tasks.rados.rados.0.smithi097.stdout:1177: done (2 left) 2024-09-16T02:58:43.058 INFO:tasks.rados.rados.0.smithi097.stdout:1178: done (1 left) 2024-09-16T02:58:43.058 INFO:tasks.rados.rados.0.smithi097.stdout:1180: done (0 left) 2024-09-16T02:58:43.058 INFO:tasks.rados.rados.0.smithi097.stdout:1181: snap_create 2024-09-16T02:58:43.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:43 smithi097 ceph-mon[88563]: osdmap e299: 8 total, 7 up, 8 in 2024-09-16T02:58:43.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:43 smithi097 ceph-mon[88563]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-16T02:58:43.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:43 smithi097 ceph-mon[90424]: osdmap e299: 8 total, 7 up, 8 in 2024-09-16T02:58:43.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:43 smithi097 ceph-mon[90424]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-16T02:58:43.245 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 02:58:43 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[95522]: 2024-09-16T02:58:43.033+0000 7f5112c71640 -1 osd.0 287 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:58:43.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:43 smithi184 ceph-mon[82194]: osdmap e299: 8 total, 7 up, 8 in 2024-09-16T02:58:43.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:43 smithi184 ceph-mon[82194]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-09-16T02:58:44.009 INFO:tasks.rados.rados.0.smithi097.stdout:1181: done (0 left) 2024-09-16T02:58:44.009 INFO:tasks.rados.rados.0.smithi097.stdout:1182: read oid 10 snap -1 2024-09-16T02:58:44.009 INFO:tasks.rados.rados.0.smithi097.stdout:1182: expect (ObjNum 374 snap 108 seq_num 374) 2024-09-16T02:58:44.010 INFO:tasks.rados.rados.0.smithi097.stdout:1183: delete oid 19 current snap is 114 2024-09-16T02:58:44.027 INFO:tasks.rados.rados.0.smithi097.stdout:1183: done (1 left) 2024-09-16T02:58:44.027 INFO:tasks.rados.rados.0.smithi097.stdout:1184: delete oid 5 current snap is 114 2024-09-16T02:58:44.030 INFO:tasks.rados.rados.0.smithi097.stdout:1184: done (1 left) 2024-09-16T02:58:44.030 INFO:tasks.rados.rados.0.smithi097.stdout:1185: read oid 9 snap -1 2024-09-16T02:58:44.031 INFO:tasks.rados.rados.0.smithi097.stdout:1185: expect deleted 2024-09-16T02:58:44.031 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 114 2024-09-16T02:58:44.031 INFO:tasks.rados.rados.0.smithi097.stdout:1186: seq_num 396 ranges {4677632=638976,5316608=786432,6103040=417792} 2024-09-16T02:58:44.059 INFO:tasks.rados.rados.0.smithi097.stdout:1186: writing smithi09778949-50 from 4677632 to 5316608 tid 1 2024-09-16T02:58:44.064 INFO:tasks.rados.rados.0.smithi097.stdout:1186: writing smithi09778949-50 from 5316608 to 6103040 tid 2 2024-09-16T02:58:44.066 INFO:tasks.rados.rados.0.smithi097.stdout:1186: writing smithi09778949-50 from 6103040 to 6520832 tid 3 2024-09-16T02:58:44.066 INFO:tasks.rados.rados.0.smithi097.stdout:1187: rmattr oid 45 current snap is 114 2024-09-16T02:58:44.066 INFO:tasks.rados.rados.0.smithi097.stdout:1187: done (3 left) 2024-09-16T02:58:44.067 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 114 2024-09-16T02:58:44.067 INFO:tasks.rados.rados.0.smithi097.stdout:1188: seq_num 397 ranges {1507328=655360,2162688=671744,2834432=532480} 2024-09-16T02:58:44.078 INFO:tasks.rados.rados.0.smithi097.stdout:1188: writing smithi09778949-23 from 1507328 to 2162688 tid 1 2024-09-16T02:58:44.082 INFO:tasks.rados.rados.0.smithi097.stdout:1188: writing smithi09778949-23 from 2162688 to 2834432 tid 2 2024-09-16T02:58:44.085 INFO:tasks.rados.rados.0.smithi097.stdout:1188: writing smithi09778949-23 from 2834432 to 3366912 tid 3 2024-09-16T02:58:44.085 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 114 2024-09-16T02:58:44.085 INFO:tasks.rados.rados.0.smithi097.stdout:1189: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2024-09-16T02:58:44.089 INFO:tasks.rados.rados.0.smithi097.stdout:1189: writing smithi09778949-5 from 0 to 671744 tid 1 2024-09-16T02:58:44.092 INFO:tasks.rados.rados.0.smithi097.stdout:1189: writing smithi09778949-5 from 671744 to 1228800 tid 2 2024-09-16T02:58:44.095 INFO:tasks.rados.rados.0.smithi097.stdout:1189: writing smithi09778949-5 from 1228800 to 1761280 tid 3 2024-09-16T02:58:44.096 INFO:tasks.rados.rados.0.smithi097.stdout:1189: writing smithi09778949-5 from 1761280 to 1875968 tid 4 2024-09-16T02:58:44.096 INFO:tasks.rados.rados.0.smithi097.stdout:1190: snap_remove snap 79 2024-09-16T02:58:44.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-mon[88563]: pgmap v117: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 127/639 objects degraded (19.875%) 2024-09-16T02:58:44.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-mon[88563]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T02:58:44.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-mon[88563]: osdmap e300: 8 total, 7 up, 8 in 2024-09-16T02:58:44.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-mon[88563]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:58:44.193 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-mon[90424]: pgmap v117: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 127/639 objects degraded (19.875%) 2024-09-16T02:58:44.193 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-mon[90424]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T02:58:44.193 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-mon[90424]: osdmap e300: 8 total, 7 up, 8 in 2024-09-16T02:58:44.193 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-mon[90424]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:58:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:44 smithi184 ceph-mon[82194]: pgmap v117: 121 pgs: 38 active+undersized, 16 active+undersized+degraded, 67 active+clean; 238 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s; 127/639 objects degraded (19.875%) 2024-09-16T02:58:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:44 smithi184 ceph-mon[82194]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-09-16T02:58:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:44 smithi184 ceph-mon[82194]: osdmap e300: 8 total, 7 up, 8 in 2024-09-16T02:58:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:44 smithi184 ceph-mon[82194]: from='osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:58:44.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:58:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:58:44.316+0000 7fd0c03b5640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-16T02:58:45.014 INFO:tasks.rados.rados.0.smithi097.stdout:1190: done (5 left) 2024-09-16T02:58:45.014 INFO:tasks.rados.rados.0.smithi097.stdout:1191: snap_remove snap 111 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410] boot 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:58:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:45.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-16T02:58:45.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T02:58:45.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-16T02:58:45.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:45 smithi184 ceph-mon[82194]: osdmap e302: 8 total, 8 up, 8 in 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410] boot 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[88563]: osdmap e302: 8 total, 8 up, 8 in 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: osd.0 [v2:172.21.15.97:6802/261366410,v1:172.21.15.97:6803/261366410] boot 2024-09-16T02:58:45.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: osdmap e301: 8 total, 8 up, 8 in 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-09-16T02:58:45.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:45 smithi097 ceph-mon[90424]: osdmap e302: 8 total, 8 up, 8 in 2024-09-16T02:58:46.017 INFO:tasks.rados.rados.0.smithi097.stdout:1191: done (5 left) 2024-09-16T02:58:46.017 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 114 2024-09-16T02:58:46.017 INFO:tasks.rados.rados.0.smithi097.stdout:1192: seq_num 399 ranges {442368=688128,1130496=434176,1564672=745472,2310144=24576} 2024-09-16T02:58:46.023 INFO:tasks.rados.rados.0.smithi097.stdout:1192: writing smithi09778949-18 from 442368 to 1130496 tid 1 2024-09-16T02:58:46.025 INFO:tasks.rados.rados.0.smithi097.stdout:1192: writing smithi09778949-18 from 1130496 to 1564672 tid 2 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:1192: writing smithi09778949-18 from 1564672 to 2310144 tid 3 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:1192: writing smithi09778949-18 from 2310144 to 2334720 tid 4 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:1193: read oid 45 snap 107 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:1193: expect deleted 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:1194: rmattr oid 46 current snap is 114 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:1194: done (7 left) 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 34 current snap is 114 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:1188: finishing write tid 1 to smithi09778949-23 2024-09-16T02:58:46.031 INFO:tasks.rados.rados.0.smithi097.stdout:1188: finishing write tid 2 to smithi09778949-23 2024-09-16T02:58:46.032 INFO:tasks.rados.rados.0.smithi097.stdout:1195: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2024-09-16T02:58:46.034 INFO:tasks.rados.rados.0.smithi097.stdout:1195: writing smithi09778949-34 from 0 to 704512 tid 1 2024-09-16T02:58:46.038 INFO:tasks.rados.rados.0.smithi097.stdout:1195: writing smithi09778949-34 from 704512 to 1425408 tid 2 2024-09-16T02:58:46.042 INFO:tasks.rados.rados.0.smithi097.stdout:1195: writing smithi09778949-34 from 1425408 to 1908736 tid 3 2024-09-16T02:58:46.042 INFO:tasks.rados.rados.0.smithi097.stdout:1185: done (7 left) 2024-09-16T02:58:46.042 INFO:tasks.rados.rados.0.smithi097.stdout:1196: read oid 1 snap -1 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1196: expect (ObjNum 310 snap 87 seq_num 310) 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1197: read oid 16 snap -1 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1197: expect (ObjNum 360 snap 102 seq_num 360) 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1198: rollback oid 27 current snap is 114 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 113 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1188: finishing write tid 3 to smithi09778949-23 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1188: finishing write tid 4 to smithi09778949-23 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1199: rmattr oid 41 current snap is 114 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1199: done (10 left) 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1200: setattr oid 43 current snap is 114 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1188: finishing write tid 5 to smithi09778949-23 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1188: oid 23 updating version 0 to 440 2024-09-16T02:58:46.043 INFO:tasks.rados.rados.0.smithi097.stdout:1188: oid 23 version 440 is already newer than 437 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1188: oid 23 version 440 is already newer than 439 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1188: oid 23 version 440 is already newer than 438 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 440 (ObjNum 397 snap 114 seq_num 397) dirty exists 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1188: left oid 23 (ObjNum 397 snap 114 seq_num 397) 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: finishing write tid 1 to smithi09778949-5 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: finishing write tid 2 to smithi09778949-5 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: finishing write tid 3 to smithi09778949-5 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: finishing write tid 4 to smithi09778949-5 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: finishing write tid 5 to smithi09778949-5 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: finishing write tid 6 to smithi09778949-5 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: oid 5 updating version 0 to 401 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: oid 5 updating version 401 to 404 2024-09-16T02:58:46.044 INFO:tasks.rados.rados.0.smithi097.stdout:1189: oid 5 version 404 is already newer than 402 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1189: oid 5 updating version 404 to 405 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1189: oid 5 version 405 is already newer than 403 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 405 (ObjNum 398 snap 114 seq_num 398) dirty exists 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1189: left oid 5 (ObjNum 398 snap 114 seq_num 398) 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: finishing write tid 1 to smithi09778949-50 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: finishing write tid 2 to smithi09778949-50 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: finishing write tid 3 to smithi09778949-50 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: finishing write tid 4 to smithi09778949-50 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: finishing write tid 5 to smithi09778949-50 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: oid 50 updating version 0 to 376 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: oid 50 updating version 376 to 378 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: oid 50 version 378 is already newer than 377 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:1186: oid 50 version 378 is already newer than 375 2024-09-16T02:58:46.045 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 378 (ObjNum 396 snap 114 seq_num 396) dirty exists 2024-09-16T02:58:46.046 INFO:tasks.rados.rados.0.smithi097.stdout:1186: left oid 50 (ObjNum 396 snap 114 seq_num 396) 2024-09-16T02:58:46.046 INFO:tasks.rados.rados.0.smithi097.stdout:1182: expect (ObjNum 374 snap 108 seq_num 374) 2024-09-16T02:58:46.158 INFO:tasks.rados.rados.0.smithi097.stdout:1192: finishing write tid 1 to smithi09778949-18 2024-09-16T02:58:46.158 INFO:tasks.rados.rados.0.smithi097.stdout:1192: finishing write tid 2 to smithi09778949-18 2024-09-16T02:58:46.158 INFO:tasks.rados.rados.0.smithi097.stdout:1192: finishing write tid 3 to smithi09778949-18 2024-09-16T02:58:46.158 INFO:tasks.rados.rados.0.smithi097.stdout:1192: finishing write tid 4 to smithi09778949-18 2024-09-16T02:58:46.158 INFO:tasks.rados.rados.0.smithi097.stdout:1192: finishing write tid 5 to smithi09778949-18 2024-09-16T02:58:46.158 INFO:tasks.rados.rados.0.smithi097.stdout:1192: finishing write tid 6 to smithi09778949-18 2024-09-16T02:58:46.158 INFO:tasks.rados.rados.0.smithi097.stdout:1192: oid 18 updating version 0 to 386 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1192: oid 18 updating version 386 to 387 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1192: oid 18 version 387 is already newer than 384 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1192: oid 18 version 387 is already newer than 385 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1192: oid 18 updating version 387 to 388 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 388 (ObjNum 399 snap 114 seq_num 399) dirty exists 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1192: left oid 18 (ObjNum 399 snap 114 seq_num 399) 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1195: finishing write tid 1 to smithi09778949-34 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1195: finishing write tid 2 to smithi09778949-34 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1195: finishing write tid 3 to smithi09778949-34 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1195: finishing write tid 4 to smithi09778949-34 2024-09-16T02:58:46.159 INFO:tasks.rados.rados.0.smithi097.stdout:1196: expect (ObjNum 310 snap 87 seq_num 310) 2024-09-16T02:58:46.170 INFO:tasks.rados.rados.0.smithi097.stdout:1195: finishing write tid 5 to smithi09778949-34 2024-09-16T02:58:46.170 INFO:tasks.rados.rados.0.smithi097.stdout:1195: oid 34 updating version 0 to 391 2024-09-16T02:58:46.170 INFO:tasks.rados.rados.0.smithi097.stdout:1195: oid 34 updating version 391 to 392 2024-09-16T02:58:46.170 INFO:tasks.rados.rados.0.smithi097.stdout:1195: oid 34 version 392 is already newer than 390 2024-09-16T02:58:46.170 INFO:tasks.rados.rados.0.smithi097.stdout:1195: oid 34 version 392 is already newer than 389 2024-09-16T02:58:46.170 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 392 (ObjNum 400 snap 114 seq_num 400) dirty exists 2024-09-16T02:58:46.171 INFO:tasks.rados.rados.0.smithi097.stdout:1195: left oid 34 (ObjNum 400 snap 114 seq_num 400) 2024-09-16T02:58:46.171 INFO:tasks.rados.rados.0.smithi097.stdout:1197: expect (ObjNum 360 snap 102 seq_num 360) 2024-09-16T02:58:46.218 INFO:tasks.rados.rados.0.smithi097.stdout:1198: finishing rollback tid 1 to smithi09778949-27 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 957 (ObjNum 65 snap 0 seq_num 1567384169) dirty dne 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 540 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1182: done (10 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1186: done (9 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1188: done (8 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1189: done (7 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1192: done (6 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1193: done (5 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1195: done (4 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1196: done (3 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1197: done (2 left) 2024-09-16T02:58:46.219 INFO:tasks.rados.rados.0.smithi097.stdout:1198: done (1 left) 2024-09-16T02:58:46.220 INFO:tasks.rados.rados.0.smithi097.stdout:1200: done (0 left) 2024-09-16T02:58:46.220 INFO:tasks.rados.rados.0.smithi097.stdout:1201: snap_remove snap 102 2024-09-16T02:58:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:46 smithi097 ceph-mon[88563]: pgmap v120: 121 pgs: 20 peering, 23 active+undersized, 11 active+undersized+degraded, 67 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 369 KiB/s rd, 418 KiB/s wr, 2 op/s; 97/642 objects degraded (15.109%) 2024-09-16T02:58:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:46 smithi097 ceph-mon[88563]: osdmap e303: 8 total, 8 up, 8 in 2024-09-16T02:58:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:46 smithi097 ceph-mon[90424]: pgmap v120: 121 pgs: 20 peering, 23 active+undersized, 11 active+undersized+degraded, 67 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 369 KiB/s rd, 418 KiB/s wr, 2 op/s; 97/642 objects degraded (15.109%) 2024-09-16T02:58:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:46 smithi097 ceph-mon[90424]: osdmap e303: 8 total, 8 up, 8 in 2024-09-16T02:58:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:46 smithi184 ceph-mon[82194]: pgmap v120: 121 pgs: 20 peering, 23 active+undersized, 11 active+undersized+degraded, 67 active+clean; 239 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 369 KiB/s rd, 418 KiB/s wr, 2 op/s; 97/642 objects degraded (15.109%) 2024-09-16T02:58:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:46 smithi184 ceph-mon[82194]: osdmap e303: 8 total, 8 up, 8 in 2024-09-16T02:58:47.020 INFO:tasks.rados.rados.0.smithi097.stdout:1201: done (0 left) 2024-09-16T02:58:47.020 INFO:tasks.rados.rados.0.smithi097.stdout:1202: rmattr oid 30 current snap is 114 2024-09-16T02:58:47.020 INFO:tasks.rados.rados.0.smithi097.stdout:1202: done (0 left) 2024-09-16T02:58:47.020 INFO:tasks.rados.rados.0.smithi097.stdout:1203: snap_remove snap 108 2024-09-16T02:58:47.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:47 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 97/642 objects degraded (15.109%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:47 smithi097 ceph-mon[88563]: osdmap e304: 8 total, 8 up, 8 in 2024-09-16T02:58:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:47 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 97/642 objects degraded (15.109%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:47 smithi097 ceph-mon[90424]: osdmap e304: 8 total, 8 up, 8 in 2024-09-16T02:58:47.560 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:47 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 97/642 objects degraded (15.109%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T02:58:47.560 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:47 smithi184 ceph-mon[82194]: osdmap e304: 8 total, 8 up, 8 in 2024-09-16T02:58:48.017 INFO:tasks.rados.rados.0.smithi097.stdout:1203: done (0 left) 2024-09-16T02:58:48.017 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 114 2024-09-16T02:58:48.017 INFO:tasks.rados.rados.0.smithi097.stdout:1204: seq_num 401 ranges {7077888=720896,7798784=606208,8404992=598016} 2024-09-16T02:58:48.060 INFO:tasks.rados.rados.0.smithi097.stdout:1204: writing smithi09778949-11 from 7077888 to 7798784 tid 1 2024-09-16T02:58:48.063 INFO:tasks.rados.rados.0.smithi097.stdout:1204: writing smithi09778949-11 from 7798784 to 8404992 tid 2 2024-09-16T02:58:48.067 INFO:tasks.rados.rados.0.smithi097.stdout:1204: writing smithi09778949-11 from 8404992 to 9003008 tid 3 2024-09-16T02:58:48.067 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 114 2024-09-16T02:58:48.067 INFO:tasks.rados.rados.0.smithi097.stdout:1204: finishing write tid 1 to smithi09778949-11 2024-09-16T02:58:48.067 INFO:tasks.rados.rados.0.smithi097.stdout:1205: seq_num 402 ranges {2924544=737280,3661824=491520,4153344=516096,4669440=196608} 2024-09-16T02:58:48.087 INFO:tasks.rados.rados.0.smithi097.stdout:1205: writing smithi09778949-3 from 2924544 to 3661824 tid 1 2024-09-16T02:58:48.089 INFO:tasks.rados.rados.0.smithi097.stdout:1205: writing smithi09778949-3 from 3661824 to 4153344 tid 2 2024-09-16T02:58:48.092 INFO:tasks.rados.rados.0.smithi097.stdout:1205: writing smithi09778949-3 from 4153344 to 4669440 tid 3 2024-09-16T02:58:48.094 INFO:tasks.rados.rados.0.smithi097.stdout:1205: writing smithi09778949-3 from 4669440 to 4866048 tid 4 2024-09-16T02:58:48.094 INFO:tasks.rados.rados.0.smithi097.stdout:1206: rollback oid 13 current snap is 114 2024-09-16T02:58:48.094 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 88 2024-09-16T02:58:48.094 INFO:tasks.rados.rados.0.smithi097.stdout:1204: finishing write tid 2 to smithi09778949-11 2024-09-16T02:58:48.094 INFO:tasks.rados.rados.0.smithi097.stdout:1204: finishing write tid 3 to smithi09778949-11 2024-09-16T02:58:48.094 INFO:tasks.rados.rados.0.smithi097.stdout:1204: finishing write tid 4 to smithi09778949-11 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1204: finishing write tid 5 to smithi09778949-11 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1204: oid 11 updating version 0 to 356 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1204: oid 11 updating version 356 to 357 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1204: oid 11 version 357 is already newer than 354 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1204: oid 11 version 357 is already newer than 355 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 357 (ObjNum 401 snap 114 seq_num 401) dirty exists 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1204: left oid 11 (ObjNum 401 snap 114 seq_num 401) 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1205: finishing write tid 1 to smithi09778949-3 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1205: finishing write tid 2 to smithi09778949-3 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1204: done (2 left) 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1207: rollback oid 25 current snap is 114 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 96 2024-09-16T02:58:48.095 INFO:tasks.rados.rados.0.smithi097.stdout:1208: rmattr oid 46 current snap is 114 2024-09-16T02:58:48.096 INFO:tasks.rados.rados.0.smithi097.stdout:1209: rmattr oid 18 current snap is 114 2024-09-16T02:58:48.096 INFO:tasks.rados.rados.0.smithi097.stdout:1209: done (4 left) 2024-09-16T02:58:48.096 INFO:tasks.rados.rados.0.smithi097.stdout:1210: delete oid 12 current snap is 114 2024-09-16T02:58:48.096 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T02:58:48.096 INFO:tasks.rados.rados.0.smithi097.stdout:1205: finishing write tid 3 to smithi09778949-3 2024-09-16T02:58:48.096 INFO:tasks.rados.rados.0.smithi097.stdout:1205: finishing write tid 4 to smithi09778949-3 2024-09-16T02:58:48.097 INFO:tasks.rados.rados.0.smithi097.stdout:1205: finishing write tid 5 to smithi09778949-3 2024-09-16T02:58:48.097 INFO:tasks.rados.rados.0.smithi097.stdout:1206: finishing rollback tid 0 to smithi09778949-13 2024-09-16T02:58:48.097 INFO:tasks.rados.rados.0.smithi097.stdout:1206: finishing rollback tid 1 to smithi09778949-13 2024-09-16T02:58:48.098 INFO:tasks.rados.rados.0.smithi097.stdout:1207: finishing rollback tid 0 to smithi09778949-25 2024-09-16T02:58:48.098 INFO:tasks.rados.rados.0.smithi097.stdout:1207: finishing rollback tid 1 to smithi09778949-25 2024-09-16T02:58:48.098 INFO:tasks.rados.rados.0.smithi097.stdout:1206: finishing rollback tid 2 to smithi09778949-13 2024-09-16T02:58:48.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 419 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-09-16T02:58:48.098 INFO:tasks.rados.rados.0.smithi097.stdout:1205: finishing write tid 6 to smithi09778949-3 2024-09-16T02:58:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:1205: oid 3 updating version 0 to 1015 2024-09-16T02:58:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:1205: oid 3 updating version 1015 to 1018 2024-09-16T02:58:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:1205: oid 3 version 1018 is already newer than 1016 2024-09-16T02:58:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:1205: oid 3 version 1018 is already newer than 1017 2024-09-16T02:58:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:1205: oid 3 updating version 1018 to 1019 2024-09-16T02:58:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1019 (ObjNum 402 snap 114 seq_num 402) dirty exists 2024-09-16T02:58:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:1205: left oid 3 (ObjNum 402 snap 114 seq_num 402) 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:1207: finishing rollback tid 2 to smithi09778949-25 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 747 (ObjNum 262 snap 72 seq_num 262) dirty exists 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:1205: done (4 left) 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:1206: done (3 left) 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:1207: done (2 left) 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:1208: done (1 left) 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:1210: done (0 left) 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 114 2024-09-16T02:58:48.100 INFO:tasks.rados.rados.0.smithi097.stdout:1211: seq_num 404 ranges {6520832=770048,7290880=712704,8003584=491520} 2024-09-16T02:58:48.137 INFO:tasks.rados.rados.0.smithi097.stdout:1211: writing smithi09778949-50 from 6520832 to 7290880 tid 1 2024-09-16T02:58:48.141 INFO:tasks.rados.rados.0.smithi097.stdout:1211: writing smithi09778949-50 from 7290880 to 8003584 tid 2 2024-09-16T02:58:48.144 INFO:tasks.rados.rados.0.smithi097.stdout:1211: writing smithi09778949-50 from 8003584 to 8495104 tid 3 2024-09-16T02:58:48.144 INFO:tasks.rados.rados.0.smithi097.stdout:1212: snap_remove snap 112 2024-09-16T02:58:48.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:48 smithi097 ceph-mon[88563]: pgmap v123: 121 pgs: 38 peering, 11 active+undersized, 5 active+undersized+degraded, 67 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 370 KiB/s rd, 5.9 MiB/s wr, 13 op/s; 54/651 objects degraded (8.295%) 2024-09-16T02:58:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:48 smithi097 ceph-mon[88563]: osdmap e305: 8 total, 8 up, 8 in 2024-09-16T02:58:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:48 smithi097 ceph-mon[90424]: pgmap v123: 121 pgs: 38 peering, 11 active+undersized, 5 active+undersized+degraded, 67 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 370 KiB/s rd, 5.9 MiB/s wr, 13 op/s; 54/651 objects degraded (8.295%) 2024-09-16T02:58:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:48 smithi097 ceph-mon[90424]: osdmap e305: 8 total, 8 up, 8 in 2024-09-16T02:58:48.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:48 smithi184 ceph-mon[82194]: pgmap v123: 121 pgs: 38 peering, 11 active+undersized, 5 active+undersized+degraded, 67 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 370 KiB/s rd, 5.9 MiB/s wr, 13 op/s; 54/651 objects degraded (8.295%) 2024-09-16T02:58:48.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:48 smithi184 ceph-mon[82194]: osdmap e305: 8 total, 8 up, 8 in 2024-09-16T02:58:49.019 INFO:tasks.rados.rados.0.smithi097.stdout:1211: finishing write tid 1 to smithi09778949-50 2024-09-16T02:58:49.019 INFO:tasks.rados.rados.0.smithi097.stdout:1211: finishing write tid 2 to smithi09778949-50 2024-09-16T02:58:49.019 INFO:tasks.rados.rados.0.smithi097.stdout:1211: finishing write tid 3 to smithi09778949-50 2024-09-16T02:58:49.019 INFO:tasks.rados.rados.0.smithi097.stdout:1211: finishing write tid 4 to smithi09778949-50 2024-09-16T02:58:49.019 INFO:tasks.rados.rados.0.smithi097.stdout:1211: finishing write tid 5 to smithi09778949-50 2024-09-16T02:58:49.019 INFO:tasks.rados.rados.0.smithi097.stdout:1211: oid 50 updating version 0 to 398 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1211: oid 50 version 398 is already newer than 396 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1211: oid 50 version 398 is already newer than 397 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1211: oid 50 version 398 is already newer than 395 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 398 (ObjNum 404 snap 114 seq_num 404) dirty exists 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1211: left oid 50 (ObjNum 404 snap 114 seq_num 404) 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1211: done (1 left) 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1212: done (0 left) 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1213: read oid 18 snap -1 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1213: expect (ObjNum 399 snap 114 seq_num 399) 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1214: copy_from oid 31 from oid 16 current snap is 114 2024-09-16T02:58:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:1215: delete oid 46 current snap is 114 2024-09-16T02:58:49.024 INFO:tasks.rados.rados.0.smithi097.stdout:1215: done (2 left) 2024-09-16T02:58:49.024 INFO:tasks.rados.rados.0.smithi097.stdout:1216: copy_from oid 25 from oid 27 current snap is 114 2024-09-16T02:58:49.024 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 114 2024-09-16T02:58:49.024 INFO:tasks.rados.rados.0.smithi097.stdout:1217: seq_num 406 ranges {5242880=802816,6045696=475136,6520832=499712,7020544=229376} 2024-09-16T02:58:49.057 INFO:tasks.rados.rados.0.smithi097.stdout:1217: writing smithi09778949-41 from 5242880 to 6045696 tid 1 2024-09-16T02:58:49.060 INFO:tasks.rados.rados.0.smithi097.stdout:1217: writing smithi09778949-41 from 6045696 to 6520832 tid 2 2024-09-16T02:58:49.063 INFO:tasks.rados.rados.0.smithi097.stdout:1217: writing smithi09778949-41 from 6520832 to 7020544 tid 3 2024-09-16T02:58:49.064 INFO:tasks.rados.rados.0.smithi097.stdout:1217: writing smithi09778949-41 from 7020544 to 7249920 tid 4 2024-09-16T02:58:49.064 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 114 2024-09-16T02:58:49.065 INFO:tasks.rados.rados.0.smithi097.stdout:1216: finishing copy_from to smithi09778949-25 2024-09-16T02:58:49.065 INFO:tasks.rados.rados.0.smithi097.stdout:1216: got expected ENOENT (src dne) 2024-09-16T02:58:49.065 INFO:tasks.rados.rados.0.smithi097.stdout:1216: finishing copy_from racing read to smithi09778949-25 2024-09-16T02:58:49.065 INFO:tasks.rados.rados.0.smithi097.stdout:1214: finishing copy_from racing read to smithi09778949-31 2024-09-16T02:58:49.065 INFO:tasks.rados.rados.0.smithi097.stdout:1213: expect (ObjNum 399 snap 114 seq_num 399) 2024-09-16T02:58:49.131 INFO:tasks.rados.rados.0.smithi097.stdout:1214: finishing copy_from to smithi09778949-31 2024-09-16T02:58:49.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 889 (ObjNum 360 snap 102 seq_num 360) dirty exists 2024-09-16T02:58:49.131 INFO:tasks.rados.rados.0.smithi097.stdout:1217: finishing write tid 1 to smithi09778949-41 2024-09-16T02:58:49.131 INFO:tasks.rados.rados.0.smithi097.stdout:1217: finishing write tid 2 to smithi09778949-41 2024-09-16T02:58:49.131 INFO:tasks.rados.rados.0.smithi097.stdout:1218: seq_num 407 ranges {2400256=425984,2826240=761856,3588096=704512,4292608=139264} 2024-09-16T02:58:49.146 INFO:tasks.rados.rados.0.smithi097.stdout:1218: writing smithi09778949-38 from 2400256 to 2826240 tid 1 2024-09-16T02:58:49.150 INFO:tasks.rados.rados.0.smithi097.stdout:1218: writing smithi09778949-38 from 2826240 to 3588096 tid 2 2024-09-16T02:58:49.154 INFO:tasks.rados.rados.0.smithi097.stdout:1218: writing smithi09778949-38 from 3588096 to 4292608 tid 3 2024-09-16T02:58:49.156 INFO:tasks.rados.rados.0.smithi097.stdout:1218: writing smithi09778949-38 from 4292608 to 4431872 tid 4 2024-09-16T02:58:49.156 INFO:tasks.rados.rados.0.smithi097.stdout:1213: done (4 left) 2024-09-16T02:58:49.156 INFO:tasks.rados.rados.0.smithi097.stdout:1214: done (3 left) 2024-09-16T02:58:49.157 INFO:tasks.rados.rados.0.smithi097.stdout:1216: done (2 left) 2024-09-16T02:58:49.157 INFO:tasks.rados.rados.0.smithi097.stdout:1219: read oid 2 snap -1 2024-09-16T02:58:49.157 INFO:tasks.rados.rados.0.smithi097.stdout:1219: expect (ObjNum 336 snap 98 seq_num 336) 2024-09-16T02:58:49.157 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 114 2024-09-16T02:58:49.157 INFO:tasks.rados.rados.0.smithi097.stdout:1217: finishing write tid 3 to smithi09778949-41 2024-09-16T02:58:49.157 INFO:tasks.rados.rados.0.smithi097.stdout:1217: finishing write tid 4 to smithi09778949-41 2024-09-16T02:58:49.158 INFO:tasks.rados.rados.0.smithi097.stdout:1217: finishing write tid 5 to smithi09778949-41 2024-09-16T02:58:49.158 INFO:tasks.rados.rados.0.smithi097.stdout:1217: finishing write tid 6 to smithi09778949-41 2024-09-16T02:58:49.158 INFO:tasks.rados.rados.0.smithi097.stdout:1217: oid 41 updating version 0 to 752 2024-09-16T02:58:49.158 INFO:tasks.rados.rados.0.smithi097.stdout:1217: oid 41 version 752 is already newer than 750 2024-09-16T02:58:49.158 INFO:tasks.rados.rados.0.smithi097.stdout:1217: oid 41 updating version 752 to 753 2024-09-16T02:58:49.158 INFO:tasks.rados.rados.0.smithi097.stdout:1217: oid 41 version 753 is already newer than 749 2024-09-16T02:58:49.159 INFO:tasks.rados.rados.0.smithi097.stdout:1217: oid 41 version 753 is already newer than 751 2024-09-16T02:58:49.159 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 753 (ObjNum 406 snap 114 seq_num 406) dirty exists 2024-09-16T02:58:49.159 INFO:tasks.rados.rados.0.smithi097.stdout:1217: left oid 41 (ObjNum 406 snap 114 seq_num 406) 2024-09-16T02:58:49.159 INFO:tasks.rados.rados.0.smithi097.stdout:1218: finishing write tid 1 to smithi09778949-38 2024-09-16T02:58:49.159 INFO:tasks.rados.rados.0.smithi097.stdout:1218: finishing write tid 2 to smithi09778949-38 2024-09-16T02:58:49.159 INFO:tasks.rados.rados.0.smithi097.stdout:1220: seq_num 408 ranges {0=442368,442368=647168,1089536=507904,1597440=450560} 2024-09-16T02:58:49.160 INFO:tasks.rados.rados.0.smithi097.stdout:1220: writing smithi09778949-24 from 0 to 442368 tid 1 2024-09-16T02:58:49.162 INFO:tasks.rados.rados.0.smithi097.stdout:1220: writing smithi09778949-24 from 442368 to 1089536 tid 2 2024-09-16T02:58:49.165 INFO:tasks.rados.rados.0.smithi097.stdout:1220: writing smithi09778949-24 from 1089536 to 1597440 tid 3 2024-09-16T02:58:49.168 INFO:tasks.rados.rados.0.smithi097.stdout:1220: writing smithi09778949-24 from 1597440 to 2048000 tid 4 2024-09-16T02:58:49.168 INFO:tasks.rados.rados.0.smithi097.stdout:1217: done (3 left) 2024-09-16T02:58:49.168 INFO:tasks.rados.rados.0.smithi097.stdout:1221: rollback oid 28 current snap is 114 2024-09-16T02:58:49.168 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 28 to 88 2024-09-16T02:58:49.168 INFO:tasks.rados.rados.0.smithi097.stdout:1218: finishing write tid 3 to smithi09778949-38 2024-09-16T02:58:49.168 INFO:tasks.rados.rados.0.smithi097.stdout:1219: expect (ObjNum 336 snap 98 seq_num 336) 2024-09-16T02:58:49.209 INFO:tasks.rados.rados.0.smithi097.stdout:1218: finishing write tid 4 to smithi09778949-38 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:1218: finishing write tid 5 to smithi09778949-38 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:1220: finishing write tid 1 to smithi09778949-24 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:1218: finishing write tid 6 to smithi09778949-38 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:1218: oid 38 updating version 0 to 764 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:1218: oid 38 updating version 764 to 765 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:1218: oid 38 updating version 765 to 767 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:1218: oid 38 updating version 767 to 768 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:1218: oid 38 version 768 is already newer than 766 2024-09-16T02:58:49.210 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 768 (ObjNum 407 snap 114 seq_num 407) dirty exists 2024-09-16T02:58:49.211 INFO:tasks.rados.rados.0.smithi097.stdout:1218: left oid 38 (ObjNum 407 snap 114 seq_num 407) 2024-09-16T02:58:49.211 INFO:tasks.rados.rados.0.smithi097.stdout:1220: finishing write tid 2 to smithi09778949-24 2024-09-16T02:58:49.211 INFO:tasks.rados.rados.0.smithi097.stdout:1220: finishing write tid 3 to smithi09778949-24 2024-09-16T02:58:49.211 INFO:tasks.rados.rados.0.smithi097.stdout:1218: done (3 left) 2024-09-16T02:58:49.211 INFO:tasks.rados.rados.0.smithi097.stdout:1219: done (2 left) 2024-09-16T02:58:49.211 INFO:tasks.rados.rados.0.smithi097.stdout:1222: copy_from oid 44 from oid 14 current snap is 114 2024-09-16T02:58:49.211 INFO:tasks.rados.rados.0.smithi097.stdout:1220: finishing write tid 4 to smithi09778949-24 2024-09-16T02:58:49.212 INFO:tasks.rados.rados.0.smithi097.stdout:1220: finishing write tid 5 to smithi09778949-24 2024-09-16T02:58:49.212 INFO:tasks.rados.rados.0.smithi097.stdout:1221: finishing rollback tid 0 to smithi09778949-28 2024-09-16T02:58:49.212 INFO:tasks.rados.rados.0.smithi097.stdout:1221: finishing rollback tid 1 to smithi09778949-28 2024-09-16T02:58:49.212 INFO:tasks.rados.rados.0.smithi097.stdout:1221: finishing rollback tid 2 to smithi09778949-28 2024-09-16T02:58:49.212 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1027 (ObjNum 284 snap 82 seq_num 284) dirty exists 2024-09-16T02:58:49.212 INFO:tasks.rados.rados.0.smithi097.stdout:1220: finishing write tid 6 to smithi09778949-24 2024-09-16T02:58:49.212 INFO:tasks.rados.rados.0.smithi097.stdout:1220: oid 24 updating version 0 to 418 2024-09-16T02:58:49.212 INFO:tasks.rados.rados.0.smithi097.stdout:1220: oid 24 version 418 is already newer than 415 2024-09-16T02:58:49.213 INFO:tasks.rados.rados.0.smithi097.stdout:1220: oid 24 version 418 is already newer than 416 2024-09-16T02:58:49.213 INFO:tasks.rados.rados.0.smithi097.stdout:1220: oid 24 updating version 418 to 419 2024-09-16T02:58:49.213 INFO:tasks.rados.rados.0.smithi097.stdout:1220: oid 24 version 419 is already newer than 417 2024-09-16T02:58:49.213 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 419 (ObjNum 408 snap 114 seq_num 408) dirty exists 2024-09-16T02:58:49.213 INFO:tasks.rados.rados.0.smithi097.stdout:1220: left oid 24 (ObjNum 408 snap 114 seq_num 408) 2024-09-16T02:58:49.213 INFO:tasks.rados.rados.0.smithi097.stdout:1220: done (2 left) 2024-09-16T02:58:49.213 INFO:tasks.rados.rados.0.smithi097.stdout:1221: done (1 left) 2024-09-16T02:58:49.213 INFO:tasks.rados.rados.0.smithi097.stdout:1223: snap_remove snap 107 2024-09-16T02:58:49.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:58:49] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2024-09-16T02:58:50.019 INFO:tasks.rados.rados.0.smithi097.stdout:1223: done (1 left) 2024-09-16T02:58:50.019 INFO:tasks.rados.rados.0.smithi097.stdout:1224: copy_from oid 5 from oid 11 current snap is 114 2024-09-16T02:58:50.019 INFO:tasks.rados.rados.0.smithi097.stdout:1222: finishing copy_from racing read to smithi09778949-44 2024-09-16T02:58:50.019 INFO:tasks.rados.rados.0.smithi097.stdout:1222: finishing copy_from to smithi09778949-44 2024-09-16T02:58:50.019 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 398 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-09-16T02:58:50.019 INFO:tasks.rados.rados.0.smithi097.stdout:1222: done (1 left) 2024-09-16T02:58:50.019 INFO:tasks.rados.rados.0.smithi097.stdout:1225: snap_create 2024-09-16T02:58:50.068 INFO:tasks.rados.rados.0.smithi097.stdout:1224: finishing copy_from racing read to smithi09778949-5 2024-09-16T02:58:50.069 INFO:tasks.rados.rados.0.smithi097.stdout:1224: finishing copy_from to smithi09778949-5 2024-09-16T02:58:50.069 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 357 (ObjNum 401 snap 114 seq_num 401) dirty exists 2024-09-16T02:58:50.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:49 smithi184 ceph-mon[82194]: pgmap v126: 121 pgs: 1 active+clean+snaptrim, 38 peering, 82 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.9 MiB/s wr, 14 op/s; 7.5 MiB/s, 3 objects/s recovering 2024-09-16T02:58:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:49 smithi184 ceph-mon[82194]: osdmap e306: 8 total, 8 up, 8 in 2024-09-16T02:58:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:49 smithi184 ceph-mon[82194]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/651 objects degraded (8.295%), 5 pgs degraded) 2024-09-16T02:58:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:49 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T02:58:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[88563]: pgmap v126: 121 pgs: 1 active+clean+snaptrim, 38 peering, 82 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.9 MiB/s wr, 14 op/s; 7.5 MiB/s, 3 objects/s recovering 2024-09-16T02:58:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[88563]: osdmap e306: 8 total, 8 up, 8 in 2024-09-16T02:58:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[88563]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/651 objects degraded (8.295%), 5 pgs degraded) 2024-09-16T02:58:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T02:58:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[90424]: pgmap v126: 121 pgs: 1 active+clean+snaptrim, 38 peering, 82 active+clean; 249 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 5.9 MiB/s wr, 14 op/s; 7.5 MiB/s, 3 objects/s recovering 2024-09-16T02:58:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:58:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[90424]: osdmap e306: 8 total, 8 up, 8 in 2024-09-16T02:58:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[90424]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 54/651 objects degraded (8.295%), 5 pgs degraded) 2024-09-16T02:58:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:49 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T02:58:51.038 INFO:tasks.rados.rados.0.smithi097.stdout:1224: done (1 left) 2024-09-16T02:58:51.038 INFO:tasks.rados.rados.0.smithi097.stdout:1225: done (0 left) 2024-09-16T02:58:51.038 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 115 2024-09-16T02:58:51.038 INFO:tasks.rados.rados.0.smithi097.stdout:1226: seq_num 409 ranges {9003008=458752,9461760=532480,9994240=720896,10715136=352256} 2024-09-16T02:58:51.087 INFO:tasks.rados.rados.0.smithi097.stdout:1226: writing smithi09778949-11 from 9003008 to 9461760 tid 1 2024-09-16T02:58:51.090 INFO:tasks.rados.rados.0.smithi097.stdout:1226: writing smithi09778949-11 from 9461760 to 9994240 tid 2 2024-09-16T02:58:51.094 INFO:tasks.rados.rados.0.smithi097.stdout:1226: writing smithi09778949-11 from 9994240 to 10715136 tid 3 2024-09-16T02:58:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:1226: writing smithi09778949-11 from 10715136 to 11067392 tid 4 2024-09-16T02:58:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:1227: rmattr oid 30 current snap is 115 2024-09-16T02:58:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:1227: done (1 left) 2024-09-16T02:58:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:1228: delete oid 19 current snap is 115 2024-09-16T02:58:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:1226: finishing write tid 1 to smithi09778949-11 2024-09-16T02:58:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:1226: finishing write tid 2 to smithi09778949-11 2024-09-16T02:58:51.098 INFO:tasks.rados.rados.0.smithi097.stdout:1226: finishing write tid 3 to smithi09778949-11 2024-09-16T02:58:51.099 INFO:tasks.rados.rados.0.smithi097.stdout:1226: finishing write tid 4 to smithi09778949-11 2024-09-16T02:58:51.099 INFO:tasks.rados.rados.0.smithi097.stdout:1228: done (1 left) 2024-09-16T02:58:51.100 INFO:tasks.rados.rados.0.smithi097.stdout:1229: rollback oid 30 current snap is 115 2024-09-16T02:58:51.100 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 67 2024-09-16T02:58:51.100 INFO:tasks.rados.rados.0.smithi097.stdout:1226: finishing write tid 5 to smithi09778949-11 2024-09-16T02:58:51.100 INFO:tasks.rados.rados.0.smithi097.stdout:1230: copy_from oid 23 from oid 17 current snap is 115 2024-09-16T02:58:51.100 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 115 2024-09-16T02:58:51.100 INFO:tasks.rados.rados.0.smithi097.stdout:1231: seq_num 411 ranges {2048000=491520,2539520=753664,3293184=688128,3981312=163840} 2024-09-16T02:58:51.113 INFO:tasks.rados.rados.0.smithi097.stdout:1231: writing smithi09778949-24 from 2048000 to 2539520 tid 1 2024-09-16T02:58:51.117 INFO:tasks.rados.rados.0.smithi097.stdout:1231: writing smithi09778949-24 from 2539520 to 3293184 tid 2 2024-09-16T02:58:51.121 INFO:tasks.rados.rados.0.smithi097.stdout:1231: writing smithi09778949-24 from 3293184 to 3981312 tid 3 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1231: writing smithi09778949-24 from 3981312 to 4145152 tid 4 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1232: read oid 34 snap 96 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1232: expect deleted 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1233: snap_create 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1230: finishing copy_from to smithi09778949-23 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1230: got expected ENOENT (src dne) 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1226: finishing write tid 6 to smithi09778949-11 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1226: oid 11 updating version 0 to 360 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1226: oid 11 version 360 is already newer than 359 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1226: oid 11 updating version 360 to 362 2024-09-16T02:58:51.123 INFO:tasks.rados.rados.0.smithi097.stdout:1226: oid 11 version 362 is already newer than 358 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:1226: oid 11 version 362 is already newer than 361 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 362 (ObjNum 409 snap 115 seq_num 409) dirty exists 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:1226: left oid 11 (ObjNum 409 snap 115 seq_num 409) 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:1230: finishing copy_from racing read to smithi09778949-23 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:1229: finishing rollback tid 1 to smithi09778949-30 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:1229: finishing rollback tid 2 to smithi09778949-30 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 365 (ObjNum 211 snap 58 seq_num 211) dirty exists 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:1231: finishing write tid 1 to smithi09778949-24 2024-09-16T02:58:51.124 INFO:tasks.rados.rados.0.smithi097.stdout:1231: finishing write tid 2 to smithi09778949-24 2024-09-16T02:58:51.125 INFO:tasks.rados.rados.0.smithi097.stdout:1231: finishing write tid 3 to smithi09778949-24 2024-09-16T02:58:51.125 INFO:tasks.rados.rados.0.smithi097.stdout:1231: finishing write tid 4 to smithi09778949-24 2024-09-16T02:58:51.125 INFO:tasks.rados.rados.0.smithi097.stdout:1231: finishing write tid 5 to smithi09778949-24 2024-09-16T02:58:51.126 INFO:tasks.rados.rados.0.smithi097.stdout:1231: finishing write tid 6 to smithi09778949-24 2024-09-16T02:58:51.126 INFO:tasks.rados.rados.0.smithi097.stdout:1231: oid 24 updating version 0 to 424 2024-09-16T02:58:51.126 INFO:tasks.rados.rados.0.smithi097.stdout:1231: oid 24 updating version 424 to 425 2024-09-16T02:58:51.126 INFO:tasks.rados.rados.0.smithi097.stdout:1231: oid 24 version 425 is already newer than 423 2024-09-16T02:58:51.126 INFO:tasks.rados.rados.0.smithi097.stdout:1231: oid 24 version 425 is already newer than 421 2024-09-16T02:58:51.126 INFO:tasks.rados.rados.0.smithi097.stdout:1231: oid 24 version 425 is already newer than 422 2024-09-16T02:58:51.126 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 425 (ObjNum 411 snap 115 seq_num 411) dirty exists 2024-09-16T02:58:51.127 INFO:tasks.rados.rados.0.smithi097.stdout:1231: left oid 24 (ObjNum 411 snap 115 seq_num 411) 2024-09-16T02:58:51.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:51 smithi184 ceph-mon[82194]: osdmap e307: 8 total, 8 up, 8 in 2024-09-16T02:58:51.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:51 smithi097 ceph-mon[88563]: osdmap e307: 8 total, 8 up, 8 in 2024-09-16T02:58:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:51 smithi097 ceph-mon[90424]: osdmap e307: 8 total, 8 up, 8 in 2024-09-16T02:58:51.957 INFO:tasks.rados.rados.0.smithi097.stdout:1226: done (5 left) 2024-09-16T02:58:51.957 INFO:tasks.rados.rados.0.smithi097.stdout:1229: done (4 left) 2024-09-16T02:58:51.957 INFO:tasks.rados.rados.0.smithi097.stdout:1230: done (3 left) 2024-09-16T02:58:51.957 INFO:tasks.rados.rados.0.smithi097.stdout:1231: done (2 left) 2024-09-16T02:58:51.957 INFO:tasks.rados.rados.0.smithi097.stdout:1232: done (1 left) 2024-09-16T02:58:51.957 INFO:tasks.rados.rados.0.smithi097.stdout:1233: done (0 left) 2024-09-16T02:58:51.957 INFO:tasks.rados.rados.0.smithi097.stdout:1234: delete oid 26 current snap is 116 2024-09-16T02:58:51.964 INFO:tasks.rados.rados.0.smithi097.stdout:1234: done (0 left) 2024-09-16T02:58:51.965 INFO:tasks.rados.rados.0.smithi097.stdout:1235: delete oid 5 current snap is 116 2024-09-16T02:58:51.967 INFO:tasks.rados.rados.0.smithi097.stdout:1235: done (0 left) 2024-09-16T02:58:51.967 INFO:tasks.rados.rados.0.smithi097.stdout:1236: copy_from oid 21 from oid 29 current snap is 116 2024-09-16T02:58:51.967 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 116 2024-09-16T02:58:51.967 INFO:tasks.rados.rados.0.smithi097.stdout:1237: seq_num 414 ranges {4866048=540672,5406720=802816,6209536=458752,6668288=344064} 2024-09-16T02:58:51.995 INFO:tasks.rados.rados.0.smithi097.stdout:1237: writing smithi09778949-3 from 4866048 to 5406720 tid 1 2024-09-16T02:58:52.000 INFO:tasks.rados.rados.0.smithi097.stdout:1237: writing smithi09778949-3 from 5406720 to 6209536 tid 2 2024-09-16T02:58:52.003 INFO:tasks.rados.rados.0.smithi097.stdout:1237: writing smithi09778949-3 from 6209536 to 6668288 tid 3 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1237: writing smithi09778949-3 from 6668288 to 7012352 tid 4 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1238: copy_from oid 35 from oid 34 current snap is 116 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1236: finishing copy_from to smithi09778949-21 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1236: got expected ENOENT (src dne) 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1236: finishing copy_from racing read to smithi09778949-21 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1237: finishing write tid 1 to smithi09778949-3 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1236: done (2 left) 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1239: read oid 38 snap -1 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1239: expect (ObjNum 407 snap 114 seq_num 407) 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 116 2024-09-16T02:58:52.006 INFO:tasks.rados.rados.0.smithi097.stdout:1240: seq_num 415 ranges {3366912=557056,3923968=688128,4612096=663552,5275648=253952} 2024-09-16T02:58:52.027 INFO:tasks.rados.rados.0.smithi097.stdout:1240: writing smithi09778949-23 from 3366912 to 3923968 tid 1 2024-09-16T02:58:52.031 INFO:tasks.rados.rados.0.smithi097.stdout:1240: writing smithi09778949-23 from 3923968 to 4612096 tid 2 2024-09-16T02:58:52.035 INFO:tasks.rados.rados.0.smithi097.stdout:1240: writing smithi09778949-23 from 4612096 to 5275648 tid 3 2024-09-16T02:58:52.037 INFO:tasks.rados.rados.0.smithi097.stdout:1240: writing smithi09778949-23 from 5275648 to 5529600 tid 4 2024-09-16T02:58:52.037 INFO:tasks.rados.rados.0.smithi097.stdout:1241: copy_from oid 31 from oid 43 current snap is 116 2024-09-16T02:58:52.037 INFO:tasks.rados.rados.0.smithi097.stdout:1237: finishing write tid 2 to smithi09778949-3 2024-09-16T02:58:52.037 INFO:tasks.rados.rados.0.smithi097.stdout:1237: finishing write tid 3 to smithi09778949-3 2024-09-16T02:58:52.037 INFO:tasks.rados.rados.0.smithi097.stdout:1237: finishing write tid 4 to smithi09778949-3 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1237: finishing write tid 5 to smithi09778949-3 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1237: finishing write tid 6 to smithi09778949-3 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1237: oid 3 updating version 0 to 1036 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1237: oid 3 version 1036 is already newer than 1035 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1237: oid 3 updating version 1036 to 1037 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1237: oid 3 version 1037 is already newer than 1034 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1237: oid 3 updating version 1037 to 1038 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1038 (ObjNum 414 snap 116 seq_num 414) dirty exists 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1237: left oid 3 (ObjNum 414 snap 116 seq_num 414) 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1238: finishing copy_from racing read to smithi09778949-35 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1238: finishing copy_from to smithi09778949-35 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 392 (ObjNum 400 snap 114 seq_num 400) dirty exists 2024-09-16T02:58:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:1239: expect (ObjNum 407 snap 114 seq_num 407) 2024-09-16T02:58:52.219 INFO:tasks.rados.rados.0.smithi097.stdout:1240: finishing write tid 1 to smithi09778949-23 2024-09-16T02:58:52.219 INFO:tasks.rados.rados.0.smithi097.stdout:1240: finishing write tid 2 to smithi09778949-23 2024-09-16T02:58:52.219 INFO:tasks.rados.rados.0.smithi097.stdout:1240: finishing write tid 3 to smithi09778949-23 2024-09-16T02:58:52.219 INFO:tasks.rados.rados.0.smithi097.stdout:1240: finishing write tid 4 to smithi09778949-23 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1240: finishing write tid 5 to smithi09778949-23 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1240: finishing write tid 6 to smithi09778949-23 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1240: oid 23 updating version 0 to 445 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1240: oid 23 version 445 is already newer than 442 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1240: oid 23 version 445 is already newer than 441 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1240: oid 23 version 445 is already newer than 444 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1240: oid 23 version 445 is already newer than 443 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 445 (ObjNum 415 snap 116 seq_num 415) dirty exists 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1240: left oid 23 (ObjNum 415 snap 116 seq_num 415) 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1241: finishing copy_from racing read to smithi09778949-31 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1237: done (4 left) 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1238: done (3 left) 2024-09-16T02:58:52.220 INFO:tasks.rados.rados.0.smithi097.stdout:1239: done (2 left) 2024-09-16T02:58:52.221 INFO:tasks.rados.rados.0.smithi097.stdout:1240: done (1 left) 2024-09-16T02:58:52.221 INFO:tasks.rados.rados.0.smithi097.stdout:1242: rmattr oid 37 current snap is 116 2024-09-16T02:58:52.221 INFO:tasks.rados.rados.0.smithi097.stdout:1241: finishing copy_from to smithi09778949-31 2024-09-16T02:58:52.221 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 540 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-09-16T02:58:52.221 INFO:tasks.rados.rados.0.smithi097.stdout:1241: done (1 left) 2024-09-16T02:58:52.221 INFO:tasks.rados.rados.0.smithi097.stdout:1243: snap_remove snap 110 2024-09-16T02:58:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:52 smithi184 ceph-mon[82194]: pgmap v129: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 10 MiB/s, 5 objects/s recovering 2024-09-16T02:58:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:52 smithi184 ceph-mon[82194]: osdmap e308: 8 total, 8 up, 8 in 2024-09-16T02:58:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:52 smithi184 ceph-mon[82194]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-16T02:58:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:52 smithi184 ceph-mon[82194]: osdmap e309: 8 total, 8 up, 8 in 2024-09-16T02:58:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:52 smithi097 ceph-mon[88563]: pgmap v129: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 10 MiB/s, 5 objects/s recovering 2024-09-16T02:58:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:52 smithi097 ceph-mon[88563]: osdmap e308: 8 total, 8 up, 8 in 2024-09-16T02:58:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:52 smithi097 ceph-mon[88563]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-16T02:58:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:52 smithi097 ceph-mon[88563]: osdmap e309: 8 total, 8 up, 8 in 2024-09-16T02:58:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:52 smithi097 ceph-mon[90424]: pgmap v129: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.0 MiB/s wr, 23 op/s; 10 MiB/s, 5 objects/s recovering 2024-09-16T02:58:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:52 smithi097 ceph-mon[90424]: osdmap e308: 8 total, 8 up, 8 in 2024-09-16T02:58:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:52 smithi097 ceph-mon[90424]: mgrmap e44: y(active, since 92s), standbys: x 2024-09-16T02:58:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:52 smithi097 ceph-mon[90424]: osdmap e309: 8 total, 8 up, 8 in 2024-09-16T02:58:53.043 INFO:tasks.rados.rados.0.smithi097.stdout:1243: done (1 left) 2024-09-16T02:58:53.044 INFO:tasks.rados.rados.0.smithi097.stdout:1244: copy_from oid 9 from oid 43 current snap is 116 2024-09-16T02:58:53.044 INFO:tasks.rados.rados.0.smithi097.stdout:1245: snap_create 2024-09-16T02:58:53.044 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 446 (ObjNum 332 snap 97 seq_num 332) dirty exists 2024-09-16T02:58:53.059 INFO:tasks.rados.rados.0.smithi097.stdout:1244: finishing copy_from racing read to smithi09778949-9 2024-09-16T02:58:53.060 INFO:tasks.rados.rados.0.smithi097.stdout:1244: finishing copy_from to smithi09778949-9 2024-09-16T02:58:53.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 540 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-09-16T02:58:54.044 INFO:tasks.rados.rados.0.smithi097.stdout:1242: done (2 left) 2024-09-16T02:58:54.044 INFO:tasks.rados.rados.0.smithi097.stdout:1244: done (1 left) 2024-09-16T02:58:54.044 INFO:tasks.rados.rados.0.smithi097.stdout:1245: done (0 left) 2024-09-16T02:58:54.044 INFO:tasks.rados.rados.0.smithi097.stdout:1246: read oid 31 snap 116 2024-09-16T02:58:54.044 INFO:tasks.rados.rados.0.smithi097.stdout:1246: expect (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:58:54.044 INFO:tasks.rados.rados.0.smithi097.stdout:1247: snap_create 2024-09-16T02:58:54.052 INFO:tasks.rados.rados.0.smithi097.stdout:1246: expect (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:58:54.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:54 smithi184 ceph-mon[82194]: pgmap v132: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 19 op/s; 2.6 MiB/s, 1 objects/s recovering 2024-09-16T02:58:54.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:54 smithi184 ceph-mon[82194]: osdmap e310: 8 total, 8 up, 8 in 2024-09-16T02:58:54.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:54 smithi097 ceph-mon[88563]: pgmap v132: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 19 op/s; 2.6 MiB/s, 1 objects/s recovering 2024-09-16T02:58:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:54 smithi097 ceph-mon[88563]: osdmap e310: 8 total, 8 up, 8 in 2024-09-16T02:58:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:54 smithi097 ceph-mon[90424]: pgmap v132: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.6 MiB/s wr, 19 op/s; 2.6 MiB/s, 1 objects/s recovering 2024-09-16T02:58:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:54 smithi097 ceph-mon[90424]: osdmap e310: 8 total, 8 up, 8 in 2024-09-16T02:58:55.049 INFO:tasks.rados.rados.0.smithi097.stdout:1246: done (1 left) 2024-09-16T02:58:55.049 INFO:tasks.rados.rados.0.smithi097.stdout:1247: done (0 left) 2024-09-16T02:58:55.050 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 118 2024-09-16T02:58:55.050 INFO:tasks.rados.rados.0.smithi097.stdout:1248: seq_num 416 ranges {6725632=573440,7299072=573440,7872512=475136,8347648=557056} 2024-09-16T02:58:55.087 INFO:tasks.rados.rados.0.smithi097.stdout:1248: writing smithi09778949-28 from 6725632 to 7299072 tid 1 2024-09-16T02:58:55.090 INFO:tasks.rados.rados.0.smithi097.stdout:1248: writing smithi09778949-28 from 7299072 to 7872512 tid 2 2024-09-16T02:58:55.093 INFO:tasks.rados.rados.0.smithi097.stdout:1248: writing smithi09778949-28 from 7872512 to 8347648 tid 3 2024-09-16T02:58:55.097 INFO:tasks.rados.rados.0.smithi097.stdout:1248: writing smithi09778949-28 from 8347648 to 8904704 tid 4 2024-09-16T02:58:55.097 INFO:tasks.rados.rados.0.smithi097.stdout:1249: rollback oid 6 current snap is 118 2024-09-16T02:58:55.097 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 6 to 115 2024-09-16T02:58:55.097 INFO:tasks.rados.rados.0.smithi097.stdout:1248: finishing write tid 1 to smithi09778949-28 2024-09-16T02:58:55.097 INFO:tasks.rados.rados.0.smithi097.stdout:1248: finishing write tid 2 to smithi09778949-28 2024-09-16T02:58:55.097 INFO:tasks.rados.rados.0.smithi097.stdout:1250: snap_remove snap 87 2024-09-16T02:58:55.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:55 smithi184 ceph-mon[82194]: osdmap e311: 8 total, 8 up, 8 in 2024-09-16T02:58:55.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:55 smithi097 ceph-mon[88563]: osdmap e311: 8 total, 8 up, 8 in 2024-09-16T02:58:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:55 smithi097 ceph-mon[90424]: osdmap e311: 8 total, 8 up, 8 in 2024-09-16T02:58:56.055 INFO:tasks.rados.rados.0.smithi097.stdout:1248: finishing write tid 3 to smithi09778949-28 2024-09-16T02:58:56.055 INFO:tasks.rados.rados.0.smithi097.stdout:1248: finishing write tid 4 to smithi09778949-28 2024-09-16T02:58:56.055 INFO:tasks.rados.rados.0.smithi097.stdout:1249: finishing rollback tid 1 to smithi09778949-6 2024-09-16T02:58:56.055 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 0 (ObjNum 97 snap 0 seq_num 1973443040) dirty dne 2024-09-16T02:58:56.055 INFO:tasks.rados.rados.0.smithi097.stdout:1248: finishing write tid 5 to smithi09778949-28 2024-09-16T02:58:56.055 INFO:tasks.rados.rados.0.smithi097.stdout:1248: finishing write tid 6 to smithi09778949-28 2024-09-16T02:58:56.055 INFO:tasks.rados.rados.0.smithi097.stdout:1248: oid 28 updating version 0 to 1044 2024-09-16T02:58:56.055 INFO:tasks.rados.rados.0.smithi097.stdout:1248: oid 28 updating version 1044 to 1048 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:1248: oid 28 version 1048 is already newer than 1045 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:1248: oid 28 version 1048 is already newer than 1046 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:1248: oid 28 version 1048 is already newer than 1047 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1048 (ObjNum 416 snap 118 seq_num 416) dirty exists 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:1248: left oid 28 (ObjNum 416 snap 118 seq_num 416) 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:1248: done (2 left) 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:1249: done (1 left) 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:1250: done (0 left) 2024-09-16T02:58:56.056 INFO:tasks.rados.rados.0.smithi097.stdout:1251: delete oid 36 current snap is 118 2024-09-16T02:58:56.070 INFO:tasks.rados.rados.0.smithi097.stdout:1251: done (0 left) 2024-09-16T02:58:56.070 INFO:tasks.rados.rados.0.smithi097.stdout:1252: snap_create 2024-09-16T02:58:56.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:56 smithi184 ceph-mon[82194]: pgmap v135: 121 pgs: 121 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-16T02:58:56.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:56 smithi184 ceph-mon[82194]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T02:58:56.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:56 smithi097 ceph-mon[88563]: pgmap v135: 121 pgs: 121 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-16T02:58:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:56 smithi097 ceph-mon[88563]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T02:58:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:56 smithi097 ceph-mon[90424]: pgmap v135: 121 pgs: 121 active+clean; 252 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.5 MiB/s wr, 8 op/s 2024-09-16T02:58:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:56 smithi097 ceph-mon[90424]: osdmap e312: 8 total, 8 up, 8 in 2024-09-16T02:58:56.958 INFO:tasks.rados.rados.0.smithi097.stdout:1252: done (0 left) 2024-09-16T02:58:56.958 INFO:tasks.rados.rados.0.smithi097.stdout:1253: snap_create 2024-09-16T02:58:57.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:57 smithi184 ceph-mon[82194]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T02:58:57.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:57 smithi184 ceph-mon[82194]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T02:58:57.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:57 smithi097 ceph-mon[88563]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T02:58:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:57 smithi097 ceph-mon[88563]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T02:58:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:57 smithi097 ceph-mon[90424]: osdmap e313: 8 total, 8 up, 8 in 2024-09-16T02:58:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:57 smithi097 ceph-mon[90424]: osdmap e314: 8 total, 8 up, 8 in 2024-09-16T02:58:57.959 INFO:tasks.rados.rados.0.smithi097.stdout:1253: done (0 left) 2024-09-16T02:58:57.959 INFO:tasks.rados.rados.0.smithi097.stdout:1254: rollback oid 2 current snap is 120 2024-09-16T02:58:57.960 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 2 to 109 2024-09-16T02:58:57.960 INFO:tasks.rados.rados.0.smithi097.stdout:1255: read oid 21 snap -1 2024-09-16T02:58:57.960 INFO:tasks.rados.rados.0.smithi097.stdout:1255: expect deleted 2024-09-16T02:58:57.960 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 120 2024-09-16T02:58:57.960 INFO:tasks.rados.rados.0.smithi097.stdout:1256: seq_num 418 ranges {3661824=606208,4268032=737280,5005312=434176,5439488=434176} 2024-09-16T02:58:57.981 INFO:tasks.rados.rados.0.smithi097.stdout:1256: writing smithi09778949-44 from 3661824 to 4268032 tid 1 2024-09-16T02:58:57.986 INFO:tasks.rados.rados.0.smithi097.stdout:1256: writing smithi09778949-44 from 4268032 to 5005312 tid 2 2024-09-16T02:58:57.988 INFO:tasks.rados.rados.0.smithi097.stdout:1256: writing smithi09778949-44 from 5005312 to 5439488 tid 3 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:1256: writing smithi09778949-44 from 5439488 to 5873664 tid 4 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:1257: delete oid 1 current snap is 120 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:1254: finishing rollback tid 0 to smithi09778949-2 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:1254: finishing rollback tid 1 to smithi09778949-2 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:1254: finishing rollback tid 2 to smithi09778949-2 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 446 (ObjNum 336 snap 98 seq_num 336) dirty exists 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:1256: finishing write tid 1 to smithi09778949-44 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:1256: finishing write tid 2 to smithi09778949-44 2024-09-16T02:58:57.992 INFO:tasks.rados.rados.0.smithi097.stdout:1256: finishing write tid 3 to smithi09778949-44 2024-09-16T02:58:57.994 INFO:tasks.rados.rados.0.smithi097.stdout:1254: done (3 left) 2024-09-16T02:58:57.994 INFO:tasks.rados.rados.0.smithi097.stdout:1255: done (2 left) 2024-09-16T02:58:57.994 INFO:tasks.rados.rados.0.smithi097.stdout:1257: done (1 left) 2024-09-16T02:58:57.994 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 120 2024-09-16T02:58:57.994 INFO:tasks.rados.rados.0.smithi097.stdout:1258: seq_num 420 ranges {0=638976,638976=557056,1196032=450560,1646592=598016} 2024-09-16T02:58:57.997 INFO:tasks.rados.rados.0.smithi097.stdout:1258: writing smithi09778949-29 from 0 to 638976 tid 1 2024-09-16T02:58:58.004 INFO:tasks.rados.rados.0.smithi097.stdout:1258: writing smithi09778949-29 from 638976 to 1196032 tid 2 2024-09-16T02:58:58.005 INFO:tasks.rados.rados.0.smithi097.stdout:1258: writing smithi09778949-29 from 1196032 to 1646592 tid 3 2024-09-16T02:58:58.007 INFO:tasks.rados.rados.0.smithi097.stdout:1258: writing smithi09778949-29 from 1646592 to 2244608 tid 4 2024-09-16T02:58:58.007 INFO:tasks.rados.rados.0.smithi097.stdout:1259: snap_remove snap 118 2024-09-16T02:58:58.320 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:58 smithi184 ceph-mon[82194]: pgmap v138: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.9 MiB/s wr, 18 op/s 2024-09-16T02:58:58.320 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:58 smithi184 ceph-mon[82194]: osdmap e315: 8 total, 8 up, 8 in 2024-09-16T02:58:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:58 smithi097 ceph-mon[88563]: pgmap v138: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.9 MiB/s wr, 18 op/s 2024-09-16T02:58:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:58 smithi097 ceph-mon[88563]: osdmap e315: 8 total, 8 up, 8 in 2024-09-16T02:58:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:58 smithi097 ceph-mon[90424]: pgmap v138: 121 pgs: 121 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.9 MiB/s wr, 18 op/s 2024-09-16T02:58:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:58 smithi097 ceph-mon[90424]: osdmap e315: 8 total, 8 up, 8 in 2024-09-16T02:58:58.961 INFO:tasks.rados.rados.0.smithi097.stdout:1259: done (2 left) 2024-09-16T02:58:58.961 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 120 2024-09-16T02:58:58.962 INFO:tasks.rados.rados.0.smithi097.stdout:1260: seq_num 421 ranges {851968=655360,1507328=442368,1949696=663552,2613248=499712} 2024-09-16T02:58:58.969 INFO:tasks.rados.rados.0.smithi097.stdout:1260: writing smithi09778949-39 from 851968 to 1507328 tid 1 2024-09-16T02:58:58.972 INFO:tasks.rados.rados.0.smithi097.stdout:1260: writing smithi09778949-39 from 1507328 to 1949696 tid 2 2024-09-16T02:58:58.977 INFO:tasks.rados.rados.0.smithi097.stdout:1260: writing smithi09778949-39 from 1949696 to 2613248 tid 3 2024-09-16T02:58:58.981 INFO:tasks.rados.rados.0.smithi097.stdout:1260: writing smithi09778949-39 from 2613248 to 3112960 tid 4 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1261: setattr oid 47 current snap is 120 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: finishing write tid 4 to smithi09778949-44 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: finishing write tid 5 to smithi09778949-44 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: finishing write tid 6 to smithi09778949-44 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: oid 44 updating version 0 to 801 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: oid 44 updating version 801 to 802 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: oid 44 version 802 is already newer than 800 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: oid 44 version 802 is already newer than 799 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: oid 44 version 802 is already newer than 798 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 802 (ObjNum 418 snap 120 seq_num 418) dirty exists 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1256: left oid 44 (ObjNum 418 snap 120 seq_num 418) 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1258: finishing write tid 1 to smithi09778949-29 2024-09-16T02:58:58.982 INFO:tasks.rados.rados.0.smithi097.stdout:1258: finishing write tid 2 to smithi09778949-29 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: finishing write tid 3 to smithi09778949-29 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: finishing write tid 4 to smithi09778949-29 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: finishing write tid 5 to smithi09778949-29 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: finishing write tid 6 to smithi09778949-29 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: oid 29 updating version 0 to 805 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: oid 29 updating version 805 to 807 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: oid 29 version 807 is already newer than 804 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: oid 29 version 807 is already newer than 803 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: oid 29 version 807 is already newer than 806 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 807 (ObjNum 420 snap 120 seq_num 420) dirty exists 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1258: left oid 29 (ObjNum 420 snap 120 seq_num 420) 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1260: finishing write tid 1 to smithi09778949-39 2024-09-16T02:58:58.983 INFO:tasks.rados.rados.0.smithi097.stdout:1260: finishing write tid 2 to smithi09778949-39 2024-09-16T02:58:58.985 INFO:tasks.rados.rados.0.smithi097.stdout:1256: done (3 left) 2024-09-16T02:58:58.985 INFO:tasks.rados.rados.0.smithi097.stdout:1258: done (2 left) 2024-09-16T02:58:58.985 INFO:tasks.rados.rados.0.smithi097.stdout:1262: copy_from oid 46 from oid 9 current snap is 120 2024-09-16T02:58:58.985 INFO:tasks.rados.rados.0.smithi097.stdout:1263: snap_create 2024-09-16T02:58:58.985 INFO:tasks.rados.rados.0.smithi097.stdout:1260: finishing write tid 3 to smithi09778949-39 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: finishing write tid 4 to smithi09778949-39 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: finishing write tid 5 to smithi09778949-39 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 364 (ObjNum 129 snap 0 seq_num 2480568754) dirty exists 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: finishing write tid 6 to smithi09778949-39 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: oid 39 updating version 0 to 435 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: oid 39 version 435 is already newer than 433 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: oid 39 version 435 is already newer than 431 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: oid 39 version 435 is already newer than 432 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: oid 39 version 435 is already newer than 434 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 435 (ObjNum 421 snap 120 seq_num 421) dirty exists 2024-09-16T02:58:58.986 INFO:tasks.rados.rados.0.smithi097.stdout:1260: left oid 39 (ObjNum 421 snap 120 seq_num 421) 2024-09-16T02:58:58.988 INFO:tasks.rados.rados.0.smithi097.stdout:1262: finishing copy_from racing read to smithi09778949-46 2024-09-16T02:58:58.989 INFO:tasks.rados.rados.0.smithi097.stdout:1262: finishing copy_from to smithi09778949-46 2024-09-16T02:58:58.989 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 540 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-09-16T02:58:59.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:58:59] "GET /metrics HTTP/1.1" 200 36232 "" "Prometheus/2.43.0" 2024-09-16T02:58:59.945 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[90424]: pgmap v141: 121 pgs: 121 active+clean; 274 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.4 MiB/s wr, 12 op/s 2024-09-16T02:58:59.945 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:59.945 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[90424]: osdmap e316: 8 total, 8 up, 8 in 2024-09-16T02:58:59.945 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-16T02:58:59.945 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T02:58:59.945 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[90424]: Upgrade: osd.1 is safe to restart 2024-09-16T02:58:59.946 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[88563]: pgmap v141: 121 pgs: 121 active+clean; 274 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.4 MiB/s wr, 12 op/s 2024-09-16T02:58:59.946 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:58:59.946 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[88563]: osdmap e316: 8 total, 8 up, 8 in 2024-09-16T02:58:59.946 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-16T02:58:59.946 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T02:58:59.946 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:58:59 smithi097 ceph-mon[88563]: Upgrade: osd.1 is safe to restart 2024-09-16T02:58:59.961 INFO:tasks.rados.rados.0.smithi097.stdout:1260: done (3 left) 2024-09-16T02:58:59.961 INFO:tasks.rados.rados.0.smithi097.stdout:1261: done (2 left) 2024-09-16T02:58:59.961 INFO:tasks.rados.rados.0.smithi097.stdout:1262: done (1 left) 2024-09-16T02:58:59.962 INFO:tasks.rados.rados.0.smithi097.stdout:1263: done (0 left) 2024-09-16T02:58:59.962 INFO:tasks.rados.rados.0.smithi097.stdout:1264: snap_remove snap 109 2024-09-16T02:59:00.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:59 smithi184 ceph-mon[82194]: pgmap v141: 121 pgs: 121 active+clean; 274 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 5.4 MiB/s wr, 12 op/s 2024-09-16T02:59:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:59 smithi184 ceph-mon[82194]: osdmap e316: 8 total, 8 up, 8 in 2024-09-16T02:59:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16} : dispatch 2024-09-16T02:59:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:59 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-09-16T02:59:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:58:59 smithi184 ceph-mon[82194]: Upgrade: osd.1 is safe to restart 2024-09-16T02:59:00.972 INFO:tasks.rados.rados.0.smithi097.stdout:1264: done (0 left) 2024-09-16T02:59:00.972 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 121 2024-09-16T02:59:00.972 INFO:tasks.rados.rados.0.smithi097.stdout:1265: seq_num 422 ranges {2400256=671744,3072000=729088,3801088=417792,4218880=458752} 2024-09-16T02:59:00.991 INFO:tasks.rados.rados.0.smithi097.stdout:1265: writing smithi09778949-8 from 2400256 to 3072000 tid 1 2024-09-16T02:59:00.995 INFO:tasks.rados.rados.0.smithi097.stdout:1265: writing smithi09778949-8 from 3072000 to 3801088 tid 2 2024-09-16T02:59:00.997 INFO:tasks.rados.rados.0.smithi097.stdout:1265: writing smithi09778949-8 from 3801088 to 4218880 tid 3 2024-09-16T02:59:01.001 INFO:tasks.rados.rados.0.smithi097.stdout:1265: writing smithi09778949-8 from 4218880 to 4677632 tid 4 2024-09-16T02:59:01.001 INFO:tasks.rados.rados.0.smithi097.stdout:1266: rollback oid 31 current snap is 121 2024-09-16T02:59:01.001 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 117 2024-09-16T02:59:01.001 INFO:tasks.rados.rados.0.smithi097.stdout:1265: finishing write tid 1 to smithi09778949-8 2024-09-16T02:59:01.001 INFO:tasks.rados.rados.0.smithi097.stdout:1265: finishing write tid 2 to smithi09778949-8 2024-09-16T02:59:01.001 INFO:tasks.rados.rados.0.smithi097.stdout:1265: finishing write tid 3 to smithi09778949-8 2024-09-16T02:59:01.001 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 121 2024-09-16T02:59:01.001 INFO:tasks.rados.rados.0.smithi097.stdout:1267: seq_num 423 ranges {1728512=688128,2416640=614400,3031040=622592,3653632=368640} 2024-09-16T02:59:01.013 INFO:tasks.rados.rados.0.smithi097.stdout:1267: writing smithi09778949-20 from 1728512 to 2416640 tid 1 2024-09-16T02:59:01.017 INFO:tasks.rados.rados.0.smithi097.stdout:1267: writing smithi09778949-20 from 2416640 to 3031040 tid 2 2024-09-16T02:59:01.020 INFO:tasks.rados.rados.0.smithi097.stdout:1267: writing smithi09778949-20 from 3031040 to 3653632 tid 3 2024-09-16T02:59:01.023 INFO:tasks.rados.rados.0.smithi097.stdout:1267: writing smithi09778949-20 from 3653632 to 4022272 tid 4 2024-09-16T02:59:01.023 INFO:tasks.rados.rados.0.smithi097.stdout:1268: read oid 41 snap -1 2024-09-16T02:59:01.023 INFO:tasks.rados.rados.0.smithi097.stdout:1268: expect (ObjNum 406 snap 114 seq_num 406) 2024-09-16T02:59:01.023 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 121 2024-09-16T02:59:01.023 INFO:tasks.rados.rados.0.smithi097.stdout:1265: finishing write tid 4 to smithi09778949-8 2024-09-16T02:59:01.023 INFO:tasks.rados.rados.0.smithi097.stdout:1265: finishing write tid 5 to smithi09778949-8 2024-09-16T02:59:01.024 INFO:tasks.rados.rados.0.smithi097.stdout:1266: finishing rollback tid 0 to smithi09778949-31 2024-09-16T02:59:01.024 INFO:tasks.rados.rados.0.smithi097.stdout:1269: seq_num 424 ranges {8495104=704512,9199616=491520,9691136=434176,10125312=679936} 2024-09-16T02:59:01.074 INFO:tasks.rados.rados.0.smithi097.stdout:1269: writing smithi09778949-50 from 8495104 to 9199616 tid 1 2024-09-16T02:59:01.076 INFO:tasks.rados.rados.0.smithi097.stdout:1269: writing smithi09778949-50 from 9199616 to 9691136 tid 2 2024-09-16T02:59:01.079 INFO:tasks.rados.rados.0.smithi097.stdout:1269: writing smithi09778949-50 from 9691136 to 10125312 tid 3 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:1269: writing smithi09778949-50 from 10125312 to 10805248 tid 4 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:1270: rollback oid 9 current snap is 121 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 119 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:1266: finishing rollback tid 1 to smithi09778949-31 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:1266: finishing rollback tid 2 to smithi09778949-31 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 892 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:1265: finishing write tid 6 to smithi09778949-8 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:1265: oid 8 updating version 0 to 757 2024-09-16T02:59:01.084 INFO:tasks.rados.rados.0.smithi097.stdout:1265: oid 8 updating version 757 to 758 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1265: oid 8 updating version 758 to 759 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1265: oid 8 version 759 is already newer than 756 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1265: oid 8 updating version 759 to 760 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 760 (ObjNum 422 snap 121 seq_num 422) dirty exists 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1265: left oid 8 (ObjNum 422 snap 121 seq_num 422) 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1267: finishing write tid 1 to smithi09778949-20 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1265: done (5 left) 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1266: done (4 left) 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1271: read oid 43 snap -1 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1271: expect (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1272: read oid 42 snap -1 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1272: expect (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:59:01.085 INFO:tasks.rados.rados.0.smithi097.stdout:1273: copy_from oid 3 from oid 45 current snap is 121 2024-09-16T02:59:01.086 INFO:tasks.rados.rados.0.smithi097.stdout:1267: finishing write tid 2 to smithi09778949-20 2024-09-16T02:59:01.086 INFO:tasks.rados.rados.0.smithi097.stdout:1267: finishing write tid 3 to smithi09778949-20 2024-09-16T02:59:01.086 INFO:tasks.rados.rados.0.smithi097.stdout:1274: read oid 46 snap 113 2024-09-16T02:59:01.086 INFO:tasks.rados.rados.0.smithi097.stdout:1274: expect deleted 2024-09-16T02:59:01.086 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 121 2024-09-16T02:59:01.086 INFO:tasks.rados.rados.0.smithi097.stdout:1267: finishing write tid 4 to smithi09778949-20 2024-09-16T02:59:01.086 INFO:tasks.rados.rados.0.smithi097.stdout:1275: seq_num 425 ranges {4431872=720896,5152768=778240,5931008=638976,6569984=188416} 2024-09-16T02:59:01.111 INFO:tasks.rados.rados.0.smithi097.stdout:1275: writing smithi09778949-38 from 4431872 to 5152768 tid 1 2024-09-16T02:59:01.115 INFO:tasks.rados.rados.0.smithi097.stdout:1275: writing smithi09778949-38 from 5152768 to 5931008 tid 2 2024-09-16T02:59:01.119 INFO:tasks.rados.rados.0.smithi097.stdout:1275: writing smithi09778949-38 from 5931008 to 6569984 tid 3 2024-09-16T02:59:01.120 INFO:tasks.rados.rados.0.smithi097.stdout:1275: writing smithi09778949-38 from 6569984 to 6758400 tid 4 2024-09-16T02:59:01.120 INFO:tasks.rados.rados.0.smithi097.stdout:1276: rollback oid 40 current snap is 121 2024-09-16T02:59:01.120 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 116 2024-09-16T02:59:01.120 INFO:tasks.rados.rados.0.smithi097.stdout:1267: finishing write tid 5 to smithi09778949-20 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:1267: finishing write tid 6 to smithi09778949-20 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:1267: oid 20 updating version 0 to 369 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:1267: oid 20 version 369 is already newer than 366 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:1267: oid 20 version 369 is already newer than 368 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:1267: oid 20 version 369 is already newer than 367 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:1267: oid 20 updating version 369 to 370 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 370 (ObjNum 423 snap 121 seq_num 423) dirty exists 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:1267: left oid 20 (ObjNum 423 snap 121 seq_num 423) 2024-09-16T02:59:01.121 INFO:tasks.rados.rados.0.smithi097.stdout:1268: expect (ObjNum 406 snap 114 seq_num 406) 2024-09-16T02:59:01.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:00 smithi097 ceph-mon[88563]: osdmap e317: 8 total, 8 up, 8 in 2024-09-16T02:59:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:00 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:00 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-16T02:59:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:00 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:00 smithi097 ceph-mon[90424]: osdmap e317: 8 total, 8 up, 8 in 2024-09-16T02:59:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:00 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:00 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-16T02:59:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:00 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:01.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:00 smithi184 ceph-mon[82194]: osdmap e317: 8 total, 8 up, 8 in 2024-09-16T02:59:01.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:00 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:01.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:00 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-09-16T02:59:01.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:00 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:01.478 INFO:tasks.rados.rados.0.smithi097.stdout:1269: finishing write tid 1 to smithi09778949-50 2024-09-16T02:59:01.479 INFO:tasks.rados.rados.0.smithi097.stdout:1269: finishing write tid 2 to smithi09778949-50 2024-09-16T02:59:01.479 INFO:tasks.rados.rados.0.smithi097.stdout:1267: done (9 left) 2024-09-16T02:59:01.479 INFO:tasks.rados.rados.0.smithi097.stdout:1268: done (8 left) 2024-09-16T02:59:01.479 INFO:tasks.rados.rados.0.smithi097.stdout:1277: delete oid 21 current snap is 121 2024-09-16T02:59:01.479 INFO:tasks.rados.rados.0.smithi097.stdout:1269: finishing write tid 3 to smithi09778949-50 2024-09-16T02:59:01.479 INFO:tasks.rados.rados.0.smithi097.stdout:1270: finishing rollback tid 0 to smithi09778949-9 2024-09-16T02:59:01.479 INFO:tasks.rados.rados.0.smithi097.stdout:1269: finishing write tid 4 to smithi09778949-50 2024-09-16T02:59:01.479 INFO:tasks.rados.rados.0.smithi097.stdout:1271: expect (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:59:01.503 INFO:tasks.rados.rados.0.smithi097.stdout:1270: finishing rollback tid 1 to smithi09778949-9 2024-09-16T02:59:01.504 INFO:tasks.rados.rados.0.smithi097.stdout:1269: finishing write tid 5 to smithi09778949-50 2024-09-16T02:59:01.504 INFO:tasks.rados.rados.0.smithi097.stdout:1270: finishing rollback tid 2 to smithi09778949-9 2024-09-16T02:59:01.504 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 543 (ObjNum 338 snap 99 seq_num 338) dirty exists 2024-09-16T02:59:01.504 INFO:tasks.rados.rados.0.smithi097.stdout:1273: finishing copy_from to smithi09778949-3 2024-09-16T02:59:01.504 INFO:tasks.rados.rados.0.smithi097.stdout:1273: got expected ENOENT (src dne) 2024-09-16T02:59:01.504 INFO:tasks.rados.rados.0.smithi097.stdout:1273: finishing copy_from racing read to smithi09778949-3 2024-09-16T02:59:01.504 INFO:tasks.rados.rados.0.smithi097.stdout:1272: expect (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:59:01.548 INFO:tasks.rados.rados.0.smithi097.stdout:1269: finishing write tid 6 to smithi09778949-50 2024-09-16T02:59:01.548 INFO:tasks.rados.rados.0.smithi097.stdout:1269: oid 50 updating version 0 to 894 2024-09-16T02:59:01.548 INFO:tasks.rados.rados.0.smithi097.stdout:1269: oid 50 updating version 894 to 896 2024-09-16T02:59:01.548 INFO:tasks.rados.rados.0.smithi097.stdout:1269: oid 50 updating version 896 to 897 2024-09-16T02:59:01.548 INFO:tasks.rados.rados.0.smithi097.stdout:1269: oid 50 version 897 is already newer than 893 2024-09-16T02:59:01.548 INFO:tasks.rados.rados.0.smithi097.stdout:1269: oid 50 version 897 is already newer than 895 2024-09-16T02:59:01.548 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 897 (ObjNum 424 snap 121 seq_num 424) dirty exists 2024-09-16T02:59:01.548 INFO:tasks.rados.rados.0.smithi097.stdout:1269: left oid 50 (ObjNum 424 snap 121 seq_num 424) 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1275: finishing write tid 1 to smithi09778949-38 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1269: done (8 left) 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1270: done (7 left) 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1271: done (6 left) 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1272: done (5 left) 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1273: done (4 left) 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1274: done (3 left) 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1277: done (2 left) 2024-09-16T02:59:01.549 INFO:tasks.rados.rados.0.smithi097.stdout:1278: snap_remove snap 115 2024-09-16T02:59:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:1278: done (2 left) 2024-09-16T02:59:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 121 2024-09-16T02:59:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:1275: finishing write tid 2 to smithi09778949-38 2024-09-16T02:59:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:1279: seq_num 427 ranges {1654784=761856,2416640=598016,3014656=606208,3620864=401408} 2024-09-16T02:59:01.974 INFO:tasks.rados.rados.0.smithi097.stdout:1279: writing smithi09778949-7 from 1654784 to 2416640 tid 1 2024-09-16T02:59:01.978 INFO:tasks.rados.rados.0.smithi097.stdout:1279: writing smithi09778949-7 from 2416640 to 3014656 tid 2 2024-09-16T02:59:01.982 INFO:tasks.rados.rados.0.smithi097.stdout:1279: writing smithi09778949-7 from 3014656 to 3620864 tid 3 2024-09-16T02:59:01.985 INFO:tasks.rados.rados.0.smithi097.stdout:1279: writing smithi09778949-7 from 3620864 to 4022272 tid 4 2024-09-16T02:59:01.985 INFO:tasks.rados.rados.0.smithi097.stdout:1280: rmattr oid 15 current snap is 121 2024-09-16T02:59:01.985 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 121 2024-09-16T02:59:01.985 INFO:tasks.rados.rados.0.smithi097.stdout:1281: seq_num 428 ranges {1277952=778240,2056192=483328,2539520=409600,2949120=417792,3366912=294912} 2024-09-16T02:59:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1281: writing smithi09778949-2 from 1277952 to 2056192 tid 1 2024-09-16T02:59:01.999 INFO:tasks.rados.rados.0.smithi097.stdout:1281: writing smithi09778949-2 from 2056192 to 2539520 tid 2 2024-09-16T02:59:02.002 INFO:tasks.rados.rados.0.smithi097.stdout:1281: writing smithi09778949-2 from 2539520 to 2949120 tid 3 2024-09-16T02:59:02.005 INFO:tasks.rados.rados.0.smithi097.stdout:1281: writing smithi09778949-2 from 2949120 to 3366912 tid 4 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1281: writing smithi09778949-2 from 3366912 to 3661824 tid 5 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1282: copy_from oid 12 from oid 37 current snap is 121 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1275: finishing write tid 3 to smithi09778949-38 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1275: finishing write tid 4 to smithi09778949-38 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1276: finishing rollback tid 0 to smithi09778949-40 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1275: finishing write tid 5 to smithi09778949-38 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1276: finishing rollback tid 1 to smithi09778949-40 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1276: finishing rollback tid 2 to smithi09778949-40 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 564 (ObjNum 369 snap 102 seq_num 369) dirty exists 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1275: finishing write tid 6 to smithi09778949-38 2024-09-16T02:59:02.008 INFO:tasks.rados.rados.0.smithi097.stdout:1275: oid 38 updating version 0 to 822 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1275: oid 38 version 822 is already newer than 819 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1275: oid 38 updating version 822 to 823 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1275: oid 38 version 823 is already newer than 821 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1275: oid 38 version 823 is already newer than 820 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 823 (ObjNum 425 snap 121 seq_num 425) dirty exists 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1275: left oid 38 (ObjNum 425 snap 121 seq_num 425) 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 567 (ObjNum 353 snap 101 seq_num 353) dirty exists 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1279: finishing write tid 1 to smithi09778949-7 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1275: done (5 left) 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1276: done (4 left) 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1280: done (3 left) 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1283: read oid 5 snap -1 2024-09-16T02:59:02.009 INFO:tasks.rados.rados.0.smithi097.stdout:1283: expect deleted 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 121 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: finishing write tid 2 to smithi09778949-7 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: finishing write tid 3 to smithi09778949-7 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: finishing write tid 4 to smithi09778949-7 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: finishing write tid 5 to smithi09778949-7 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: finishing write tid 6 to smithi09778949-7 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: oid 7 updating version 0 to 1067 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: oid 7 updating version 1067 to 1069 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: oid 7 updating version 1069 to 1070 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: oid 7 version 1070 is already newer than 1068 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: oid 7 version 1070 is already newer than 1066 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1070 (ObjNum 427 snap 121 seq_num 427) dirty exists 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1279: left oid 7 (ObjNum 427 snap 121 seq_num 427) 2024-09-16T02:59:02.010 INFO:tasks.rados.rados.0.smithi097.stdout:1281: finishing write tid 1 to smithi09778949-2 2024-09-16T02:59:02.011 INFO:tasks.rados.rados.0.smithi097.stdout:1281: finishing write tid 2 to smithi09778949-2 2024-09-16T02:59:02.011 INFO:tasks.rados.rados.0.smithi097.stdout:1281: finishing write tid 3 to smithi09778949-2 2024-09-16T02:59:02.011 INFO:tasks.rados.rados.0.smithi097.stdout:1284: seq_num 429 ranges {3694592=794624,4489216=770048,5259264=622592,5881856=212992} 2024-09-16T02:59:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:1284: writing smithi09778949-30 from 3694592 to 4489216 tid 1 2024-09-16T02:59:02.037 INFO:tasks.rados.rados.0.smithi097.stdout:1284: writing smithi09778949-30 from 4489216 to 5259264 tid 2 2024-09-16T02:59:02.041 INFO:tasks.rados.rados.0.smithi097.stdout:1284: writing smithi09778949-30 from 5259264 to 5881856 tid 3 2024-09-16T02:59:02.042 INFO:tasks.rados.rados.0.smithi097.stdout:1284: writing smithi09778949-30 from 5881856 to 6094848 tid 4 2024-09-16T02:59:02.042 INFO:tasks.rados.rados.0.smithi097.stdout:1279: done (4 left) 2024-09-16T02:59:02.042 INFO:tasks.rados.rados.0.smithi097.stdout:1285: snap_create 2024-09-16T02:59:02.042 INFO:tasks.rados.rados.0.smithi097.stdout:1281: finishing write tid 4 to smithi09778949-2 2024-09-16T02:59:02.042 INFO:tasks.rados.rados.0.smithi097.stdout:1281: finishing write tid 5 to smithi09778949-2 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: finishing write tid 6 to smithi09778949-2 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: finishing write tid 7 to smithi09778949-2 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: oid 2 updating version 0 to 460 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: oid 2 updating version 460 to 462 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: oid 2 version 462 is already newer than 461 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: oid 2 updating version 462 to 464 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: oid 2 version 464 is already newer than 463 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: oid 2 updating version 464 to 465 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 465 (ObjNum 428 snap 121 seq_num 428) dirty exists 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1281: left oid 2 (ObjNum 428 snap 121 seq_num 428) 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1282: finishing copy_from racing read to smithi09778949-12 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:1282: finishing copy_from to smithi09778949-12 2024-09-16T02:59:02.043 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 446 (ObjNum 332 snap 97 seq_num 332) dirty exists 2024-09-16T02:59:02.044 INFO:tasks.rados.rados.0.smithi097.stdout:1284: finishing write tid 1 to smithi09778949-30 2024-09-16T02:59:02.044 INFO:tasks.rados.rados.0.smithi097.stdout:1284: finishing write tid 2 to smithi09778949-30 2024-09-16T02:59:02.044 INFO:tasks.rados.rados.0.smithi097.stdout:1284: finishing write tid 3 to smithi09778949-30 2024-09-16T02:59:02.045 INFO:tasks.rados.rados.0.smithi097.stdout:1284: finishing write tid 4 to smithi09778949-30 2024-09-16T02:59:02.045 INFO:tasks.rados.rados.0.smithi097.stdout:1284: finishing write tid 5 to smithi09778949-30 2024-09-16T02:59:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:1284: finishing write tid 6 to smithi09778949-30 2024-09-16T02:59:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:1284: oid 30 updating version 0 to 374 2024-09-16T02:59:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:1284: oid 30 version 374 is already newer than 373 2024-09-16T02:59:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:1284: oid 30 version 374 is already newer than 371 2024-09-16T02:59:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:1284: oid 30 version 374 is already newer than 372 2024-09-16T02:59:02.046 INFO:tasks.rados.rados.0.smithi097.stdout:1284: oid 30 updating version 374 to 375 2024-09-16T02:59:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 375 (ObjNum 429 snap 121 seq_num 429) dirty exists 2024-09-16T02:59:02.047 INFO:tasks.rados.rados.0.smithi097.stdout:1284: left oid 30 (ObjNum 429 snap 121 seq_num 429) 2024-09-16T02:59:02.115 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:59:02.191 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[88563]: pgmap v144: 121 pgs: 121 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T02:59:02.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[88563]: Upgrade: Updating osd.1 2024-09-16T02:59:02.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[88563]: Deploying daemon osd.1 on smithi097 2024-09-16T02:59:02.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[88563]: osdmap e318: 8 total, 8 up, 8 in 2024-09-16T02:59:02.192 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[88563]: osdmap e319: 8 total, 8 up, 8 in 2024-09-16T02:59:02.192 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[90424]: pgmap v144: 121 pgs: 121 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T02:59:02.193 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[90424]: Upgrade: Updating osd.1 2024-09-16T02:59:02.193 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[90424]: Deploying daemon osd.1 on smithi097 2024-09-16T02:59:02.193 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[90424]: osdmap e318: 8 total, 8 up, 8 in 2024-09-16T02:59:02.193 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:01 smithi097 ceph-mon[90424]: osdmap e319: 8 total, 8 up, 8 in 2024-09-16T02:59:02.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:01 smithi184 ceph-mon[82194]: pgmap v144: 121 pgs: 121 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T02:59:02.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:01 smithi184 ceph-mon[82194]: Upgrade: Updating osd.1 2024-09-16T02:59:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:01 smithi184 ceph-mon[82194]: Deploying daemon osd.1 on smithi097 2024-09-16T02:59:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:01 smithi184 ceph-mon[82194]: osdmap e318: 8 total, 8 up, 8 in 2024-09-16T02:59:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:01 smithi184 ceph-mon[82194]: osdmap e319: 8 total, 8 up, 8 in 2024-09-16T02:59:02.711 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:59:02.711 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (5m) 22s ago 6m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:59:02.712 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (6m) 63s ago 6m 86.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:59:02.712 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (8m) 22s ago 8m 16.4M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:59:02.712 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (8m) 63s ago 8m 22.0M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:59:02.712 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (2m) 63s ago 11m 453M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T02:59:02.712 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (2m) 22s ago 13m 519M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T02:59:02.713 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (111s) 22s ago 13m 47.6M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T02:59:02.713 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (72s) 63s ago 11m 22.2M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T02:59:02.713 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (90s) 22s ago 11m 37.1M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T02:59:02.713 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (6m) 22s ago 6m 15.2M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:59:02.713 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (6m) 63s ago 6m 17.4M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:59:02.713 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (26s) 22s ago 11m 11.6M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T02:59:02.714 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (10m) 22s ago 10m 189M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 90167f2d81b7 2024-09-16T02:59:02.714 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (10m) 22s ago 10m 243M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:59:02.714 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (9m) 22s ago 9m 114M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:59:02.714 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (9m) 63s ago 9m 164M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:59:02.714 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (9m) 63s ago 9m 190M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:59:02.715 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (8m) 63s ago 8m 103M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:59:02.715 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (8m) 63s ago 8m 130M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:59:02.715 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (2m) 63s ago 7m 50.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T02:59:02.982 INFO:tasks.rados.rados.0.smithi097.stdout:1281: done (4 left) 2024-09-16T02:59:02.982 INFO:tasks.rados.rados.0.smithi097.stdout:1282: done (3 left) 2024-09-16T02:59:02.983 INFO:tasks.rados.rados.0.smithi097.stdout:1283: done (2 left) 2024-09-16T02:59:02.983 INFO:tasks.rados.rados.0.smithi097.stdout:1284: done (1 left) 2024-09-16T02:59:02.983 INFO:tasks.rados.rados.0.smithi097.stdout:1285: done (0 left) 2024-09-16T02:59:02.983 INFO:tasks.rados.rados.0.smithi097.stdout:1286: copy_from oid 49 from oid 24 current snap is 122 2024-09-16T02:59:02.983 INFO:tasks.rados.rados.0.smithi097.stdout:1287: rollback oid 15 current snap is 122 2024-09-16T02:59:02.983 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 114 2024-09-16T02:59:02.983 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 122 2024-09-16T02:59:02.983 INFO:tasks.rados.rados.0.smithi097.stdout:1288: seq_num 430 ranges {1908736=8192} 2024-09-16T02:59:02.993 INFO:tasks.rados.rados.0.smithi097.stdout:1288: writing smithi09778949-35 from 1908736 to 1916928 tid 1 2024-09-16T02:59:02.993 INFO:tasks.rados.rados.0.smithi097.stdout:1289: snap_create 2024-09-16T02:59:02.993 INFO:tasks.rados.rados.0.smithi097.stdout:1287: finishing rollback tid 0 to smithi09778949-15 2024-09-16T02:59:02.993 INFO:tasks.rados.rados.0.smithi097.stdout:1287: finishing rollback tid 1 to smithi09778949-15 2024-09-16T02:59:02.993 INFO:tasks.rados.rados.0.smithi097.stdout:1287: finishing rollback tid 2 to smithi09778949-15 2024-09-16T02:59:02.993 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 573 (ObjNum 353 snap 101 seq_num 353) dirty exists 2024-09-16T02:59:02.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:02 smithi097 ceph-mon[88563]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:02.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:02 smithi097 ceph-mon[88563]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:02.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:02 smithi097 ceph-mon[90424]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:02.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:02 smithi097 ceph-mon[90424]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:02.997 INFO:tasks.rados.rados.0.smithi097.stdout:1288: finishing write tid 1 to smithi09778949-35 2024-09-16T02:59:02.997 INFO:tasks.rados.rados.0.smithi097.stdout:1288: finishing write tid 2 to smithi09778949-35 2024-09-16T02:59:02.999 INFO:tasks.rados.rados.0.smithi097.stdout:1288: finishing write tid 3 to smithi09778949-35 2024-09-16T02:59:02.999 INFO:tasks.rados.rados.0.smithi097.stdout:1288: oid 35 updating version 0 to 544 2024-09-16T02:59:02.999 INFO:tasks.rados.rados.0.smithi097.stdout:1288: oid 35 updating version 544 to 545 2024-09-16T02:59:02.999 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 545 (ObjNum 430 snap 122 seq_num 430) dirty exists 2024-09-16T02:59:02.999 INFO:tasks.rados.rados.0.smithi097.stdout:1288: left oid 35 (ObjNum 430 snap 122 seq_num 430) 2024-09-16T02:59:03.012 INFO:tasks.rados.rados.0.smithi097.stdout:1286: finishing copy_from racing read to smithi09778949-49 2024-09-16T02:59:03.015 INFO:tasks.rados.rados.0.smithi097.stdout:1286: finishing copy_from to smithi09778949-49 2024-09-16T02:59:03.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 425 (ObjNum 411 snap 115 seq_num 411) dirty exists 2024-09-16T02:59:03.082 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 7, 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 1 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:59:03.083 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:59:03.084 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 9, 2024-09-16T02:59:03.084 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 6 2024-09-16T02:59:03.084 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:59:03.084 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T02:59:03.381 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "6/20 daemons upgraded", 2024-09-16T02:59:03.382 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading osd daemons", 2024-09-16T02:59:03.382 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:59:03.382 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:59:03.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:02 smithi184 ceph-mon[82194]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:03.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:02 smithi184 ceph-mon[82194]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:03.986 INFO:tasks.rados.rados.0.smithi097.stdout:1286: done (3 left) 2024-09-16T02:59:03.986 INFO:tasks.rados.rados.0.smithi097.stdout:1287: done (2 left) 2024-09-16T02:59:03.987 INFO:tasks.rados.rados.0.smithi097.stdout:1288: done (1 left) 2024-09-16T02:59:03.987 INFO:tasks.rados.rados.0.smithi097.stdout:1289: done (0 left) 2024-09-16T02:59:03.987 INFO:tasks.rados.rados.0.smithi097.stdout:1290: rollback oid 1 current snap is 123 2024-09-16T02:59:03.987 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 1 to 120 2024-09-16T02:59:03.987 INFO:tasks.rados.rados.0.smithi097.stdout:1291: rollback oid 36 current snap is 123 2024-09-16T02:59:03.987 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 88 2024-09-16T02:59:03.987 INFO:tasks.rados.rados.0.smithi097.stdout:1292: snap_remove snap 67 2024-09-16T02:59:03.994 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:03 smithi097 systemd[1]: Stopping Ceph osd.1 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[88563]: pgmap v147: 121 pgs: 121 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 8 op/s 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[88563]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[88563]: osdmap e320: 8 total, 8 up, 8 in 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/173765326' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[88563]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[90424]: pgmap v147: 121 pgs: 121 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 8 op/s 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[90424]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:03.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[90424]: osdmap e320: 8 total, 8 up, 8 in 2024-09-16T02:59:03.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/173765326' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:03.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[90424]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:03.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:03.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:03 smithi184 ceph-mon[82194]: pgmap v147: 121 pgs: 121 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 8 op/s 2024-09-16T02:59:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:03 smithi184 ceph-mon[82194]: from='client.44180 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:03 smithi184 ceph-mon[82194]: osdmap e320: 8 total, 8 up, 8 in 2024-09-16T02:59:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:03 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/173765326' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:03 smithi184 ceph-mon[82194]: from='client.34275 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:04.494 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[47891]: 2024-09-16T02:59:03.994+0000 7fe90e4ca640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:59:04.495 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[47891]: 2024-09-16T02:59:03.994+0000 7fe90e4ca640 -1 osd.1 321 *** Got signal Terminated *** 2024-09-16T02:59:04.495 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[47891]: 2024-09-16T02:59:03.994+0000 7fe90e4ca640 -1 osd.1 321 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:59:04.995 INFO:tasks.rados.rados.0.smithi097.stdout:1292: done (2 left) 2024-09-16T02:59:04.996 INFO:tasks.rados.rados.0.smithi097.stdout:1293: snap_remove snap 114 2024-09-16T02:59:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:04 smithi097 ceph-mon[90424]: osdmap e321: 8 total, 8 up, 8 in 2024-09-16T02:59:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:04 smithi097 ceph-mon[90424]: osd.1 marked itself down and dead 2024-09-16T02:59:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:04 smithi097 ceph-mon[88563]: osdmap e321: 8 total, 8 up, 8 in 2024-09-16T02:59:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:04 smithi097 ceph-mon[88563]: osd.1 marked itself down and dead 2024-09-16T02:59:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:04 smithi184 ceph-mon[82194]: osdmap e321: 8 total, 8 up, 8 in 2024-09-16T02:59:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:04 smithi184 ceph-mon[82194]: osd.1 marked itself down and dead 2024-09-16T02:59:05.839 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:05 smithi097 podman[99744]: 2024-09-16 02:59:05.547394445 +0000 UTC m=+1.665351899 container died 90167f2d81b72cda5df5e967ffcea4ebd7cf066709b2e320847aa35474904232 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-ae7f373, io.buildah.version=1.37.2, ceph=True) 2024-09-16T02:59:05.998 INFO:tasks.rados.rados.0.smithi097.stdout:1293: done (2 left) 2024-09-16T02:59:05.998 INFO:tasks.rados.rados.0.smithi097.stdout:1294: snap_remove snap 122 2024-09-16T02:59:06.222 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:06 smithi097 ceph-mon[88563]: pgmap v150: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-16T02:59:06.222 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:06 smithi097 ceph-mon[88563]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:59:06.222 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:06 smithi097 ceph-mon[88563]: osdmap e322: 8 total, 7 up, 8 in 2024-09-16T02:59:06.223 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:05 smithi097 podman[99744]: 2024-09-16 02:59:05.944358895 +0000 UTC m=+2.062316384 container cleanup 90167f2d81b72cda5df5e967ffcea4ebd7cf066709b2e320847aa35474904232 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , RELEASE=reef-ae7f373, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-16T02:59:06.223 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:05 smithi097 bash[99744]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1 2024-09-16T02:59:06.223 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:06 smithi097 ceph-mon[90424]: pgmap v150: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-16T02:59:06.223 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:06 smithi097 ceph-mon[90424]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:59:06.223 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:06 smithi097 ceph-mon[90424]: osdmap e322: 8 total, 7 up, 8 in 2024-09-16T02:59:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:06 smithi184 ceph-mon[82194]: pgmap v150: 121 pgs: 121 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 3.8 MiB/s wr, 6 op/s 2024-09-16T02:59:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:06 smithi184 ceph-mon[82194]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:59:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:06 smithi184 ceph-mon[82194]: osdmap e322: 8 total, 7 up, 8 in 2024-09-16T02:59:06.494 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:06 smithi097 podman[99759]: 2024-09-16 02:59:06.220838386 +0000 UTC m=+0.671660149 container remove 90167f2d81b72cda5df5e967ffcea4ebd7cf066709b2e320847aa35474904232 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-ae7f373, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:59:06.801 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:06 smithi097 podman[99848]: 2024-09-16 02:59:06.451063894 +0000 UTC m=+0.015776433 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:59:06.801 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:06 smithi097 podman[99848]: 2024-09-16 02:59:06.555475617 +0000 UTC m=+0.120188203 container create 799ecd8688fb664353182473f273e06f551da527e9349c5d394c234aef45844b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-16T02:59:06.966 INFO:tasks.rados.rados.0.smithi097.stdout:1294: done (2 left) 2024-09-16T02:59:06.966 INFO:tasks.rados.rados.0.smithi097.stdout:1295: snap_remove snap 117 2024-09-16T02:59:07.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:07 smithi097 ceph-mon[88563]: osdmap e323: 8 total, 7 up, 8 in 2024-09-16T02:59:07.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:07 smithi097 ceph-mon[88563]: osdmap e324: 8 total, 7 up, 8 in 2024-09-16T02:59:07.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:07 smithi097 ceph-mon[90424]: osdmap e323: 8 total, 7 up, 8 in 2024-09-16T02:59:07.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:07 smithi097 ceph-mon[90424]: osdmap e324: 8 total, 7 up, 8 in 2024-09-16T02:59:07.246 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:06 smithi097 podman[99848]: 2024-09-16 02:59:06.799528939 +0000 UTC m=+0.364241469 container init 799ecd8688fb664353182473f273e06f551da527e9349c5d394c234aef45844b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-fc3e0bf, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:59:07.246 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:06 smithi097 podman[99848]: 2024-09-16 02:59:06.803238895 +0000 UTC m=+0.367951426 container start 799ecd8688fb664353182473f273e06f551da527e9349c5d394c234aef45844b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, RELEASE=main-fc3e0bf) 2024-09-16T02:59:07.246 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:06 smithi097 podman[99848]: 2024-09-16 02:59:06.916336619 +0000 UTC m=+0.481049163 container attach 799ecd8688fb664353182473f273e06f551da527e9349c5d394c234aef45844b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:59:07.246 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:06 smithi097 podman[99848]: 2024-09-16 02:59:06.991334675 +0000 UTC m=+0.556047206 container died 799ecd8688fb664353182473f273e06f551da527e9349c5d394c234aef45844b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True) 2024-09-16T02:59:07.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:07 smithi184 ceph-mon[82194]: osdmap e323: 8 total, 7 up, 8 in 2024-09-16T02:59:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:07 smithi184 ceph-mon[82194]: osdmap e324: 8 total, 7 up, 8 in 2024-09-16T02:59:07.967 INFO:tasks.rados.rados.0.smithi097.stdout:1295: done (2 left) 2024-09-16T02:59:07.967 INFO:tasks.rados.rados.0.smithi097.stdout:1296: delete oid 7 current snap is 123 2024-09-16T02:59:07.967 INFO:tasks.rados.rados.0.smithi097.stdout:1290: finishing rollback tid 1 to smithi09778949-1 2024-09-16T02:59:07.967 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 755 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T02:59:07.968 INFO:tasks.rados.rados.0.smithi097.stdout:1291: finishing rollback tid 1 to smithi09778949-36 2024-09-16T02:59:07.968 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 754 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T02:59:07.970 INFO:tasks.rados.rados.0.smithi097.stdout:1290: done (2 left) 2024-09-16T02:59:07.971 INFO:tasks.rados.rados.0.smithi097.stdout:1291: done (1 left) 2024-09-16T02:59:07.971 INFO:tasks.rados.rados.0.smithi097.stdout:1296: done (0 left) 2024-09-16T02:59:07.971 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 123 2024-09-16T02:59:07.971 INFO:tasks.rados.rados.0.smithi097.stdout:1297: seq_num 432 ranges {2777088=40960} 2024-09-16T02:59:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:1297: writing smithi09778949-15 from 2777088 to 2818048 tid 1 2024-09-16T02:59:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 123 2024-09-16T02:59:07.987 INFO:tasks.rados.rados.0.smithi097.stdout:1298: seq_num 433 ranges {3801088=57344} 2024-09-16T02:59:07.995 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:07 smithi097 podman[99870]: 2024-09-16 02:59:07.65367007 +0000 UTC m=+0.656561979 container remove 799ecd8688fb664353182473f273e06f551da527e9349c5d394c234aef45844b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-16T02:59:07.995 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:07 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.1.service: Deactivated successfully. 2024-09-16T02:59:07.995 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:07 smithi097 systemd[1]: Stopped Ceph osd.1 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:59:07.995 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:07 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.1.service: Consumed 9.984s CPU time. 2024-09-16T02:59:07.995 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:07 smithi097 systemd[1]: Starting Ceph osd.1 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1298: writing smithi09778949-22 from 3801088 to 3858432 tid 1 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1299: read oid 30 snap -1 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1299: expect (ObjNum 429 snap 121 seq_num 429) 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1300: delete oid 34 current snap is 123 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1297: finishing write tid 1 to smithi09778949-15 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1297: finishing write tid 2 to smithi09778949-15 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1297: finishing write tid 3 to smithi09778949-15 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1297: oid 15 updating version 0 to 588 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:1297: oid 15 updating version 588 to 589 2024-09-16T02:59:08.009 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 589 (ObjNum 432 snap 123 seq_num 432) dirty exists 2024-09-16T02:59:08.010 INFO:tasks.rados.rados.0.smithi097.stdout:1297: left oid 15 (ObjNum 432 snap 123 seq_num 432) 2024-09-16T02:59:08.011 INFO:tasks.rados.rados.0.smithi097.stdout:1298: finishing write tid 1 to smithi09778949-22 2024-09-16T02:59:08.012 INFO:tasks.rados.rados.0.smithi097.stdout:1298: finishing write tid 2 to smithi09778949-22 2024-09-16T02:59:08.014 INFO:tasks.rados.rados.0.smithi097.stdout:1297: done (3 left) 2024-09-16T02:59:08.014 INFO:tasks.rados.rados.0.smithi097.stdout:1300: done (2 left) 2024-09-16T02:59:08.014 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 123 2024-09-16T02:59:08.014 INFO:tasks.rados.rados.0.smithi097.stdout:1301: seq_num 435 ranges {4677632=90112} 2024-09-16T02:59:08.041 INFO:tasks.rados.rados.0.smithi097.stdout:1301: writing smithi09778949-12 from 4677632 to 4767744 tid 1 2024-09-16T02:59:08.041 INFO:tasks.rados.rados.0.smithi097.stdout:1302: copy_from oid 46 from oid 10 current snap is 123 2024-09-16T02:59:08.041 INFO:tasks.rados.rados.0.smithi097.stdout:1298: finishing write tid 3 to smithi09778949-22 2024-09-16T02:59:08.041 INFO:tasks.rados.rados.0.smithi097.stdout:1298: oid 22 updating version 0 to 442 2024-09-16T02:59:08.041 INFO:tasks.rados.rados.0.smithi097.stdout:1298: oid 22 version 442 is already newer than 441 2024-09-16T02:59:08.041 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 442 (ObjNum 433 snap 123 seq_num 433) dirty exists 2024-09-16T02:59:08.042 INFO:tasks.rados.rados.0.smithi097.stdout:1298: left oid 22 (ObjNum 433 snap 123 seq_num 433) 2024-09-16T02:59:08.042 INFO:tasks.rados.rados.0.smithi097.stdout:1298: done (3 left) 2024-09-16T02:59:08.042 INFO:tasks.rados.rados.0.smithi097.stdout:1303: snap_remove snap 120 2024-09-16T02:59:08.267 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:08 smithi097 ceph-mon[88563]: pgmap v153: 121 pgs: 16 stale+active+clean, 105 active+clean; 289 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.0 MiB/s wr, 19 op/s 2024-09-16T02:59:08.267 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:08 smithi097 ceph-mon[88563]: osdmap e325: 8 total, 7 up, 8 in 2024-09-16T02:59:08.267 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:08 smithi097 ceph-mon[90424]: pgmap v153: 121 pgs: 16 stale+active+clean, 105 active+clean; 289 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.0 MiB/s wr, 19 op/s 2024-09-16T02:59:08.267 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:08 smithi097 ceph-mon[90424]: osdmap e325: 8 total, 7 up, 8 in 2024-09-16T02:59:08.268 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 podman[99970]: 2024-09-16 02:59:08.01079308 +0000 UTC m=+0.021828507 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:59:08.268 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 podman[99970]: 2024-09-16 02:59:08.138148878 +0000 UTC m=+0.149184291 container create 21e2aecb7cb42147e9e3bf1a3065e1648b92a30b2ff2d05c587e3fd43e1cf712 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:59:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:08 smithi184 ceph-mon[82194]: pgmap v153: 121 pgs: 16 stale+active+clean, 105 active+clean; 289 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.0 MiB/s wr, 19 op/s 2024-09-16T02:59:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:08 smithi184 ceph-mon[82194]: osdmap e325: 8 total, 7 up, 8 in 2024-09-16T02:59:08.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 podman[99970]: 2024-09-16 02:59:08.374045776 +0000 UTC m=+0.385081188 container init 21e2aecb7cb42147e9e3bf1a3065e1648b92a30b2ff2d05c587e3fd43e1cf712 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T02:59:08.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 podman[99970]: 2024-09-16 02:59:08.377553851 +0000 UTC m=+0.388589265 container start 21e2aecb7cb42147e9e3bf1a3065e1648b92a30b2ff2d05c587e3fd43e1cf712 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:59:08.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 podman[99970]: 2024-09-16 02:59:08.474215065 +0000 UTC m=+0.485250479 container attach 21e2aecb7cb42147e9e3bf1a3065e1648b92a30b2ff2d05c587e3fd43e1cf712 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-16T02:59:08.746 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:59:08.746 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 bash[99970]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:59:08.746 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:59:08.746 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 bash[99970]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:59:09.021 INFO:tasks.rados.rados.0.smithi097.stdout:1303: done (3 left) 2024-09-16T02:59:09.021 INFO:tasks.rados.rados.0.smithi097.stdout:1304: copy_from oid 25 from oid 8 current snap is 123 2024-09-16T02:59:09.021 INFO:tasks.rados.rados.0.smithi097.stdout:1299: expect (ObjNum 429 snap 121 seq_num 429) 2024-09-16T02:59:09.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-mon[90424]: Health check failed: Degraded data redundancy: 20/600 objects degraded (3.333%), 1 pg degraded (PG_DEGRADED) 2024-09-16T02:59:09.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-mon[90424]: osdmap e326: 8 total, 7 up, 8 in 2024-09-16T02:59:09.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-mon[88563]: Health check failed: Degraded data redundancy: 20/600 objects degraded (3.333%), 1 pg degraded (PG_DEGRADED) 2024-09-16T02:59:09.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-mon[88563]: osdmap e326: 8 total, 7 up, 8 in 2024-09-16T02:59:09.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:59:09] "GET /metrics HTTP/1.1" 200 36216 "" "Prometheus/2.43.0" 2024-09-16T02:59:09.246 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T02:59:09.246 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 bash[99970]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T02:59:09.246 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T02:59:09.246 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:08 smithi097 bash[99970]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1301: finishing write tid 1 to smithi09778949-12 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1301: finishing write tid 2 to smithi09778949-12 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1299: done (3 left) 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1305: copy_from oid 17 from oid 47 current snap is 123 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1301: finishing write tid 3 to smithi09778949-12 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1301: oid 12 updating version 0 to 761 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1301: oid 12 updating version 761 to 762 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 762 (ObjNum 435 snap 123 seq_num 435) dirty exists 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1301: left oid 12 (ObjNum 435 snap 123 seq_num 435) 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1302: finishing copy_from racing read to smithi09778949-46 2024-09-16T02:59:09.324 INFO:tasks.rados.rados.0.smithi097.stdout:1302: finishing copy_from to smithi09778949-46 2024-09-16T02:59:09.325 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 758 (ObjNum 374 snap 108 seq_num 374) dirty exists 2024-09-16T02:59:09.325 INFO:tasks.rados.rados.0.smithi097.stdout:1304: finishing copy_from racing read to smithi09778949-25 2024-09-16T02:59:09.325 INFO:tasks.rados.rados.0.smithi097.stdout:1301: done (3 left) 2024-09-16T02:59:09.325 INFO:tasks.rados.rados.0.smithi097.stdout:1302: done (2 left) 2024-09-16T02:59:09.325 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 123 2024-09-16T02:59:09.325 INFO:tasks.rados.rados.0.smithi097.stdout:1304: finishing copy_from to smithi09778949-25 2024-09-16T02:59:09.325 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 760 (ObjNum 422 snap 121 seq_num 422) dirty exists 2024-09-16T02:59:09.325 INFO:tasks.rados.rados.0.smithi097.stdout:1306: seq_num 436 ranges {2244608=106496} 2024-09-16T02:59:09.336 INFO:tasks.rados.rados.0.smithi097.stdout:1306: writing smithi09778949-29 from 2244608 to 2351104 tid 1 2024-09-16T02:59:09.336 INFO:tasks.rados.rados.0.smithi097.stdout:1304: done (2 left) 2024-09-16T02:59:09.336 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 123 2024-09-16T02:59:09.336 INFO:tasks.rados.rados.0.smithi097.stdout:1307: seq_num 437 ranges {3211264=122880} 2024-09-16T02:59:09.354 INFO:tasks.rados.rados.0.smithi097.stdout:1307: writing smithi09778949-46 from 3211264 to 3334144 tid 1 2024-09-16T02:59:09.354 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 123 2024-09-16T02:59:09.354 INFO:tasks.rados.rados.0.smithi097.stdout:1305: finishing copy_from racing read to smithi09778949-17 2024-09-16T02:59:09.354 INFO:tasks.rados.rados.0.smithi097.stdout:1305: finishing copy_from to smithi09778949-17 2024-09-16T02:59:09.354 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 364 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T02:59:09.354 INFO:tasks.rados.rados.0.smithi097.stdout:1306: finishing write tid 1 to smithi09778949-29 2024-09-16T02:59:09.355 INFO:tasks.rados.rados.0.smithi097.stdout:1306: finishing write tid 2 to smithi09778949-29 2024-09-16T02:59:09.355 INFO:tasks.rados.rados.0.smithi097.stdout:1306: finishing write tid 3 to smithi09778949-29 2024-09-16T02:59:09.355 INFO:tasks.rados.rados.0.smithi097.stdout:1306: oid 29 updating version 0 to 856 2024-09-16T02:59:09.355 INFO:tasks.rados.rados.0.smithi097.stdout:1306: oid 29 version 856 is already newer than 855 2024-09-16T02:59:09.355 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 856 (ObjNum 436 snap 123 seq_num 436) dirty exists 2024-09-16T02:59:09.355 INFO:tasks.rados.rados.0.smithi097.stdout:1306: left oid 29 (ObjNum 436 snap 123 seq_num 436) 2024-09-16T02:59:09.355 INFO:tasks.rados.rados.0.smithi097.stdout:1308: seq_num 438 ranges {4677632=139264} 2024-09-16T02:59:09.380 INFO:tasks.rados.rados.0.smithi097.stdout:1308: writing smithi09778949-8 from 4677632 to 4816896 tid 1 2024-09-16T02:59:09.380 INFO:tasks.rados.rados.0.smithi097.stdout:1305: done (3 left) 2024-09-16T02:59:09.380 INFO:tasks.rados.rados.0.smithi097.stdout:1306: done (2 left) 2024-09-16T02:59:09.380 INFO:tasks.rados.rados.0.smithi097.stdout:1309: rmattr oid 15 current snap is 123 2024-09-16T02:59:09.380 INFO:tasks.rados.rados.0.smithi097.stdout:1307: finishing write tid 1 to smithi09778949-46 2024-09-16T02:59:09.380 INFO:tasks.rados.rados.0.smithi097.stdout:1307: finishing write tid 2 to smithi09778949-46 2024-09-16T02:59:09.380 INFO:tasks.rados.rados.0.smithi097.stdout:1307: finishing write tid 3 to smithi09778949-46 2024-09-16T02:59:09.381 INFO:tasks.rados.rados.0.smithi097.stdout:1307: oid 46 updating version 0 to 759 2024-09-16T02:59:09.381 INFO:tasks.rados.rados.0.smithi097.stdout:1307: oid 46 updating version 759 to 760 2024-09-16T02:59:09.381 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 760 (ObjNum 437 snap 123 seq_num 437) dirty exists 2024-09-16T02:59:09.381 INFO:tasks.rados.rados.0.smithi097.stdout:1307: left oid 46 (ObjNum 437 snap 123 seq_num 437) 2024-09-16T02:59:09.381 INFO:tasks.rados.rados.0.smithi097.stdout:1307: done (2 left) 2024-09-16T02:59:09.381 INFO:tasks.rados.rados.0.smithi097.stdout:1310: delete oid 21 current snap is 123 2024-09-16T02:59:09.381 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 594 (ObjNum 432 snap 123 seq_num 432) dirty exists 2024-09-16T02:59:09.382 INFO:tasks.rados.rados.0.smithi097.stdout:1309: done (2 left) 2024-09-16T02:59:09.382 INFO:tasks.rados.rados.0.smithi097.stdout:1310: done (1 left) 2024-09-16T02:59:09.382 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 123 2024-09-16T02:59:09.382 INFO:tasks.rados.rados.0.smithi097.stdout:1311: seq_num 440 ranges {4145152=172032} 2024-09-16T02:59:09.405 INFO:tasks.rados.rados.0.smithi097.stdout:1311: writing smithi09778949-49 from 4145152 to 4317184 tid 1 2024-09-16T02:59:09.406 INFO:tasks.rados.rados.0.smithi097.stdout:1312: delete oid 37 current snap is 123 2024-09-16T02:59:09.406 INFO:tasks.rados.rados.0.smithi097.stdout:1308: finishing write tid 1 to smithi09778949-8 2024-09-16T02:59:09.406 INFO:tasks.rados.rados.0.smithi097.stdout:1308: finishing write tid 2 to smithi09778949-8 2024-09-16T02:59:09.406 INFO:tasks.rados.rados.0.smithi097.stdout:1308: finishing write tid 3 to smithi09778949-8 2024-09-16T02:59:09.406 INFO:tasks.rados.rados.0.smithi097.stdout:1308: oid 8 updating version 0 to 763 2024-09-16T02:59:09.406 INFO:tasks.rados.rados.0.smithi097.stdout:1308: oid 8 updating version 763 to 764 2024-09-16T02:59:09.406 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 764 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T02:59:09.407 INFO:tasks.rados.rados.0.smithi097.stdout:1308: left oid 8 (ObjNum 438 snap 123 seq_num 438) 2024-09-16T02:59:09.407 INFO:tasks.rados.rados.0.smithi097.stdout:1308: done (2 left) 2024-09-16T02:59:09.408 INFO:tasks.rados.rados.0.smithi097.stdout:1312: done (1 left) 2024-09-16T02:59:09.408 INFO:tasks.rados.rados.0.smithi097.stdout:1313: setattr oid 17 current snap is 123 2024-09-16T02:59:09.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:09 smithi184 ceph-mon[82194]: Health check failed: Degraded data redundancy: 20/600 objects degraded (3.333%), 1 pg degraded (PG_DEGRADED) 2024-09-16T02:59:09.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:09 smithi184 ceph-mon[82194]: osdmap e326: 8 total, 7 up, 8 in 2024-09-16T02:59:09.409 INFO:tasks.rados.rados.0.smithi097.stdout:1311: finishing write tid 1 to smithi09778949-49 2024-09-16T02:59:09.409 INFO:tasks.rados.rados.0.smithi097.stdout:1311: finishing write tid 2 to smithi09778949-49 2024-09-16T02:59:09.410 INFO:tasks.rados.rados.0.smithi097.stdout:1311: finishing write tid 3 to smithi09778949-49 2024-09-16T02:59:09.410 INFO:tasks.rados.rados.0.smithi097.stdout:1311: oid 49 updating version 0 to 858 2024-09-16T02:59:09.410 INFO:tasks.rados.rados.0.smithi097.stdout:1311: oid 49 version 858 is already newer than 857 2024-09-16T02:59:09.410 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 858 (ObjNum 440 snap 123 seq_num 440) dirty exists 2024-09-16T02:59:09.411 INFO:tasks.rados.rados.0.smithi097.stdout:1311: left oid 49 (ObjNum 440 snap 123 seq_num 440) 2024-09-16T02:59:09.411 INFO:tasks.rados.rados.0.smithi097.stdout:1311: done (1 left) 2024-09-16T02:59:09.411 INFO:tasks.rados.rados.0.smithi097.stdout:1314: read oid 1 snap -1 2024-09-16T02:59:09.411 INFO:tasks.rados.rados.0.smithi097.stdout:1314: expect deleted 2024-09-16T02:59:09.411 INFO:tasks.rados.rados.0.smithi097.stdout:1315: snap_remove snap 119 2024-09-16T02:59:09.637 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 bash[99970]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 bash[99970]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 bash[99970]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 bash[99970]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate[99985]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 bash[99970]: --> ceph-volume raw activate successful for osd ID: 1 2024-09-16T02:59:09.638 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 podman[99970]: 2024-09-16 02:59:09.289714973 +0000 UTC m=+1.300750404 container died 21e2aecb7cb42147e9e3bf1a3065e1648b92a30b2ff2d05c587e3fd43e1cf712 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2) 2024-09-16T02:59:10.073 INFO:tasks.rados.rados.0.smithi097.stdout:1315: done (2 left) 2024-09-16T02:59:10.074 INFO:tasks.rados.rados.0.smithi097.stdout:1316: snap_remove snap 113 2024-09-16T02:59:10.241 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:10 smithi097 ceph-mon[88563]: pgmap v156: 121 pgs: 6 active+undersized, 15 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 20/600 objects degraded (3.333%) 2024-09-16T02:59:10.241 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:10 smithi097 ceph-mon[90424]: pgmap v156: 121 pgs: 6 active+undersized, 15 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 20/600 objects degraded (3.333%) 2024-09-16T02:59:10.242 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:09 smithi097 podman[100111]: 2024-09-16 02:59:09.903548485 +0000 UTC m=+0.604314178 container remove 21e2aecb7cb42147e9e3bf1a3065e1648b92a30b2ff2d05c587e3fd43e1cf712 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:59:10.242 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:10 smithi097 podman[100171]: 2024-09-16 02:59:10.009834608 +0000 UTC m=+0.015756628 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:59:10.242 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:10 smithi097 podman[100171]: 2024-09-16 02:59:10.121343475 +0000 UTC m=+0.127265483 container create 30a90b8d452bdf5981dd75c2450edaa0e8011d578dad25d90cb0132246634696 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, ceph=True, RELEASE=main-fc3e0bf, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T02:59:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:10 smithi184 ceph-mon[82194]: pgmap v156: 121 pgs: 6 active+undersized, 15 stale+active+clean, 1 active+undersized+degraded, 99 active+clean; 284 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 12 op/s; 20/600 objects degraded (3.333%) 2024-09-16T02:59:10.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:10 smithi097 podman[100171]: 2024-09-16 02:59:10.365370979 +0000 UTC m=+0.371292988 container init 30a90b8d452bdf5981dd75c2450edaa0e8011d578dad25d90cb0132246634696 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS) 2024-09-16T02:59:10.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:10 smithi097 podman[100171]: 2024-09-16 02:59:10.368594035 +0000 UTC m=+0.374516045 container start 30a90b8d452bdf5981dd75c2450edaa0e8011d578dad25d90cb0132246634696 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-16T02:59:10.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:10 smithi097 ceph-osd[100190]: -- 172.21.15.97:0/550106868 <== mon.0 v2:172.21.15.97:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a251ceba40 con 0x55a252aba000 2024-09-16T02:59:10.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:10 smithi097 bash[100171]: 30a90b8d452bdf5981dd75c2450edaa0e8011d578dad25d90cb0132246634696 2024-09-16T02:59:10.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:10 smithi097 systemd[1]: Started Ceph osd.1 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:59:11.086 INFO:tasks.rados.rados.0.smithi097.stdout:1316: done (2 left) 2024-09-16T02:59:11.086 INFO:tasks.rados.rados.0.smithi097.stdout:1317: snap_create 2024-09-16T02:59:11.086 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 365 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T02:59:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:11 smithi184 ceph-mon[82194]: osdmap e327: 8 total, 7 up, 8 in 2024-09-16T02:59:11.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:11 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:11.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:11 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:11.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:11 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:11.425 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:11 smithi097 ceph-mon[88563]: osdmap e327: 8 total, 7 up, 8 in 2024-09-16T02:59:11.425 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:11 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:11.425 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:11 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:11.425 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:11 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:11.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:11 smithi097 ceph-mon[90424]: osdmap e327: 8 total, 7 up, 8 in 2024-09-16T02:59:11.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:11 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:11.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:11 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:11.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:11 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:11.961 INFO:tasks.rados.rados.0.smithi097.stdout:1313: done (2 left) 2024-09-16T02:59:11.961 INFO:tasks.rados.rados.0.smithi097.stdout:1314: done (1 left) 2024-09-16T02:59:11.962 INFO:tasks.rados.rados.0.smithi097.stdout:1317: done (0 left) 2024-09-16T02:59:11.962 INFO:tasks.rados.rados.0.smithi097.stdout:1318: rollback oid 14 current snap is 124 2024-09-16T02:59:11.962 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 14 to 121 2024-09-16T02:59:11.962 INFO:tasks.rados.rados.0.smithi097.stdout:1319: snap_remove snap 123 2024-09-16T02:59:12.382 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:12 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[100186]: 2024-09-16T02:59:12.259+0000 7f3a3b950640 -1 Falling back to public interface 2024-09-16T02:59:12.383 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:12 smithi097 ceph-mon[88563]: pgmap v159: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 838 KiB/s wr, 11 op/s; 82/555 objects degraded (14.775%) 2024-09-16T02:59:12.383 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:12 smithi097 ceph-mon[88563]: osdmap e328: 8 total, 7 up, 8 in 2024-09-16T02:59:12.383 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:12 smithi097 ceph-mon[88563]: osdmap e329: 8 total, 7 up, 8 in 2024-09-16T02:59:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:12 smithi097 ceph-mon[90424]: pgmap v159: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 838 KiB/s wr, 11 op/s; 82/555 objects degraded (14.775%) 2024-09-16T02:59:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:12 smithi097 ceph-mon[90424]: osdmap e328: 8 total, 7 up, 8 in 2024-09-16T02:59:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:12 smithi097 ceph-mon[90424]: osdmap e329: 8 total, 7 up, 8 in 2024-09-16T02:59:12.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:12 smithi184 ceph-mon[82194]: pgmap v159: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 838 KiB/s wr, 11 op/s; 82/555 objects degraded (14.775%) 2024-09-16T02:59:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:12 smithi184 ceph-mon[82194]: osdmap e328: 8 total, 7 up, 8 in 2024-09-16T02:59:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:12 smithi184 ceph-mon[82194]: osdmap e329: 8 total, 7 up, 8 in 2024-09-16T02:59:12.965 INFO:tasks.rados.rados.0.smithi097.stdout:1319: done (1 left) 2024-09-16T02:59:12.965 INFO:tasks.rados.rados.0.smithi097.stdout:1320: snap_create 2024-09-16T02:59:12.965 INFO:tasks.rados.rados.0.smithi097.stdout:1318: finishing rollback tid 0 to smithi09778949-14 2024-09-16T02:59:12.965 INFO:tasks.rados.rados.0.smithi097.stdout:1318: finishing rollback tid 1 to smithi09778949-14 2024-09-16T02:59:12.965 INFO:tasks.rados.rados.0.smithi097.stdout:1318: finishing rollback tid 2 to smithi09778949-14 2024-09-16T02:59:12.965 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 469 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-09-16T02:59:13.964 INFO:tasks.rados.rados.0.smithi097.stdout:1318: done (1 left) 2024-09-16T02:59:13.964 INFO:tasks.rados.rados.0.smithi097.stdout:1320: done (0 left) 2024-09-16T02:59:13.964 INFO:tasks.rados.rados.0.smithi097.stdout:1321: rollback oid 16 current snap is 125 2024-09-16T02:59:13.964 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 16 to 116 2024-09-16T02:59:13.964 INFO:tasks.rados.rados.0.smithi097.stdout:1322: read oid 31 snap -1 2024-09-16T02:59:13.964 INFO:tasks.rados.rados.0.smithi097.stdout:1322: expect (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:59:13.964 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 125 2024-09-16T02:59:13.964 INFO:tasks.rados.rados.0.smithi097.stdout:1323: seq_num 442 ranges {475136=204800} 2024-09-16T02:59:13.967 INFO:tasks.rados.rados.0.smithi097.stdout:1323: writing smithi09778949-13 from 475136 to 679936 tid 1 2024-09-16T02:59:13.968 INFO:tasks.rados.rados.0.smithi097.stdout:1324: delete oid 10 current snap is 125 2024-09-16T02:59:13.968 INFO:tasks.rados.rados.0.smithi097.stdout:1321: finishing rollback tid 0 to smithi09778949-16 2024-09-16T02:59:13.970 INFO:tasks.rados.rados.0.smithi097.stdout:1321: finishing rollback tid 1 to smithi09778949-16 2024-09-16T02:59:13.970 INFO:tasks.rados.rados.0.smithi097.stdout:1321: finishing rollback tid 2 to smithi09778949-16 2024-09-16T02:59:13.970 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1112 (ObjNum 360 snap 102 seq_num 360) dirty exists 2024-09-16T02:59:13.976 INFO:tasks.rados.rados.0.smithi097.stdout:1321: done (3 left) 2024-09-16T02:59:13.976 INFO:tasks.rados.rados.0.smithi097.stdout:1324: done (2 left) 2024-09-16T02:59:13.976 INFO:tasks.rados.rados.0.smithi097.stdout:1325: read oid 50 snap -1 2024-09-16T02:59:13.976 INFO:tasks.rados.rados.0.smithi097.stdout:1325: expect (ObjNum 424 snap 121 seq_num 424) 2024-09-16T02:59:13.976 INFO:tasks.rados.rados.0.smithi097.stdout:1326: copy_from oid 33 from oid 21 current snap is 125 2024-09-16T02:59:13.976 INFO:tasks.rados.rados.0.smithi097.stdout:1327: snap_create 2024-09-16T02:59:13.977 INFO:tasks.rados.rados.0.smithi097.stdout:1323: finishing write tid 1 to smithi09778949-13 2024-09-16T02:59:13.977 INFO:tasks.rados.rados.0.smithi097.stdout:1323: finishing write tid 2 to smithi09778949-13 2024-09-16T02:59:13.977 INFO:tasks.rados.rados.0.smithi097.stdout:1326: finishing copy_from to smithi09778949-33 2024-09-16T02:59:13.977 INFO:tasks.rados.rados.0.smithi097.stdout:1326: got expected ENOENT (src dne) 2024-09-16T02:59:13.977 INFO:tasks.rados.rados.0.smithi097.stdout:1326: finishing copy_from racing read to smithi09778949-33 2024-09-16T02:59:13.978 INFO:tasks.rados.rados.0.smithi097.stdout:1322: expect (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:59:14.004 INFO:tasks.rados.rados.0.smithi097.stdout:1323: finishing write tid 3 to smithi09778949-13 2024-09-16T02:59:14.005 INFO:tasks.rados.rados.0.smithi097.stdout:1323: oid 13 updating version 0 to 421 2024-09-16T02:59:14.005 INFO:tasks.rados.rados.0.smithi097.stdout:1323: oid 13 version 421 is already newer than 420 2024-09-16T02:59:14.005 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 421 (ObjNum 442 snap 125 seq_num 442) dirty exists 2024-09-16T02:59:14.005 INFO:tasks.rados.rados.0.smithi097.stdout:1323: left oid 13 (ObjNum 442 snap 125 seq_num 442) 2024-09-16T02:59:14.032 INFO:tasks.rados.rados.0.smithi097.stdout:1325: expect (ObjNum 424 snap 121 seq_num 424) 2024-09-16T02:59:14.066 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:13 smithi097 ceph-mon[88563]: pgmap v162: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 838 KiB/s wr, 11 op/s; 82/555 objects degraded (14.775%) 2024-09-16T02:59:14.066 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:13 smithi097 ceph-mon[88563]: osdmap e330: 8 total, 7 up, 8 in 2024-09-16T02:59:14.066 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:13 smithi097 ceph-mon[90424]: pgmap v162: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 838 KiB/s wr, 11 op/s; 82/555 objects degraded (14.775%) 2024-09-16T02:59:14.066 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:13 smithi097 ceph-mon[90424]: osdmap e330: 8 total, 7 up, 8 in 2024-09-16T02:59:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:13 smithi184 ceph-mon[82194]: pgmap v162: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 259 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 838 KiB/s wr, 11 op/s; 82/555 objects degraded (14.775%) 2024-09-16T02:59:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:13 smithi184 ceph-mon[82194]: osdmap e330: 8 total, 7 up, 8 in 2024-09-16T02:59:14.973 INFO:tasks.rados.rados.0.smithi097.stdout:1322: done (4 left) 2024-09-16T02:59:14.974 INFO:tasks.rados.rados.0.smithi097.stdout:1323: done (3 left) 2024-09-16T02:59:14.974 INFO:tasks.rados.rados.0.smithi097.stdout:1325: done (2 left) 2024-09-16T02:59:14.974 INFO:tasks.rados.rados.0.smithi097.stdout:1326: done (1 left) 2024-09-16T02:59:14.974 INFO:tasks.rados.rados.0.smithi097.stdout:1327: done (0 left) 2024-09-16T02:59:14.974 INFO:tasks.rados.rados.0.smithi097.stdout:1328: setattr oid 12 current snap is 126 2024-09-16T02:59:14.975 INFO:tasks.rados.rados.0.smithi097.stdout:1329: delete oid 11 current snap is 126 2024-09-16T02:59:14.979 INFO:tasks.rados.rados.0.smithi097.stdout:1329: done (1 left) 2024-09-16T02:59:14.979 INFO:tasks.rados.rados.0.smithi097.stdout:1330: snap_remove snap 96 2024-09-16T02:59:15.226 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[88563]: osdmap e331: 8 total, 7 up, 8 in 2024-09-16T02:59:15.226 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.226 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.226 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.226 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.226 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[90424]: osdmap e331: 8 total, 7 up, 8 in 2024-09-16T02:59:15.226 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.227 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.227 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.227 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:14 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:14 smithi184 ceph-mon[82194]: osdmap e331: 8 total, 7 up, 8 in 2024-09-16T02:59:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:14 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:14 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:14 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:14 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:15.978 INFO:tasks.rados.rados.0.smithi097.stdout:1330: done (1 left) 2024-09-16T02:59:15.978 INFO:tasks.rados.rados.0.smithi097.stdout:1331: rmattr oid 47 current snap is 126 2024-09-16T02:59:15.978 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 765 (ObjNum 435 snap 123 seq_num 435) dirty exists 2024-09-16T02:59:15.978 INFO:tasks.rados.rados.0.smithi097.stdout:1328: done (1 left) 2024-09-16T02:59:15.978 INFO:tasks.rados.rados.0.smithi097.stdout:1332: read oid 14 snap 88 2024-09-16T02:59:15.978 INFO:tasks.rados.rados.0.smithi097.stdout:1332: expect (ObjNum 75 snap 11 seq_num 75) 2024-09-16T02:59:15.978 INFO:tasks.rados.rados.0.smithi097.stdout:1333: setattr oid 26 current snap is 126 2024-09-16T02:59:15.981 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 126 2024-09-16T02:59:15.981 INFO:tasks.rados.rados.0.smithi097.stdout:1334: seq_num 445 ranges {7249920=253952} 2024-09-16T02:59:16.021 INFO:tasks.rados.rados.0.smithi097.stdout:1334: writing smithi09778949-41 from 7249920 to 7503872 tid 1 2024-09-16T02:59:16.021 INFO:tasks.rados.rados.0.smithi097.stdout:1335: rollback oid 23 current snap is 126 2024-09-16T02:59:16.022 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 23 to 88 2024-09-16T02:59:16.022 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 365 (ObjNum 129 snap 0 seq_num 1973361224) dirty exists 2024-09-16T02:59:16.022 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 395 (ObjNum 129 snap 0 seq_num 1974047936) dirty exists 2024-09-16T02:59:16.022 INFO:tasks.rados.rados.0.smithi097.stdout:1332: expect (ObjNum 75 snap 11 seq_num 75) 2024-09-16T02:59:16.087 INFO:tasks.rados.rados.0.smithi097.stdout:1334: finishing write tid 1 to smithi09778949-41 2024-09-16T02:59:16.087 INFO:tasks.rados.rados.0.smithi097.stdout:1334: finishing write tid 2 to smithi09778949-41 2024-09-16T02:59:16.087 INFO:tasks.rados.rados.0.smithi097.stdout:1335: finishing rollback tid 0 to smithi09778949-23 2024-09-16T02:59:16.087 INFO:tasks.rados.rados.0.smithi097.stdout:1335: finishing rollback tid 1 to smithi09778949-23 2024-09-16T02:59:16.087 INFO:tasks.rados.rados.0.smithi097.stdout:1335: finishing rollback tid 2 to smithi09778949-23 2024-09-16T02:59:16.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 764 (ObjNum 245 snap 66 seq_num 245) dirty exists 2024-09-16T02:59:16.087 INFO:tasks.rados.rados.0.smithi097.stdout:1331: done (4 left) 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1332: done (3 left) 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1333: done (2 left) 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1335: done (1 left) 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1336: read oid 6 snap -1 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1336: expect deleted 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 126 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1334: finishing write tid 3 to smithi09778949-41 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1334: oid 41 updating version 0 to 766 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1334: oid 41 updating version 766 to 767 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 767 (ObjNum 445 snap 126 seq_num 445) dirty exists 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1334: left oid 41 (ObjNum 445 snap 126 seq_num 445) 2024-09-16T02:59:16.088 INFO:tasks.rados.rados.0.smithi097.stdout:1337: seq_num 446 ranges {2351104=278528} 2024-09-16T02:59:16.100 INFO:tasks.rados.rados.0.smithi097.stdout:1337: writing smithi09778949-29 from 2351104 to 2629632 tid 1 2024-09-16T02:59:16.100 INFO:tasks.rados.rados.0.smithi097.stdout:1334: done (2 left) 2024-09-16T02:59:16.100 INFO:tasks.rados.rados.0.smithi097.stdout:1338: snap_remove snap 116 2024-09-16T02:59:16.231 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:15 smithi097 ceph-mon[88563]: pgmap v165: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/552 objects degraded (15.399%) 2024-09-16T02:59:16.232 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:15 smithi097 ceph-mon[88563]: osdmap e332: 8 total, 7 up, 8 in 2024-09-16T02:59:16.232 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:15 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 85/552 objects degraded (15.399%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:16.232 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:15 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[100186]: 2024-09-16T02:59:15.993+0000 7f3a3b950640 -1 osd.1 321 log_to_monitors true 2024-09-16T02:59:16.232 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:15 smithi097 ceph-mon[90424]: pgmap v165: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/552 objects degraded (15.399%) 2024-09-16T02:59:16.232 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:15 smithi097 ceph-mon[90424]: osdmap e332: 8 total, 7 up, 8 in 2024-09-16T02:59:16.232 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:15 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 85/552 objects degraded (15.399%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:15 smithi184 ceph-mon[82194]: pgmap v165: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 260 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 6 op/s; 85/552 objects degraded (15.399%) 2024-09-16T02:59:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:15 smithi184 ceph-mon[82194]: osdmap e332: 8 total, 7 up, 8 in 2024-09-16T02:59:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:15 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 85/552 objects degraded (15.399%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:16.995 INFO:tasks.rados.rados.0.smithi097.stdout:1338: done (2 left) 2024-09-16T02:59:16.996 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 126 2024-09-16T02:59:16.996 INFO:tasks.rados.rados.0.smithi097.stdout:1339: seq_num 447 ranges {4022272=294912} 2024-09-16T02:59:17.017 INFO:tasks.rados.rados.0.smithi097.stdout:1339: writing smithi09778949-20 from 4022272 to 4317184 tid 1 2024-09-16T02:59:17.017 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 126 2024-09-16T02:59:17.017 INFO:tasks.rados.rados.0.smithi097.stdout:1340: seq_num 448 ranges {0=311296} 2024-09-16T02:59:17.019 INFO:tasks.rados.rados.0.smithi097.stdout:1340: writing smithi09778949-45 from 0 to 311296 tid 1 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1341: copy_from oid 7 from oid 28 current snap is 126 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1337: finishing write tid 1 to smithi09778949-29 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1337: finishing write tid 2 to smithi09778949-29 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1337: finishing write tid 3 to smithi09778949-29 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1337: oid 29 updating version 0 to 885 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1337: oid 29 version 885 is already newer than 884 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 885 (ObjNum 446 snap 126 seq_num 446) dirty exists 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1337: left oid 29 (ObjNum 446 snap 126 seq_num 446) 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1336: done (4 left) 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1337: done (3 left) 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1342: read oid 50 snap 121 2024-09-16T02:59:17.020 INFO:tasks.rados.rados.0.smithi097.stdout:1342: expect (ObjNum 424 snap 121 seq_num 424) 2024-09-16T02:59:17.021 INFO:tasks.rados.rados.0.smithi097.stdout:1343: snap_remove snap 125 2024-09-16T02:59:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:16 smithi097 ceph-mon[88563]: osdmap e333: 8 total, 7 up, 8 in 2024-09-16T02:59:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:16 smithi097 ceph-mon[88563]: from='osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-16T02:59:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:16 smithi097 ceph-mon[88563]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-16T02:59:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:16 smithi097 ceph-mon[90424]: osdmap e333: 8 total, 7 up, 8 in 2024-09-16T02:59:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:16 smithi097 ceph-mon[90424]: from='osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-16T02:59:17.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:16 smithi097 ceph-mon[90424]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-16T02:59:17.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:16 smithi184 ceph-mon[82194]: osdmap e333: 8 total, 7 up, 8 in 2024-09-16T02:59:17.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:16 smithi184 ceph-mon[82194]: from='osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-16T02:59:17.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:16 smithi184 ceph-mon[82194]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-09-16T02:59:17.744 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[100186]: 2024-09-16T02:59:17.463+0000 7f3a2f6f2640 -1 osd.1 321 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:59:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1340: finishing write tid 1 to smithi09778949-45 2024-09-16T02:59:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1340: finishing write tid 2 to smithi09778949-45 2024-09-16T02:59:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1340: finishing write tid 3 to smithi09778949-45 2024-09-16T02:59:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1340: oid 45 updating version 0 to 367 2024-09-16T02:59:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1340: oid 45 version 367 is already newer than 366 2024-09-16T02:59:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 367 (ObjNum 448 snap 126 seq_num 448) dirty exists 2024-09-16T02:59:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1340: left oid 45 (ObjNum 448 snap 126 seq_num 448) 2024-09-16T02:59:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1341: finishing copy_from racing read to smithi09778949-7 2024-09-16T02:59:17.997 INFO:tasks.rados.rados.0.smithi097.stdout:1342: expect (ObjNum 424 snap 121 seq_num 424) 2024-09-16T02:59:18.141 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[88563]: pgmap v168: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 86/540 objects degraded (15.926%) 2024-09-16T02:59:18.141 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[88563]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T02:59:18.141 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[88563]: osdmap e334: 8 total, 7 up, 8 in 2024-09-16T02:59:18.141 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[88563]: from='osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:18.141 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[88563]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:18.141 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[88563]: from='osd.1 ' entity='osd.1' 2024-09-16T02:59:18.142 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[90424]: pgmap v168: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 86/540 objects degraded (15.926%) 2024-09-16T02:59:18.142 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[90424]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T02:59:18.142 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[90424]: osdmap e334: 8 total, 7 up, 8 in 2024-09-16T02:59:18.142 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[90424]: from='osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:18.142 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[90424]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:18.142 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:17 smithi097 ceph-mon[90424]: from='osd.1 ' entity='osd.1' 2024-09-16T02:59:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:17 smithi184 ceph-mon[82194]: pgmap v168: 121 pgs: 32 active+undersized, 11 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 7 op/s; 86/540 objects degraded (15.926%) 2024-09-16T02:59:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:17 smithi184 ceph-mon[82194]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-09-16T02:59:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:17 smithi184 ceph-mon[82194]: osdmap e334: 8 total, 7 up, 8 in 2024-09-16T02:59:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:17 smithi184 ceph-mon[82194]: from='osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:17 smithi184 ceph-mon[82194]: from='osd.1 ' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:17 smithi184 ceph-mon[82194]: from='osd.1 ' entity='osd.1' 2024-09-16T02:59:18.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:59:18.267+0000 7fd0c03b5640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T02:59:18.786 INFO:tasks.rados.rados.0.smithi097.stdout:1339: finishing write tid 1 to smithi09778949-20 2024-09-16T02:59:18.786 INFO:tasks.rados.rados.0.smithi097.stdout:1339: finishing write tid 2 to smithi09778949-20 2024-09-16T02:59:18.786 INFO:tasks.rados.rados.0.smithi097.stdout:1339: finishing write tid 3 to smithi09778949-20 2024-09-16T02:59:18.786 INFO:tasks.rados.rados.0.smithi097.stdout:1339: oid 20 updating version 0 to 377 2024-09-16T02:59:18.786 INFO:tasks.rados.rados.0.smithi097.stdout:1339: oid 20 version 377 is already newer than 376 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 377 (ObjNum 447 snap 126 seq_num 447) dirty exists 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:1339: left oid 20 (ObjNum 447 snap 126 seq_num 447) 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:1341: finishing copy_from to smithi09778949-7 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1048 (ObjNum 416 snap 118 seq_num 416) dirty exists 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:1339: done (4 left) 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:1340: done (3 left) 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:1341: done (2 left) 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:1342: done (1 left) 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:1343: done (0 left) 2024-09-16T02:59:18.787 INFO:tasks.rados.rados.0.smithi097.stdout:1344: snap_remove snap 124 2024-09-16T02:59:18.995 INFO:tasks.rados.rados.0.smithi097.stdout:1344: done (0 left) 2024-09-16T02:59:18.995 INFO:tasks.rados.rados.0.smithi097.stdout:1345: snap_remove snap 88 2024-09-16T02:59:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:59:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794] boot 2024-09-16T02:59:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: osdmap e335: 8 total, 8 up, 8 in 2024-09-16T02:59:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-16T02:59:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794] boot 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: osdmap e335: 8 total, 8 up, 8 in 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-16T02:59:19.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T02:59:19.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T02:59:19.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:19.248 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:59:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:59:19] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-09-16T02:59:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: osd.1 [v2:172.21.15.97:6810/1461979794,v1:172.21.15.97:6811/1461979794] boot 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: osdmap e335: 8 total, 8 up, 8 in 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-16T02:59:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T02:59:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T02:59:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:19.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:20.007 INFO:tasks.rados.rados.0.smithi097.stdout:1345: done (0 left) 2024-09-16T02:59:20.008 INFO:tasks.rados.rados.0.smithi097.stdout:1346: delete oid 34 current snap is 126 2024-09-16T02:59:20.017 INFO:tasks.rados.rados.0.smithi097.stdout:1346: done (0 left) 2024-09-16T02:59:20.017 INFO:tasks.rados.rados.0.smithi097.stdout:1347: read oid 33 snap -1 2024-09-16T02:59:20.017 INFO:tasks.rados.rados.0.smithi097.stdout:1347: expect (ObjNum 253 snap 69 seq_num 253) 2024-09-16T02:59:20.017 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 126 2024-09-16T02:59:20.017 INFO:tasks.rados.rados.0.smithi097.stdout:1348: seq_num 450 ranges {1351680=344064} 2024-09-16T02:59:20.027 INFO:tasks.rados.rados.0.smithi097.stdout:1348: writing smithi09778949-48 from 1351680 to 1695744 tid 1 2024-09-16T02:59:20.027 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 126 2024-09-16T02:59:20.028 INFO:tasks.rados.rados.0.smithi097.stdout:1349: seq_num 451 ranges {0=360448} 2024-09-16T02:59:20.030 INFO:tasks.rados.rados.0.smithi097.stdout:1349: writing smithi09778949-5 from 0 to 360448 tid 1 2024-09-16T02:59:20.030 INFO:tasks.rados.rados.0.smithi097.stdout:1350: read oid 42 snap -1 2024-09-16T02:59:20.030 INFO:tasks.rados.rados.0.smithi097.stdout:1350: expect (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:59:20.030 INFO:tasks.rados.rados.0.smithi097.stdout:1351: delete oid 15 current snap is 126 2024-09-16T02:59:20.031 INFO:tasks.rados.rados.0.smithi097.stdout:1348: finishing write tid 1 to smithi09778949-48 2024-09-16T02:59:20.031 INFO:tasks.rados.rados.0.smithi097.stdout:1348: finishing write tid 2 to smithi09778949-48 2024-09-16T02:59:20.034 INFO:tasks.rados.rados.0.smithi097.stdout:1347: expect (ObjNum 253 snap 69 seq_num 253) 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1348: finishing write tid 3 to smithi09778949-48 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1348: oid 48 updating version 0 to 158 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1348: oid 48 version 158 is already newer than 157 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 158 (ObjNum 450 snap 126 seq_num 450) dirty exists 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1348: left oid 48 (ObjNum 450 snap 126 seq_num 450) 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1349: finishing write tid 1 to smithi09778949-5 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1347: done (4 left) 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1348: done (3 left) 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1351: done (2 left) 2024-09-16T02:59:20.087 INFO:tasks.rados.rados.0.smithi097.stdout:1352: rollback oid 47 current snap is 126 2024-09-16T02:59:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 47 to 121 2024-09-16T02:59:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:1349: finishing write tid 2 to smithi09778949-5 2024-09-16T02:59:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:1349: finishing write tid 3 to smithi09778949-5 2024-09-16T02:59:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:1349: oid 5 updating version 0 to 490 2024-09-16T02:59:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:1349: oid 5 updating version 490 to 491 2024-09-16T02:59:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 491 (ObjNum 451 snap 126 seq_num 451) dirty exists 2024-09-16T02:59:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:1349: left oid 5 (ObjNum 451 snap 126 seq_num 451) 2024-09-16T02:59:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:1350: expect (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1352: finishing rollback tid 0 to smithi09778949-47 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1352: finishing rollback tid 1 to smithi09778949-47 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1352: finishing rollback tid 2 to smithi09778949-47 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 370 (ObjNum 129 snap 0 seq_num 735252748) dirty exists 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1349: done (2 left) 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1350: done (1 left) 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1352: done (0 left) 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1353: read oid 17 snap 121 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1353: expect deleted 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1354: rmattr oid 14 current snap is 126 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 126 2024-09-16T02:59:20.131 INFO:tasks.rados.rados.0.smithi097.stdout:1355: seq_num 453 ranges {1695744=393216} 2024-09-16T02:59:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:1355: writing smithi09778949-48 from 1695744 to 2088960 tid 1 2024-09-16T02:59:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:1356: snap_create 2024-09-16T02:59:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 498 (ObjNum 391 snap 113 seq_num 391) dirty exists 2024-09-16T02:59:20.144 INFO:tasks.rados.rados.0.smithi097.stdout:1355: finishing write tid 1 to smithi09778949-48 2024-09-16T02:59:20.144 INFO:tasks.rados.rados.0.smithi097.stdout:1355: finishing write tid 2 to smithi09778949-48 2024-09-16T02:59:20.145 INFO:tasks.rados.rados.0.smithi097.stdout:1355: finishing write tid 3 to smithi09778949-48 2024-09-16T02:59:20.145 INFO:tasks.rados.rados.0.smithi097.stdout:1355: oid 48 updating version 0 to 160 2024-09-16T02:59:20.145 INFO:tasks.rados.rados.0.smithi097.stdout:1355: oid 48 version 160 is already newer than 159 2024-09-16T02:59:20.145 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 160 (ObjNum 453 snap 126 seq_num 453) dirty exists 2024-09-16T02:59:20.145 INFO:tasks.rados.rados.0.smithi097.stdout:1355: left oid 48 (ObjNum 453 snap 126 seq_num 453) 2024-09-16T02:59:20.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:19 smithi097 ceph-mon[88563]: pgmap v171: 121 pgs: 6 peering, 27 active+undersized, 10 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 130 KiB/s wr, 7 op/s; 63/540 objects degraded (11.667%) 2024-09-16T02:59:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:19 smithi097 ceph-mon[88563]: osdmap e336: 8 total, 8 up, 8 in 2024-09-16T02:59:20.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:19 smithi097 ceph-mon[90424]: pgmap v171: 121 pgs: 6 peering, 27 active+undersized, 10 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 130 KiB/s wr, 7 op/s; 63/540 objects degraded (11.667%) 2024-09-16T02:59:20.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:19 smithi097 ceph-mon[90424]: osdmap e336: 8 total, 8 up, 8 in 2024-09-16T02:59:20.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:19 smithi184 ceph-mon[82194]: pgmap v171: 121 pgs: 6 peering, 27 active+undersized, 10 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 130 KiB/s wr, 7 op/s; 63/540 objects degraded (11.667%) 2024-09-16T02:59:20.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:19 smithi184 ceph-mon[82194]: osdmap e336: 8 total, 8 up, 8 in 2024-09-16T02:59:21.011 INFO:tasks.rados.rados.0.smithi097.stdout:1353: done (3 left) 2024-09-16T02:59:21.011 INFO:tasks.rados.rados.0.smithi097.stdout:1354: done (2 left) 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1355: done (1 left) 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1356: done (0 left) 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1357: read oid 12 snap -1 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1357: expect (ObjNum 435 snap 123 seq_num 435) 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1358: read oid 18 snap -1 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1358: expect (ObjNum 399 snap 114 seq_num 399) 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1359: read oid 40 snap -1 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1359: expect (ObjNum 369 snap 102 seq_num 369) 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1360: rmattr oid 44 current snap is 127 2024-09-16T02:59:21.012 INFO:tasks.rados.rados.0.smithi097.stdout:1361: snap_remove snap 121 2024-09-16T02:59:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:21 smithi184 ceph-mon[82194]: osdmap e337: 8 total, 8 up, 8 in 2024-09-16T02:59:21.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:21 smithi097 ceph-mon[88563]: osdmap e337: 8 total, 8 up, 8 in 2024-09-16T02:59:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:21 smithi097 ceph-mon[90424]: osdmap e337: 8 total, 8 up, 8 in 2024-09-16T02:59:22.015 INFO:tasks.rados.rados.0.smithi097.stdout:1361: done (4 left) 2024-09-16T02:59:22.016 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 127 2024-09-16T02:59:22.016 INFO:tasks.rados.rados.0.smithi097.stdout:1362: seq_num 454 ranges {1441792=409600} 2024-09-16T02:59:22.027 INFO:tasks.rados.rados.0.smithi097.stdout:1362: writing smithi09778949-4 from 1441792 to 1851392 tid 1 2024-09-16T02:59:22.027 INFO:tasks.rados.rados.0.smithi097.stdout:1363: read oid 29 snap -1 2024-09-16T02:59:22.027 INFO:tasks.rados.rados.0.smithi097.stdout:1363: expect (ObjNum 446 snap 126 seq_num 446) 2024-09-16T02:59:22.027 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 127 2024-09-16T02:59:22.027 INFO:tasks.rados.rados.0.smithi097.stdout:1364: seq_num 455 ranges {679936=425984} 2024-09-16T02:59:22.034 INFO:tasks.rados.rados.0.smithi097.stdout:1364: writing smithi09778949-13 from 679936 to 1105920 tid 1 2024-09-16T02:59:22.034 INFO:tasks.rados.rados.0.smithi097.stdout:1365: read oid 49 snap -1 2024-09-16T02:59:22.034 INFO:tasks.rados.rados.0.smithi097.stdout:1365: expect (ObjNum 440 snap 123 seq_num 440) 2024-09-16T02:59:22.034 INFO:tasks.rados.rados.0.smithi097.stdout:1366: snap_create 2024-09-16T02:59:22.034 INFO:tasks.rados.rados.0.smithi097.stdout:1358: expect (ObjNum 399 snap 114 seq_num 399) 2024-09-16T02:59:22.106 INFO:tasks.rados.rados.0.smithi097.stdout:1359: expect (ObjNum 369 snap 102 seq_num 369) 2024-09-16T02:59:22.144 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 911 (ObjNum 418 snap 120 seq_num 418) dirty exists 2024-09-16T02:59:22.144 INFO:tasks.rados.rados.0.smithi097.stdout:1357: expect (ObjNum 435 snap 123 seq_num 435) 2024-09-16T02:59:22.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:22 smithi184 ceph-mon[82194]: pgmap v174: 121 pgs: 6 peering, 11 active+undersized, 5 active+undersized+degraded, 99 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 14/453 objects degraded (3.091%); 5.6 MiB/s, 1 objects/s recovering 2024-09-16T02:59:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:22 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 14/453 objects degraded (3.091%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:22 smithi184 ceph-mon[82194]: osdmap e338: 8 total, 8 up, 8 in 2024-09-16T02:59:22.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:22 smithi097 ceph-mon[88563]: pgmap v174: 121 pgs: 6 peering, 11 active+undersized, 5 active+undersized+degraded, 99 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 14/453 objects degraded (3.091%); 5.6 MiB/s, 1 objects/s recovering 2024-09-16T02:59:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:22 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 14/453 objects degraded (3.091%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:22 smithi097 ceph-mon[88563]: osdmap e338: 8 total, 8 up, 8 in 2024-09-16T02:59:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:22 smithi097 ceph-mon[90424]: pgmap v174: 121 pgs: 6 peering, 11 active+undersized, 5 active+undersized+degraded, 99 active+clean; 236 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.4 MiB/s wr, 18 op/s; 14/453 objects degraded (3.091%); 5.6 MiB/s, 1 objects/s recovering 2024-09-16T02:59:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:22 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 14/453 objects degraded (3.091%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:22 smithi097 ceph-mon[90424]: osdmap e338: 8 total, 8 up, 8 in 2024-09-16T02:59:22.531 INFO:tasks.rados.rados.0.smithi097.stdout:1362: finishing write tid 1 to smithi09778949-4 2024-09-16T02:59:22.531 INFO:tasks.rados.rados.0.smithi097.stdout:1362: finishing write tid 2 to smithi09778949-4 2024-09-16T02:59:22.531 INFO:tasks.rados.rados.0.smithi097.stdout:1364: finishing write tid 1 to smithi09778949-13 2024-09-16T02:59:22.531 INFO:tasks.rados.rados.0.smithi097.stdout:1364: finishing write tid 2 to smithi09778949-13 2024-09-16T02:59:22.531 INFO:tasks.rados.rados.0.smithi097.stdout:1362: finishing write tid 3 to smithi09778949-4 2024-09-16T02:59:22.531 INFO:tasks.rados.rados.0.smithi097.stdout:1362: oid 4 updating version 0 to 899 2024-09-16T02:59:22.531 INFO:tasks.rados.rados.0.smithi097.stdout:1362: oid 4 version 899 is already newer than 898 2024-09-16T02:59:22.531 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 899 (ObjNum 454 snap 127 seq_num 454) dirty exists 2024-09-16T02:59:22.532 INFO:tasks.rados.rados.0.smithi097.stdout:1362: left oid 4 (ObjNum 454 snap 127 seq_num 454) 2024-09-16T02:59:22.532 INFO:tasks.rados.rados.0.smithi097.stdout:1364: finishing write tid 3 to smithi09778949-13 2024-09-16T02:59:22.532 INFO:tasks.rados.rados.0.smithi097.stdout:1364: oid 13 updating version 0 to 423 2024-09-16T02:59:22.532 INFO:tasks.rados.rados.0.smithi097.stdout:1364: oid 13 version 423 is already newer than 422 2024-09-16T02:59:22.532 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 423 (ObjNum 455 snap 127 seq_num 455) dirty exists 2024-09-16T02:59:22.532 INFO:tasks.rados.rados.0.smithi097.stdout:1364: left oid 13 (ObjNum 455 snap 127 seq_num 455) 2024-09-16T02:59:22.532 INFO:tasks.rados.rados.0.smithi097.stdout:1363: expect (ObjNum 446 snap 126 seq_num 446) 2024-09-16T02:59:22.668 INFO:tasks.rados.rados.0.smithi097.stdout:1365: expect (ObjNum 440 snap 123 seq_num 440) 2024-09-16T02:59:23.020 INFO:tasks.rados.rados.0.smithi097.stdout:1357: done (8 left) 2024-09-16T02:59:23.021 INFO:tasks.rados.rados.0.smithi097.stdout:1358: done (7 left) 2024-09-16T02:59:23.021 INFO:tasks.rados.rados.0.smithi097.stdout:1359: done (6 left) 2024-09-16T02:59:23.021 INFO:tasks.rados.rados.0.smithi097.stdout:1360: done (5 left) 2024-09-16T02:59:23.021 INFO:tasks.rados.rados.0.smithi097.stdout:1362: done (4 left) 2024-09-16T02:59:23.021 INFO:tasks.rados.rados.0.smithi097.stdout:1363: done (3 left) 2024-09-16T02:59:23.021 INFO:tasks.rados.rados.0.smithi097.stdout:1364: done (2 left) 2024-09-16T02:59:23.022 INFO:tasks.rados.rados.0.smithi097.stdout:1365: done (1 left) 2024-09-16T02:59:23.022 INFO:tasks.rados.rados.0.smithi097.stdout:1366: done (0 left) 2024-09-16T02:59:23.022 INFO:tasks.rados.rados.0.smithi097.stdout:1367: snap_remove snap 126 2024-09-16T02:59:23.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:23 smithi184 ceph-mon[82194]: osdmap e339: 8 total, 8 up, 8 in 2024-09-16T02:59:23.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:23 smithi097 ceph-mon[88563]: osdmap e339: 8 total, 8 up, 8 in 2024-09-16T02:59:23.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:23 smithi097 ceph-mon[90424]: osdmap e339: 8 total, 8 up, 8 in 2024-09-16T02:59:24.025 INFO:tasks.rados.rados.0.smithi097.stdout:1367: done (0 left) 2024-09-16T02:59:24.026 INFO:tasks.rados.rados.0.smithi097.stdout:1368: rollback oid 10 current snap is 128 2024-09-16T02:59:24.026 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 127 2024-09-16T02:59:24.026 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 128 2024-09-16T02:59:24.026 INFO:tasks.rados.rados.0.smithi097.stdout:1369: seq_num 456 ranges {360448=442368} 2024-09-16T02:59:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:1369: writing smithi09778949-5 from 360448 to 802816 tid 1 2024-09-16T02:59:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:1370: copy_from oid 39 from oid 21 current snap is 128 2024-09-16T02:59:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:1371: rollback oid 35 current snap is 128 2024-09-16T02:59:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 35 to 127 2024-09-16T02:59:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 128 2024-09-16T02:59:24.029 INFO:tasks.rados.rados.0.smithi097.stdout:1372: seq_num 457 ranges {2334720=458752} 2024-09-16T02:59:24.045 INFO:tasks.rados.rados.0.smithi097.stdout:1372: writing smithi09778949-18 from 2334720 to 2793472 tid 1 2024-09-16T02:59:24.045 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 128 2024-09-16T02:59:24.045 INFO:tasks.rados.rados.0.smithi097.stdout:1368: finishing rollback tid 1 to smithi09778949-10 2024-09-16T02:59:24.045 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 0 (ObjNum 4097 snap 0 seq_num 3735003904) dirty dne 2024-09-16T02:59:24.045 INFO:tasks.rados.rados.0.smithi097.stdout:1373: seq_num 458 ranges {1851392=475136} 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1373: writing smithi09778949-33 from 1851392 to 2326528 tid 1 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1368: done (5 left) 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1374: setattr oid 8 current snap is 128 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1370: finishing copy_from to smithi09778949-39 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1370: got expected ENOENT (src dne) 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1370: finishing copy_from racing read to smithi09778949-39 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1371: finishing rollback tid 0 to smithi09778949-35 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1371: finishing rollback tid 1 to smithi09778949-35 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:1371: finishing rollback tid 2 to smithi09778949-35 2024-09-16T02:59:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 548 (ObjNum 430 snap 122 seq_num 430) dirty exists 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1369: finishing write tid 1 to smithi09778949-5 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1369: finishing write tid 2 to smithi09778949-5 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1369: finishing write tid 3 to smithi09778949-5 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1369: oid 5 updating version 0 to 502 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1369: oid 5 updating version 502 to 503 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 503 (ObjNum 456 snap 128 seq_num 456) dirty exists 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1369: left oid 5 (ObjNum 456 snap 128 seq_num 456) 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1372: finishing write tid 1 to smithi09778949-18 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1372: finishing write tid 2 to smithi09778949-18 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1372: finishing write tid 3 to smithi09778949-18 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1372: oid 18 updating version 0 to 406 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1372: oid 18 updating version 406 to 407 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 407 (ObjNum 457 snap 128 seq_num 457) dirty exists 2024-09-16T02:59:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:1372: left oid 18 (ObjNum 457 snap 128 seq_num 457) 2024-09-16T02:59:24.060 INFO:tasks.rados.rados.0.smithi097.stdout:1369: done (5 left) 2024-09-16T02:59:24.060 INFO:tasks.rados.rados.0.smithi097.stdout:1370: done (4 left) 2024-09-16T02:59:24.060 INFO:tasks.rados.rados.0.smithi097.stdout:1371: done (3 left) 2024-09-16T02:59:24.060 INFO:tasks.rados.rados.0.smithi097.stdout:1372: done (2 left) 2024-09-16T02:59:24.060 INFO:tasks.rados.rados.0.smithi097.stdout:1375: snap_remove snap 127 2024-09-16T02:59:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:24 smithi184 ceph-mon[82194]: pgmap v177: 121 pgs: 6 peering, 115 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-09-16T02:59:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:24 smithi184 ceph-mon[82194]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/453 objects degraded (3.091%), 5 pgs degraded) 2024-09-16T02:59:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:24 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T02:59:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:24 smithi184 ceph-mon[82194]: osdmap e340: 8 total, 8 up, 8 in 2024-09-16T02:59:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:24 smithi097 ceph-mon[88563]: pgmap v177: 121 pgs: 6 peering, 115 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-09-16T02:59:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:24 smithi097 ceph-mon[88563]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/453 objects degraded (3.091%), 5 pgs degraded) 2024-09-16T02:59:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:24 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T02:59:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:24 smithi097 ceph-mon[88563]: osdmap e340: 8 total, 8 up, 8 in 2024-09-16T02:59:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:24 smithi097 ceph-mon[90424]: pgmap v177: 121 pgs: 6 peering, 115 active+clean; 220 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.3 MiB/s wr, 11 op/s; 8.2 MiB/s, 2 objects/s recovering 2024-09-16T02:59:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:24 smithi097 ceph-mon[90424]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/453 objects degraded (3.091%), 5 pgs degraded) 2024-09-16T02:59:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:24 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T02:59:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:24 smithi097 ceph-mon[90424]: osdmap e340: 8 total, 8 up, 8 in 2024-09-16T02:59:25.050 INFO:tasks.rados.rados.0.smithi097.stdout:1375: done (2 left) 2024-09-16T02:59:25.050 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 128 2024-09-16T02:59:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:1373: finishing write tid 1 to smithi09778949-33 2024-09-16T02:59:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:1376: seq_num 459 ranges {6758400=491520} 2024-09-16T02:59:25.089 INFO:tasks.rados.rados.0.smithi097.stdout:1376: writing smithi09778949-38 from 6758400 to 7249920 tid 1 2024-09-16T02:59:25.089 INFO:tasks.rados.rados.0.smithi097.stdout:1377: setattr oid 22 current snap is 128 2024-09-16T02:59:25.089 INFO:tasks.rados.rados.0.smithi097.stdout:1373: finishing write tid 2 to smithi09778949-33 2024-09-16T02:59:25.089 INFO:tasks.rados.rados.0.smithi097.stdout:1373: finishing write tid 3 to smithi09778949-33 2024-09-16T02:59:25.089 INFO:tasks.rados.rados.0.smithi097.stdout:1373: oid 33 updating version 0 to 924 2024-09-16T02:59:25.089 INFO:tasks.rados.rados.0.smithi097.stdout:1373: oid 33 version 924 is already newer than 923 2024-09-16T02:59:25.090 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 924 (ObjNum 458 snap 128 seq_num 458) dirty exists 2024-09-16T02:59:25.090 INFO:tasks.rados.rados.0.smithi097.stdout:1373: left oid 33 (ObjNum 458 snap 128 seq_num 458) 2024-09-16T02:59:25.090 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 768 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T02:59:25.090 INFO:tasks.rados.rados.0.smithi097.stdout:1373: done (3 left) 2024-09-16T02:59:25.090 INFO:tasks.rados.rados.0.smithi097.stdout:1374: done (2 left) 2024-09-16T02:59:25.090 INFO:tasks.rados.rados.0.smithi097.stdout:1378: snap_create 2024-09-16T02:59:25.097 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 469 (ObjNum 433 snap 123 seq_num 433) dirty exists 2024-09-16T02:59:25.101 INFO:tasks.rados.rados.0.smithi097.stdout:1376: finishing write tid 1 to smithi09778949-38 2024-09-16T02:59:25.101 INFO:tasks.rados.rados.0.smithi097.stdout:1376: finishing write tid 2 to smithi09778949-38 2024-09-16T02:59:25.103 INFO:tasks.rados.rados.0.smithi097.stdout:1376: finishing write tid 3 to smithi09778949-38 2024-09-16T02:59:25.103 INFO:tasks.rados.rados.0.smithi097.stdout:1376: oid 38 updating version 0 to 925 2024-09-16T02:59:25.103 INFO:tasks.rados.rados.0.smithi097.stdout:1376: oid 38 updating version 925 to 926 2024-09-16T02:59:25.103 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 926 (ObjNum 459 snap 128 seq_num 459) dirty exists 2024-09-16T02:59:25.103 INFO:tasks.rados.rados.0.smithi097.stdout:1376: left oid 38 (ObjNum 459 snap 128 seq_num 459) 2024-09-16T02:59:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:25 smithi184 ceph-mon[82194]: osdmap e341: 8 total, 8 up, 8 in 2024-09-16T02:59:25.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:25 smithi097 ceph-mon[88563]: osdmap e341: 8 total, 8 up, 8 in 2024-09-16T02:59:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:25 smithi097 ceph-mon[90424]: osdmap e341: 8 total, 8 up, 8 in 2024-09-16T02:59:26.050 INFO:tasks.rados.rados.0.smithi097.stdout:1376: done (2 left) 2024-09-16T02:59:26.050 INFO:tasks.rados.rados.0.smithi097.stdout:1377: done (1 left) 2024-09-16T02:59:26.050 INFO:tasks.rados.rados.0.smithi097.stdout:1378: done (0 left) 2024-09-16T02:59:26.050 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 129 2024-09-16T02:59:26.050 INFO:tasks.rados.rados.0.smithi097.stdout:1379: seq_num 460 ranges {2629632=507904} 2024-09-16T02:59:26.066 INFO:tasks.rados.rados.0.smithi097.stdout:1379: writing smithi09778949-29 from 2629632 to 3137536 tid 1 2024-09-16T02:59:26.066 INFO:tasks.rados.rados.0.smithi097.stdout:1380: copy_from oid 14 from oid 8 current snap is 129 2024-09-16T02:59:26.066 INFO:tasks.rados.rados.0.smithi097.stdout:1381: setattr oid 25 current snap is 129 2024-09-16T02:59:26.068 INFO:tasks.rados.rados.0.smithi097.stdout:1382: rollback oid 45 current snap is 129 2024-09-16T02:59:26.068 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 128 2024-09-16T02:59:26.068 INFO:tasks.rados.rados.0.smithi097.stdout:1383: rollback oid 50 current snap is 129 2024-09-16T02:59:26.068 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 50 to 128 2024-09-16T02:59:26.068 INFO:tasks.rados.rados.0.smithi097.stdout:1384: delete oid 6 current snap is 129 2024-09-16T02:59:26.075 INFO:tasks.rados.rados.0.smithi097.stdout:1384: done (5 left) 2024-09-16T02:59:26.075 INFO:tasks.rados.rados.0.smithi097.stdout:1385: read oid 34 snap -1 2024-09-16T02:59:26.075 INFO:tasks.rados.rados.0.smithi097.stdout:1385: expect deleted 2024-09-16T02:59:26.075 INFO:tasks.rados.rados.0.smithi097.stdout:1386: read oid 27 snap 128 2024-09-16T02:59:26.075 INFO:tasks.rados.rados.0.smithi097.stdout:1386: expect deleted 2024-09-16T02:59:26.076 INFO:tasks.rados.rados.0.smithi097.stdout:1387: read oid 47 snap 128 2024-09-16T02:59:26.076 INFO:tasks.rados.rados.0.smithi097.stdout:1387: expect (ObjNum 1973414256 snap 21991 seq_num 1972919712) 2024-09-16T02:59:26.076 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 129 2024-09-16T02:59:26.076 INFO:tasks.rados.rados.0.smithi097.stdout:1388: seq_num 462 ranges {1105920=540672} 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:1388: writing smithi09778949-13 from 1105920 to 1646592 tid 1 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:1379: finishing write tid 1 to smithi09778949-29 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:1389: rollback oid 39 current snap is 129 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 39 to 128 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:1379: finishing write tid 2 to smithi09778949-29 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:1379: finishing write tid 3 to smithi09778949-29 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:1379: oid 29 updating version 0 to 931 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:1379: oid 29 version 931 is already newer than 930 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 931 (ObjNum 460 snap 129 seq_num 460) dirty exists 2024-09-16T02:59:26.085 INFO:tasks.rados.rados.0.smithi097.stdout:1379: left oid 29 (ObjNum 460 snap 129 seq_num 460) 2024-09-16T02:59:26.086 INFO:tasks.rados.rados.0.smithi097.stdout:1387: expect (ObjNum 1973414256 snap 21991 seq_num 1972919712) 2024-09-16T02:59:26.086 INFO:tasks.rados.rados.0.smithi097.stdout:1382: finishing rollback tid 0 to smithi09778949-45 2024-09-16T02:59:26.086 INFO:tasks.rados.rados.0.smithi097.stdout:1382: finishing rollback tid 1 to smithi09778949-45 2024-09-16T02:59:26.086 INFO:tasks.rados.rados.0.smithi097.stdout:1382: finishing rollback tid 2 to smithi09778949-45 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 373 (ObjNum 448 snap 126 seq_num 448) dirty exists 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 769 (ObjNum 422 snap 121 seq_num 422) dirty exists 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1383: finishing rollback tid 0 to smithi09778949-50 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1383: finishing rollback tid 1 to smithi09778949-50 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1383: finishing rollback tid 2 to smithi09778949-50 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 902 (ObjNum 424 snap 121 seq_num 424) dirty exists 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1379: done (9 left) 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1381: done (8 left) 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1382: done (7 left) 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1383: done (6 left) 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1385: done (5 left) 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1386: done (4 left) 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1387: done (3 left) 2024-09-16T02:59:26.087 INFO:tasks.rados.rados.0.smithi097.stdout:1390: read oid 28 snap -1 2024-09-16T02:59:26.088 INFO:tasks.rados.rados.0.smithi097.stdout:1390: expect (ObjNum 416 snap 118 seq_num 416) 2024-09-16T02:59:26.088 INFO:tasks.rados.rados.0.smithi097.stdout:1391: snap_create 2024-09-16T02:59:26.089 INFO:tasks.rados.rados.0.smithi097.stdout:1388: finishing write tid 1 to smithi09778949-13 2024-09-16T02:59:26.089 INFO:tasks.rados.rados.0.smithi097.stdout:1389: finishing rollback tid 0 to smithi09778949-39 2024-09-16T02:59:26.089 INFO:tasks.rados.rados.0.smithi097.stdout:1389: finishing rollback tid 1 to smithi09778949-39 2024-09-16T02:59:26.089 INFO:tasks.rados.rados.0.smithi097.stdout:1388: finishing write tid 2 to smithi09778949-13 2024-09-16T02:59:26.091 INFO:tasks.rados.rados.0.smithi097.stdout:1389: finishing rollback tid 2 to smithi09778949-39 2024-09-16T02:59:26.091 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 473 (ObjNum 421 snap 120 seq_num 421) dirty exists 2024-09-16T02:59:26.091 INFO:tasks.rados.rados.0.smithi097.stdout:1388: finishing write tid 3 to smithi09778949-13 2024-09-16T02:59:26.091 INFO:tasks.rados.rados.0.smithi097.stdout:1388: oid 13 updating version 0 to 425 2024-09-16T02:59:26.091 INFO:tasks.rados.rados.0.smithi097.stdout:1388: oid 13 version 425 is already newer than 424 2024-09-16T02:59:26.091 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 425 (ObjNum 462 snap 129 seq_num 462) dirty exists 2024-09-16T02:59:26.091 INFO:tasks.rados.rados.0.smithi097.stdout:1388: left oid 13 (ObjNum 462 snap 129 seq_num 462) 2024-09-16T02:59:26.096 INFO:tasks.rados.rados.0.smithi097.stdout:1380: finishing copy_from racing read to smithi09778949-14 2024-09-16T02:59:26.099 INFO:tasks.rados.rados.0.smithi097.stdout:1380: finishing copy_from to smithi09778949-14 2024-09-16T02:59:26.099 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 768 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T02:59:26.119 INFO:tasks.rados.rados.0.smithi097.stdout:1390: expect (ObjNum 416 snap 118 seq_num 416) 2024-09-16T02:59:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:26 smithi184 ceph-mon[82194]: pgmap v180: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 512 KiB/s wr, 17 op/s; 13 MiB/s, 2 objects/s recovering 2024-09-16T02:59:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:26 smithi184 ceph-mon[82194]: osdmap e342: 8 total, 8 up, 8 in 2024-09-16T02:59:26.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:26 smithi097 ceph-mon[88563]: pgmap v180: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 512 KiB/s wr, 17 op/s; 13 MiB/s, 2 objects/s recovering 2024-09-16T02:59:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:26 smithi097 ceph-mon[88563]: osdmap e342: 8 total, 8 up, 8 in 2024-09-16T02:59:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:26 smithi097 ceph-mon[90424]: pgmap v180: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 512 KiB/s wr, 17 op/s; 13 MiB/s, 2 objects/s recovering 2024-09-16T02:59:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:26 smithi097 ceph-mon[90424]: osdmap e342: 8 total, 8 up, 8 in 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1380: done (4 left) 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1388: done (3 left) 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1389: done (2 left) 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1390: done (1 left) 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1391: done (0 left) 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1392: rollback oid 29 current snap is 130 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 29 to 129 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1393: read oid 47 snap -1 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1393: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1394: copy_from oid 19 from oid 8 current snap is 130 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:1395: rollback oid 41 current snap is 130 2024-09-16T02:59:26.966 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 129 2024-09-16T02:59:26.967 INFO:tasks.rados.rados.0.smithi097.stdout:1396: snap_remove snap 128 2024-09-16T02:59:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:27 smithi184 ceph-mon[82194]: osdmap e343: 8 total, 8 up, 8 in 2024-09-16T02:59:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:27 smithi184 ceph-mon[82194]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T02:59:27.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:27 smithi097 ceph-mon[90424]: osdmap e343: 8 total, 8 up, 8 in 2024-09-16T02:59:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:27 smithi097 ceph-mon[90424]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T02:59:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:27 smithi097 ceph-mon[88563]: osdmap e343: 8 total, 8 up, 8 in 2024-09-16T02:59:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:27 smithi097 ceph-mon[88563]: osdmap e344: 8 total, 8 up, 8 in 2024-09-16T02:59:27.970 INFO:tasks.rados.rados.0.smithi097.stdout:1396: done (4 left) 2024-09-16T02:59:27.970 INFO:tasks.rados.rados.0.smithi097.stdout:1397: delete oid 10 current snap is 130 2024-09-16T02:59:27.970 INFO:tasks.rados.rados.0.smithi097.stdout:1393: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:1392: finishing rollback tid 0 to smithi09778949-29 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:1395: finishing rollback tid 0 to smithi09778949-41 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:1395: finishing rollback tid 1 to smithi09778949-41 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:1395: finishing rollback tid 2 to smithi09778949-41 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 772 (ObjNum 445 snap 126 seq_num 445) dirty exists 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:1392: finishing rollback tid 1 to smithi09778949-29 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:1392: finishing rollback tid 2 to smithi09778949-29 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 935 (ObjNum 460 snap 129 seq_num 460) dirty exists 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:1394: finishing copy_from racing read to smithi09778949-19 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:1394: finishing copy_from to smithi09778949-19 2024-09-16T02:59:27.971 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 768 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T02:59:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:1392: done (4 left) 2024-09-16T02:59:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:1393: done (3 left) 2024-09-16T02:59:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:1394: done (2 left) 2024-09-16T02:59:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:1395: done (1 left) 2024-09-16T02:59:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:1397: done (0 left) 2024-09-16T02:59:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:1398: snap_remove snap 129 2024-09-16T02:59:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:28 smithi184 ceph-mon[82194]: pgmap v183: 121 pgs: 121 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 692 KiB/s wr, 18 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-16T02:59:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:28 smithi184 ceph-mon[82194]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T02:59:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:28 smithi097 ceph-mon[88563]: pgmap v183: 121 pgs: 121 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 692 KiB/s wr, 18 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-16T02:59:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:28 smithi097 ceph-mon[88563]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T02:59:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:28 smithi097 ceph-mon[90424]: pgmap v183: 121 pgs: 121 active+clean; 128 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 692 KiB/s wr, 18 op/s; 11 MiB/s, 2 objects/s recovering 2024-09-16T02:59:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:28 smithi097 ceph-mon[90424]: osdmap e345: 8 total, 8 up, 8 in 2024-09-16T02:59:28.970 INFO:tasks.rados.rados.0.smithi097.stdout:1398: done (0 left) 2024-09-16T02:59:28.970 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 130 2024-09-16T02:59:28.970 INFO:tasks.rados.rados.0.smithi097.stdout:1399: seq_num 464 ranges {0=573440} 2024-09-16T02:59:28.973 INFO:tasks.rados.rados.0.smithi097.stdout:1399: writing smithi09778949-32 from 0 to 573440 tid 1 2024-09-16T02:59:28.973 INFO:tasks.rados.rados.0.smithi097.stdout:1400: read oid 23 snap -1 2024-09-16T02:59:28.973 INFO:tasks.rados.rados.0.smithi097.stdout:1400: expect (ObjNum 245 snap 66 seq_num 245) 2024-09-16T02:59:28.973 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 130 2024-09-16T02:59:28.974 INFO:tasks.rados.rados.0.smithi097.stdout:1401: seq_num 465 ranges {7503872=598016} 2024-09-16T02:59:29.017 INFO:tasks.rados.rados.0.smithi097.stdout:1401: writing smithi09778949-41 from 7503872 to 8101888 tid 1 2024-09-16T02:59:29.018 INFO:tasks.rados.rados.0.smithi097.stdout:1402: read oid 36 snap -1 2024-09-16T02:59:29.018 INFO:tasks.rados.rados.0.smithi097.stdout:1402: expect deleted 2024-09-16T02:59:29.018 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 130 2024-09-16T02:59:29.018 INFO:tasks.rados.rados.0.smithi097.stdout:1403: seq_num 466 ranges {0=614400} 2024-09-16T02:59:29.022 INFO:tasks.rados.rados.0.smithi097.stdout:1403: writing smithi09778949-21 from 0 to 614400 tid 1 2024-09-16T02:59:29.022 INFO:tasks.rados.rados.0.smithi097.stdout:1404: setattr oid 20 current snap is 130 2024-09-16T02:59:29.022 INFO:tasks.rados.rados.0.smithi097.stdout:1399: finishing write tid 1 to smithi09778949-32 2024-09-16T02:59:29.022 INFO:tasks.rados.rados.0.smithi097.stdout:1399: finishing write tid 2 to smithi09778949-32 2024-09-16T02:59:29.022 INFO:tasks.rados.rados.0.smithi097.stdout:1399: finishing write tid 3 to smithi09778949-32 2024-09-16T02:59:29.022 INFO:tasks.rados.rados.0.smithi097.stdout:1399: oid 32 updating version 0 to 550 2024-09-16T02:59:29.022 INFO:tasks.rados.rados.0.smithi097.stdout:1399: oid 32 version 550 is already newer than 549 2024-09-16T02:59:29.023 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 550 (ObjNum 464 snap 130 seq_num 464) dirty exists 2024-09-16T02:59:29.023 INFO:tasks.rados.rados.0.smithi097.stdout:1399: left oid 32 (ObjNum 464 snap 130 seq_num 464) 2024-09-16T02:59:29.023 INFO:tasks.rados.rados.0.smithi097.stdout:1400: expect (ObjNum 245 snap 66 seq_num 245) 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1401: finishing write tid 1 to smithi09778949-41 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1401: finishing write tid 2 to smithi09778949-41 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1403: finishing write tid 1 to smithi09778949-21 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1403: finishing write tid 2 to smithi09778949-21 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1401: finishing write tid 3 to smithi09778949-41 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1401: oid 41 updating version 0 to 778 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1401: oid 41 version 778 is already newer than 777 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 778 (ObjNum 465 snap 130 seq_num 465) dirty exists 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1401: left oid 41 (ObjNum 465 snap 130 seq_num 465) 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1403: finishing write tid 3 to smithi09778949-21 2024-09-16T02:59:29.202 INFO:tasks.rados.rados.0.smithi097.stdout:1403: oid 21 updating version 0 to 626 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:1403: oid 21 version 626 is already newer than 625 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 626 (ObjNum 466 snap 130 seq_num 466) dirty exists 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:1403: left oid 21 (ObjNum 466 snap 130 seq_num 466) 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:1399: done (5 left) 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:1400: done (4 left) 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:1401: done (3 left) 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:1402: done (2 left) 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:1403: done (1 left) 2024-09-16T02:59:29.203 INFO:tasks.rados.rados.0.smithi097.stdout:1405: delete oid 39 current snap is 130 2024-09-16T02:59:29.204 INFO:tasks.rados.rados.0.smithi097.stdout:1405: done (1 left) 2024-09-16T02:59:29.204 INFO:tasks.rados.rados.0.smithi097.stdout:1406: rollback oid 41 current snap is 130 2024-09-16T02:59:29.204 INFO:tasks.rados.rados.0.smithi097.stdout:1406: done (1 left) 2024-09-16T02:59:29.204 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 130 2024-09-16T02:59:29.204 INFO:tasks.rados.rados.0.smithi097.stdout:1407: seq_num 468 ranges {6094848=647168} 2024-09-16T02:59:29.239 INFO:tasks.rados.rados.0.smithi097.stdout:1407: writing smithi09778949-30 from 6094848 to 6742016 tid 1 2024-09-16T02:59:29.239 INFO:tasks.rados.rados.0.smithi097.stdout:1408: rmattr oid 10 current snap is 130 2024-09-16T02:59:29.239 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 378 (ObjNum 447 snap 126 seq_num 447) dirty exists 2024-09-16T02:59:29.239 INFO:tasks.rados.rados.0.smithi097.stdout:1404: done (2 left) 2024-09-16T02:59:29.239 INFO:tasks.rados.rados.0.smithi097.stdout:1409: setattr oid 38 current snap is 130 2024-09-16T02:59:29.239 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T02:59:29.241 INFO:tasks.rados.rados.0.smithi097.stdout:1408: done (2 left) 2024-09-16T02:59:29.241 INFO:tasks.rados.rados.0.smithi097.stdout:1410: read oid 14 snap -1 2024-09-16T02:59:29.241 INFO:tasks.rados.rados.0.smithi097.stdout:1410: expect (ObjNum 438 snap 123 seq_num 438) 2024-09-16T02:59:29.241 INFO:tasks.rados.rados.0.smithi097.stdout:1411: snap_create 2024-09-16T02:59:29.244 INFO:tasks.rados.rados.0.smithi097.stdout:1407: finishing write tid 1 to smithi09778949-30 2024-09-16T02:59:29.245 INFO:tasks.rados.rados.0.smithi097.stdout:1407: finishing write tid 2 to smithi09778949-30 2024-09-16T02:59:29.245 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 941 (ObjNum 459 snap 128 seq_num 459) dirty exists 2024-09-16T02:59:29.248 INFO:tasks.rados.rados.0.smithi097.stdout:1407: finishing write tid 3 to smithi09778949-30 2024-09-16T02:59:29.248 INFO:tasks.rados.rados.0.smithi097.stdout:1407: oid 30 updating version 0 to 380 2024-09-16T02:59:29.248 INFO:tasks.rados.rados.0.smithi097.stdout:1407: oid 30 version 380 is already newer than 379 2024-09-16T02:59:29.248 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 380 (ObjNum 468 snap 130 seq_num 468) dirty exists 2024-09-16T02:59:29.248 INFO:tasks.rados.rados.0.smithi097.stdout:1407: left oid 30 (ObjNum 468 snap 130 seq_num 468) 2024-09-16T02:59:29.256 INFO:tasks.rados.rados.0.smithi097.stdout:1410: expect (ObjNum 438 snap 123 seq_num 438) 2024-09-16T02:59:29.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:59:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:59:29] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-09-16T02:59:30.061 INFO:tasks.rados.rados.0.smithi097.stdout:1407: done (3 left) 2024-09-16T02:59:30.061 INFO:tasks.rados.rados.0.smithi097.stdout:1409: done (2 left) 2024-09-16T02:59:30.061 INFO:tasks.rados.rados.0.smithi097.stdout:1410: done (1 left) 2024-09-16T02:59:30.061 INFO:tasks.rados.rados.0.smithi097.stdout:1411: done (0 left) 2024-09-16T02:59:30.061 INFO:tasks.rados.rados.0.smithi097.stdout:1412: snap_remove snap 130 2024-09-16T02:59:30.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:29 smithi097 ceph-mon[88563]: pgmap v186: 121 pgs: 121 active+clean; 129 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 540 KiB/s wr, 15 op/s 2024-09-16T02:59:30.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:29 smithi097 ceph-mon[88563]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T02:59:30.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:29 smithi097 ceph-mon[90424]: pgmap v186: 121 pgs: 121 active+clean; 129 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 540 KiB/s wr, 15 op/s 2024-09-16T02:59:30.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:29 smithi097 ceph-mon[90424]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T02:59:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:29 smithi184 ceph-mon[82194]: pgmap v186: 121 pgs: 121 active+clean; 129 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 540 KiB/s wr, 15 op/s 2024-09-16T02:59:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:29 smithi184 ceph-mon[82194]: osdmap e346: 8 total, 8 up, 8 in 2024-09-16T02:59:31.066 INFO:tasks.rados.rados.0.smithi097.stdout:1412: done (0 left) 2024-09-16T02:59:31.066 INFO:tasks.rados.rados.0.smithi097.stdout:1413: snap_create 2024-09-16T02:59:31.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:31 smithi184 ceph-mon[82194]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T02:59:31.466 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:31 smithi097 ceph-mon[88563]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T02:59:31.466 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:31 smithi097 ceph-mon[90424]: osdmap e347: 8 total, 8 up, 8 in 2024-09-16T02:59:31.966 INFO:tasks.rados.rados.0.smithi097.stdout:1413: done (0 left) 2024-09-16T02:59:31.966 INFO:tasks.rados.rados.0.smithi097.stdout:1414: read oid 28 snap -1 2024-09-16T02:59:31.966 INFO:tasks.rados.rados.0.smithi097.stdout:1414: expect (ObjNum 416 snap 118 seq_num 416) 2024-09-16T02:59:31.966 INFO:tasks.rados.rados.0.smithi097.stdout:1415: read oid 24 snap -1 2024-09-16T02:59:31.966 INFO:tasks.rados.rados.0.smithi097.stdout:1415: expect (ObjNum 411 snap 115 seq_num 411) 2024-09-16T02:59:31.966 INFO:tasks.rados.rados.0.smithi097.stdout:1416: snap_remove snap 131 2024-09-16T02:59:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:32 smithi184 ceph-mon[82194]: pgmap v189: 121 pgs: 121 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-09-16T02:59:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:32 smithi184 ceph-mon[82194]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T02:59:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:32 smithi184 ceph-mon[82194]: osdmap e349: 8 total, 8 up, 8 in 2024-09-16T02:59:32.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:32 smithi097 ceph-mon[88563]: pgmap v189: 121 pgs: 121 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-09-16T02:59:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:32 smithi097 ceph-mon[88563]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T02:59:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:32 smithi097 ceph-mon[88563]: osdmap e349: 8 total, 8 up, 8 in 2024-09-16T02:59:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:32 smithi097 ceph-mon[90424]: pgmap v189: 121 pgs: 121 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 33 op/s 2024-09-16T02:59:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:32 smithi097 ceph-mon[90424]: osdmap e348: 8 total, 8 up, 8 in 2024-09-16T02:59:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:32 smithi097 ceph-mon[90424]: osdmap e349: 8 total, 8 up, 8 in 2024-09-16T02:59:32.969 INFO:tasks.rados.rados.0.smithi097.stdout:1416: done (2 left) 2024-09-16T02:59:32.969 INFO:tasks.rados.rados.0.smithi097.stdout:1417: snap_create 2024-09-16T02:59:32.969 INFO:tasks.rados.rados.0.smithi097.stdout:1415: expect (ObjNum 411 snap 115 seq_num 411) 2024-09-16T02:59:33.112 INFO:tasks.rados.rados.0.smithi097.stdout:1414: expect (ObjNum 416 snap 118 seq_num 416) 2024-09-16T02:59:33.709 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T02:59:33.971 INFO:tasks.rados.rados.0.smithi097.stdout:1414: done (2 left) 2024-09-16T02:59:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1415: done (1 left) 2024-09-16T02:59:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1417: done (0 left) 2024-09-16T02:59:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1418: read oid 50 snap -1 2024-09-16T02:59:33.972 INFO:tasks.rados.rados.0.smithi097.stdout:1418: expect (ObjNum 424 snap 121 seq_num 424) 2024-09-16T02:59:33.973 INFO:tasks.rados.rados.0.smithi097.stdout:1419: copy_from oid 20 from oid 47 current snap is 133 2024-09-16T02:59:33.973 INFO:tasks.rados.rados.0.smithi097.stdout:1420: read oid 26 snap 132 2024-09-16T02:59:33.973 INFO:tasks.rados.rados.0.smithi097.stdout:1420: expect (ObjNum 1973389520 snap 21991 seq_num 1973513200) 2024-09-16T02:59:33.973 INFO:tasks.rados.rados.0.smithi097.stdout:1421: read oid 29 snap -1 2024-09-16T02:59:33.973 INFO:tasks.rados.rados.0.smithi097.stdout:1421: expect (ObjNum 460 snap 129 seq_num 460) 2024-09-16T02:59:33.973 INFO:tasks.rados.rados.0.smithi097.stdout:1422: read oid 9 snap -1 2024-09-16T02:59:33.974 INFO:tasks.rados.rados.0.smithi097.stdout:1422: expect (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:59:33.974 INFO:tasks.rados.rados.0.smithi097.stdout:1423: setattr oid 28 current snap is 133 2024-09-16T02:59:33.974 INFO:tasks.rados.rados.0.smithi097.stdout:1420: expect (ObjNum 1973389520 snap 21991 seq_num 1973513200) 2024-09-16T02:59:33.975 INFO:tasks.rados.rados.0.smithi097.stdout:1420: done (5 left) 2024-09-16T02:59:33.975 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 133 2024-09-16T02:59:33.975 INFO:tasks.rados.rados.0.smithi097.stdout:1424: seq_num 469 ranges {614400=663552} 2024-09-16T02:59:33.983 INFO:tasks.rados.rados.0.smithi097.stdout:1424: writing smithi09778949-21 from 614400 to 1277952 tid 1 2024-09-16T02:59:33.989 INFO:tasks.rados.rados.0.smithi097.stdout:1419: finishing copy_from racing read to smithi09778949-20 2024-09-16T02:59:33.989 INFO:tasks.rados.rados.0.smithi097.stdout:1422: expect (ObjNum 338 snap 99 seq_num 338) 2024-09-16T02:59:34.028 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1150 (ObjNum 416 snap 118 seq_num 416) dirty exists 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:1419: finishing copy_from to smithi09778949-20 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 370 (ObjNum 129 snap 0 seq_num 1973533360) dirty exists 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:1419: done (5 left) 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:1422: done (4 left) 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:1423: done (3 left) 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:1425: delete oid 31 current snap is 133 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:1424: finishing write tid 1 to smithi09778949-21 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:1424: finishing write tid 2 to smithi09778949-21 2024-09-16T02:59:34.029 INFO:tasks.rados.rados.0.smithi097.stdout:1421: expect (ObjNum 460 snap 129 seq_num 460) 2024-09-16T02:59:34.232 INFO:tasks.rados.rados.0.smithi097.stdout:1424: finishing write tid 3 to smithi09778949-21 2024-09-16T02:59:34.232 INFO:tasks.rados.rados.0.smithi097.stdout:1424: oid 21 updating version 0 to 629 2024-09-16T02:59:34.232 INFO:tasks.rados.rados.0.smithi097.stdout:1424: oid 21 version 629 is already newer than 628 2024-09-16T02:59:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 629 (ObjNum 469 snap 133 seq_num 469) dirty exists 2024-09-16T02:59:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:1424: left oid 21 (ObjNum 469 snap 133 seq_num 469) 2024-09-16T02:59:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:1421: done (3 left) 2024-09-16T02:59:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:1424: done (2 left) 2024-09-16T02:59:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:1425: done (1 left) 2024-09-16T02:59:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 133 2024-09-16T02:59:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:1418: expect (ObjNum 424 snap 121 seq_num 424) 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[90424]: pgmap v192: 121 pgs: 121 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[90424]: osdmap e350: 8 total, 8 up, 8 in 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[90424]: Upgrade: osd.2 is safe to restart 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[88563]: pgmap v192: 121 pgs: 121 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-16T02:59:34.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[88563]: osdmap e350: 8 total, 8 up, 8 in 2024-09-16T02:59:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-16T02:59:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T02:59:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[88563]: Upgrade: osd.2 is safe to restart 2024-09-16T02:59:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:34.321 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (6m) 20s ago 7m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (7m) 94s ago 7m 86.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (8m) 20s ago 8m 16.5M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (8m) 94s ago 8m 22.0M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (2m) 94s ago 11m 453M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (3m) 20s ago 13m 520M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (2m) 20s ago 13m 52.0M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (104s) 94s ago 12m 22.2M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (2m) 20s ago 12m 41.1M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (6m) 20s ago 6m 15.4M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (6m) 94s ago 6m 17.4M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (58s) 20s ago 11m 155M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (24s) 20s ago 11m 11.3M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T02:59:34.322 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (10m) 20s ago 10m 277M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 028407f68c9d 2024-09-16T02:59:34.323 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (10m) 20s ago 10m 136M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T02:59:34.323 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (10m) 94s ago 10m 164M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T02:59:34.323 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (9m) 94s ago 9m 190M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T02:59:34.323 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (9m) 94s ago 9m 103M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T02:59:34.323 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (9m) 94s ago 9m 130M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T02:59:34.323 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (2m) 94s ago 7m 50.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T02:59:34.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:33 smithi184 ceph-mon[82194]: pgmap v192: 121 pgs: 121 active+clean; 134 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.9 MiB/s wr, 20 op/s 2024-09-16T02:59:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:33 smithi184 ceph-mon[82194]: osdmap e350: 8 total, 8 up, 8 in 2024-09-16T02:59:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16} : dispatch 2024-09-16T02:59:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:33 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-09-16T02:59:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:33 smithi184 ceph-mon[82194]: Upgrade: osd.2 is safe to restart 2024-09-16T02:59:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:34.671 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 6, 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T02:59:34.672 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T02:59:34.673 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T02:59:34.673 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 8, 2024-09-16T02:59:34.673 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 7 2024-09-16T02:59:34.673 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T02:59:34.673 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:59:34.987 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[88563]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:34.987 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[88563]: osdmap e351: 8 total, 8 up, 8 in 2024-09-16T02:59:34.987 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[88563]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:34.987 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[88563]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:34.987 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/610651362' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:34.987 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:34.987 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-16T02:59:34.988 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:34.989 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T02:59:34.989 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T02:59:34.989 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "7/20 daemons upgraded", 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading osd daemons", 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T02:59:34.990 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T02:59:35.053 INFO:tasks.rados.rados.0.smithi097.stdout:1426: seq_num 471 ranges {0=696320} 2024-09-16T02:59:35.057 INFO:tasks.rados.rados.0.smithi097.stdout:1426: writing smithi09778949-15 from 0 to 696320 tid 1 2024-09-16T02:59:35.057 INFO:tasks.rados.rados.0.smithi097.stdout:1418: done (1 left) 2024-09-16T02:59:35.057 INFO:tasks.rados.rados.0.smithi097.stdout:1427: delete oid 39 current snap is 133 2024-09-16T02:59:35.059 INFO:tasks.rados.rados.0.smithi097.stdout:1427: done (1 left) 2024-09-16T02:59:35.059 INFO:tasks.rados.rados.0.smithi097.stdout:1428: rollback oid 13 current snap is 133 2024-09-16T02:59:35.059 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 132 2024-09-16T02:59:35.059 INFO:tasks.rados.rados.0.smithi097.stdout:1429: snap_create 2024-09-16T02:59:35.060 INFO:tasks.rados.rados.0.smithi097.stdout:1426: finishing write tid 1 to smithi09778949-15 2024-09-16T02:59:35.060 INFO:tasks.rados.rados.0.smithi097.stdout:1426: finishing write tid 2 to smithi09778949-15 2024-09-16T02:59:35.061 INFO:tasks.rados.rados.0.smithi097.stdout:1426: finishing write tid 3 to smithi09778949-15 2024-09-16T02:59:35.062 INFO:tasks.rados.rados.0.smithi097.stdout:1426: oid 15 updating version 0 to 630 2024-09-16T02:59:35.062 INFO:tasks.rados.rados.0.smithi097.stdout:1426: oid 15 updating version 630 to 631 2024-09-16T02:59:35.062 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 631 (ObjNum 471 snap 133 seq_num 471) dirty exists 2024-09-16T02:59:35.062 INFO:tasks.rados.rados.0.smithi097.stdout:1426: left oid 15 (ObjNum 471 snap 133 seq_num 471) 2024-09-16T02:59:35.062 INFO:tasks.rados.rados.0.smithi097.stdout:1428: finishing rollback tid 0 to smithi09778949-13 2024-09-16T02:59:35.063 INFO:tasks.rados.rados.0.smithi097.stdout:1428: finishing rollback tid 1 to smithi09778949-13 2024-09-16T02:59:35.063 INFO:tasks.rados.rados.0.smithi097.stdout:1428: finishing rollback tid 2 to smithi09778949-13 2024-09-16T02:59:35.063 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 428 (ObjNum 462 snap 129 seq_num 462) dirty exists 2024-09-16T02:59:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[90424]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[90424]: osdmap e351: 8 total, 8 up, 8 in 2024-09-16T02:59:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[90424]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[90424]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/610651362' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-16T02:59:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:35.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:34 smithi184 ceph-mon[82194]: from='client.44204 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:34 smithi184 ceph-mon[82194]: osdmap e351: 8 total, 8 up, 8 in 2024-09-16T02:59:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:34 smithi184 ceph-mon[82194]: from='client.34293 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:34 smithi184 ceph-mon[82194]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:34 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/610651362' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-09-16T02:59:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:35.994 INFO:tasks.rados.rados.0.smithi097.stdout:1426: done (2 left) 2024-09-16T02:59:35.995 INFO:tasks.rados.rados.0.smithi097.stdout:1428: done (1 left) 2024-09-16T02:59:35.995 INFO:tasks.rados.rados.0.smithi097.stdout:1429: done (0 left) 2024-09-16T02:59:35.995 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 134 2024-09-16T02:59:35.995 INFO:tasks.rados.rados.0.smithi097.stdout:1430: seq_num 473 ranges {7249920=729088} 2024-09-16T02:59:36.037 INFO:tasks.rados.rados.0.smithi097.stdout:1430: writing smithi09778949-38 from 7249920 to 7979008 tid 1 2024-09-16T02:59:36.037 INFO:tasks.rados.rados.0.smithi097.stdout:1431: rollback oid 50 current snap is 134 2024-09-16T02:59:36.037 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 50 to 133 2024-09-16T02:59:36.037 INFO:tasks.rados.rados.0.smithi097.stdout:1432: setattr oid 41 current snap is 134 2024-09-16T02:59:36.038 INFO:tasks.rados.rados.0.smithi097.stdout:1433: rollback oid 7 current snap is 134 2024-09-16T02:59:36.038 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 132 2024-09-16T02:59:36.038 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 134 2024-09-16T02:59:36.039 INFO:tasks.rados.rados.0.smithi097.stdout:1434: seq_num 474 ranges {2326528=745472} 2024-09-16T02:59:36.056 INFO:tasks.rados.rados.0.smithi097.stdout:1434: writing smithi09778949-33 from 2326528 to 3072000 tid 1 2024-09-16T02:59:36.056 INFO:tasks.rados.rados.0.smithi097.stdout:1435: setattr oid 49 current snap is 134 2024-09-16T02:59:36.056 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 782 (ObjNum 465 snap 130 seq_num 465) dirty exists 2024-09-16T02:59:36.056 INFO:tasks.rados.rados.0.smithi097.stdout:1430: finishing write tid 1 to smithi09778949-38 2024-09-16T02:59:36.056 INFO:tasks.rados.rados.0.smithi097.stdout:1430: finishing write tid 2 to smithi09778949-38 2024-09-16T02:59:36.056 INFO:tasks.rados.rados.0.smithi097.stdout:1431: finishing rollback tid 0 to smithi09778949-50 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1431: finishing rollback tid 1 to smithi09778949-50 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1431: finishing rollback tid 2 to smithi09778949-50 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 906 (ObjNum 424 snap 121 seq_num 424) dirty exists 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1430: finishing write tid 3 to smithi09778949-38 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1430: oid 38 updating version 0 to 944 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1430: oid 38 version 944 is already newer than 943 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 944 (ObjNum 473 snap 134 seq_num 473) dirty exists 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1430: left oid 38 (ObjNum 473 snap 134 seq_num 473) 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1433: finishing rollback tid 0 to smithi09778949-7 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1433: finishing rollback tid 1 to smithi09778949-7 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:1433: finishing rollback tid 2 to smithi09778949-7 2024-09-16T02:59:36.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1154 (ObjNum 416 snap 118 seq_num 416) dirty exists 2024-09-16T02:59:36.058 INFO:tasks.rados.rados.0.smithi097.stdout:1430: done (5 left) 2024-09-16T02:59:36.058 INFO:tasks.rados.rados.0.smithi097.stdout:1431: done (4 left) 2024-09-16T02:59:36.058 INFO:tasks.rados.rados.0.smithi097.stdout:1432: done (3 left) 2024-09-16T02:59:36.058 INFO:tasks.rados.rados.0.smithi097.stdout:1433: done (2 left) 2024-09-16T02:59:36.058 INFO:tasks.rados.rados.0.smithi097.stdout:1436: delete oid 18 current snap is 134 2024-09-16T02:59:36.059 INFO:tasks.rados.rados.0.smithi097.stdout:1436: done (2 left) 2024-09-16T02:59:36.059 INFO:tasks.rados.rados.0.smithi097.stdout:1437: snap_remove snap 132 2024-09-16T02:59:36.128 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:35 smithi097 ceph-mon[88563]: pgmap v195: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 308 KiB/s wr, 17 op/s 2024-09-16T02:59:36.129 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:35 smithi097 ceph-mon[88563]: Upgrade: Updating osd.2 2024-09-16T02:59:36.129 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:35 smithi097 ceph-mon[88563]: Deploying daemon osd.2 on smithi097 2024-09-16T02:59:36.129 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:35 smithi097 ceph-mon[88563]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:36.129 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:35 smithi097 ceph-mon[90424]: pgmap v195: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 308 KiB/s wr, 17 op/s 2024-09-16T02:59:36.129 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:35 smithi097 ceph-mon[90424]: Upgrade: Updating osd.2 2024-09-16T02:59:36.129 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:35 smithi097 ceph-mon[90424]: Deploying daemon osd.2 on smithi097 2024-09-16T02:59:36.129 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:35 smithi097 ceph-mon[90424]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:35 smithi184 ceph-mon[82194]: pgmap v195: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 308 KiB/s wr, 17 op/s 2024-09-16T02:59:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:35 smithi184 ceph-mon[82194]: Upgrade: Updating osd.2 2024-09-16T02:59:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:35 smithi184 ceph-mon[82194]: Deploying daemon osd.2 on smithi097 2024-09-16T02:59:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:35 smithi184 ceph-mon[82194]: from='client.44228 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T02:59:36.967 INFO:tasks.rados.rados.0.smithi097.stdout:1437: done (2 left) 2024-09-16T02:59:36.967 INFO:tasks.rados.rados.0.smithi097.stdout:1438: read oid 37 snap 133 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:1438: expect deleted 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:1439: delete oid 11 current snap is 134 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:1434: finishing write tid 1 to smithi09778949-33 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:1434: finishing write tid 2 to smithi09778949-33 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 949 (ObjNum 440 snap 123 seq_num 440) dirty exists 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:1434: finishing write tid 3 to smithi09778949-33 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:1434: oid 33 updating version 0 to 946 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:1434: oid 33 updating version 946 to 947 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 947 (ObjNum 474 snap 134 seq_num 474) dirty exists 2024-09-16T02:59:36.968 INFO:tasks.rados.rados.0.smithi097.stdout:1434: left oid 33 (ObjNum 474 snap 134 seq_num 474) 2024-09-16T02:59:36.969 INFO:tasks.rados.rados.0.smithi097.stdout:1434: done (3 left) 2024-09-16T02:59:36.969 INFO:tasks.rados.rados.0.smithi097.stdout:1435: done (2 left) 2024-09-16T02:59:36.969 INFO:tasks.rados.rados.0.smithi097.stdout:1439: done (1 left) 2024-09-16T02:59:36.969 INFO:tasks.rados.rados.0.smithi097.stdout:1440: read oid 11 snap -1 2024-09-16T02:59:36.969 INFO:tasks.rados.rados.0.smithi097.stdout:1440: expect deleted 2024-09-16T02:59:36.969 INFO:tasks.rados.rados.0.smithi097.stdout:1441: read oid 46 snap -1 2024-09-16T02:59:36.969 INFO:tasks.rados.rados.0.smithi097.stdout:1441: expect (ObjNum 437 snap 123 seq_num 437) 2024-09-16T02:59:36.970 INFO:tasks.rados.rados.0.smithi097.stdout:1442: read oid 5 snap -1 2024-09-16T02:59:36.970 INFO:tasks.rados.rados.0.smithi097.stdout:1442: expect (ObjNum 456 snap 128 seq_num 456) 2024-09-16T02:59:36.970 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 134 2024-09-16T02:59:36.970 INFO:tasks.rados.rados.0.smithi097.stdout:1443: seq_num 477 ranges {0=794624} 2024-09-16T02:59:36.974 INFO:tasks.rados.rados.0.smithi097.stdout:1443: writing smithi09778949-6 from 0 to 794624 tid 1 2024-09-16T02:59:36.975 INFO:tasks.rados.rados.0.smithi097.stdout:1438: done (4 left) 2024-09-16T02:59:36.975 INFO:tasks.rados.rados.0.smithi097.stdout:1440: done (3 left) 2024-09-16T02:59:36.975 INFO:tasks.rados.rados.0.smithi097.stdout:1444: rollback oid 13 current snap is 134 2024-09-16T02:59:36.975 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 133 2024-09-16T02:59:36.975 INFO:tasks.rados.rados.0.smithi097.stdout:1445: read oid 19 snap 133 2024-09-16T02:59:36.975 INFO:tasks.rados.rados.0.smithi097.stdout:1445: expect (ObjNum 438 snap 123 seq_num 438) 2024-09-16T02:59:36.975 INFO:tasks.rados.rados.0.smithi097.stdout:1446: delete oid 50 current snap is 134 2024-09-16T02:59:36.979 INFO:tasks.rados.rados.0.smithi097.stdout:1442: expect (ObjNum 456 snap 128 seq_num 456) 2024-09-16T02:59:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:1443: finishing write tid 1 to smithi09778949-6 2024-09-16T02:59:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:1443: finishing write tid 2 to smithi09778949-6 2024-09-16T02:59:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:1444: finishing rollback tid 0 to smithi09778949-13 2024-09-16T02:59:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:1444: finishing rollback tid 1 to smithi09778949-13 2024-09-16T02:59:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:1443: finishing write tid 3 to smithi09778949-6 2024-09-16T02:59:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:1443: oid 6 updating version 0 to 430 2024-09-16T02:59:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:1443: oid 6 version 430 is already newer than 429 2024-09-16T02:59:37.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 430 (ObjNum 477 snap 134 seq_num 477) dirty exists 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:1443: left oid 6 (ObjNum 477 snap 134 seq_num 477) 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:1444: finishing rollback tid 2 to smithi09778949-13 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 433 (ObjNum 462 snap 129 seq_num 462) dirty exists 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:1442: done (5 left) 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:1443: done (4 left) 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:1444: done (3 left) 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:1446: done (2 left) 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:1447: rollback oid 21 current snap is 134 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 21 to 133 2024-09-16T02:59:37.016 INFO:tasks.rados.rados.0.smithi097.stdout:1441: expect (ObjNum 437 snap 123 seq_num 437) 2024-09-16T02:59:37.186 INFO:tasks.rados.rados.0.smithi097.stdout:1445: expect (ObjNum 438 snap 123 seq_num 438) 2024-09-16T02:59:37.323 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:36 smithi097 ceph-mon[88563]: osdmap e352: 8 total, 8 up, 8 in 2024-09-16T02:59:37.323 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:36 smithi097 ceph-mon[88563]: osdmap e353: 8 total, 8 up, 8 in 2024-09-16T02:59:37.323 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:36 smithi097 ceph-mon[90424]: osdmap e352: 8 total, 8 up, 8 in 2024-09-16T02:59:37.323 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:36 smithi097 ceph-mon[90424]: osdmap e353: 8 total, 8 up, 8 in 2024-09-16T02:59:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:36 smithi184 ceph-mon[82194]: osdmap e352: 8 total, 8 up, 8 in 2024-09-16T02:59:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:36 smithi184 ceph-mon[82194]: osdmap e353: 8 total, 8 up, 8 in 2024-09-16T02:59:37.460 INFO:tasks.rados.rados.0.smithi097.stdout:1447: finishing rollback tid 0 to smithi09778949-21 2024-09-16T02:59:37.460 INFO:tasks.rados.rados.0.smithi097.stdout:1447: finishing rollback tid 1 to smithi09778949-21 2024-09-16T02:59:37.460 INFO:tasks.rados.rados.0.smithi097.stdout:1447: finishing rollback tid 2 to smithi09778949-21 2024-09-16T02:59:37.460 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 637 (ObjNum 469 snap 133 seq_num 469) dirty exists 2024-09-16T02:59:37.460 INFO:tasks.rados.rados.0.smithi097.stdout:1441: done (2 left) 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1445: done (1 left) 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1447: done (0 left) 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1448: copy_from oid 24 from oid 3 current snap is 134 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1449: read oid 36 snap -1 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1449: expect deleted 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1450: read oid 7 snap -1 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1450: expect (ObjNum 416 snap 118 seq_num 416) 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1451: rollback oid 38 current snap is 134 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 38 to 133 2024-09-16T02:59:37.461 INFO:tasks.rados.rados.0.smithi097.stdout:1452: delete oid 35 current snap is 134 2024-09-16T02:59:37.462 INFO:tasks.rados.rados.0.smithi097.stdout:1449: done (4 left) 2024-09-16T02:59:37.462 INFO:tasks.rados.rados.0.smithi097.stdout:1452: done (3 left) 2024-09-16T02:59:37.463 INFO:tasks.rados.rados.0.smithi097.stdout:1453: read oid 25 snap -1 2024-09-16T02:59:37.463 INFO:tasks.rados.rados.0.smithi097.stdout:1453: expect (ObjNum 422 snap 121 seq_num 422) 2024-09-16T02:59:37.463 INFO:tasks.rados.rados.0.smithi097.stdout:1454: snap_create 2024-09-16T02:59:37.465 INFO:tasks.rados.rados.0.smithi097.stdout:1451: finishing rollback tid 0 to smithi09778949-38 2024-09-16T02:59:37.467 INFO:tasks.rados.rados.0.smithi097.stdout:1451: finishing rollback tid 1 to smithi09778949-38 2024-09-16T02:59:37.469 INFO:tasks.rados.rados.0.smithi097.stdout:1451: finishing rollback tid 2 to smithi09778949-38 2024-09-16T02:59:37.469 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 958 (ObjNum 459 snap 128 seq_num 459) dirty exists 2024-09-16T02:59:37.485 INFO:tasks.rados.rados.0.smithi097.stdout:1453: expect (ObjNum 422 snap 121 seq_num 422) 2024-09-16T02:59:37.688 INFO:tasks.rados.rados.0.smithi097.stdout:1450: expect (ObjNum 416 snap 118 seq_num 416) 2024-09-16T02:59:37.937 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:37 smithi097 systemd[1]: Stopping Ceph osd.2 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:59:38.173 INFO:tasks.rados.rados.0.smithi097.stdout:1448: finishing copy_from racing read to smithi09778949-24 2024-09-16T02:59:38.173 INFO:tasks.rados.rados.0.smithi097.stdout:1448: finishing copy_from to smithi09778949-24 2024-09-16T02:59:38.174 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1038 (ObjNum 414 snap 116 seq_num 414) dirty exists 2024-09-16T02:59:38.174 INFO:tasks.rados.rados.0.smithi097.stdout:1448: done (4 left) 2024-09-16T02:59:38.174 INFO:tasks.rados.rados.0.smithi097.stdout:1450: done (3 left) 2024-09-16T02:59:38.174 INFO:tasks.rados.rados.0.smithi097.stdout:1451: done (2 left) 2024-09-16T02:59:38.174 INFO:tasks.rados.rados.0.smithi097.stdout:1453: done (1 left) 2024-09-16T02:59:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:1454: done (0 left) 2024-09-16T02:59:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:1455: rollback oid 32 current snap is 135 2024-09-16T02:59:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 32 to 133 2024-09-16T02:59:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:1456: read oid 35 snap -1 2024-09-16T02:59:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:1456: expect deleted 2024-09-16T02:59:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 135 2024-09-16T02:59:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:1457: seq_num 480 ranges {794624=442368,1236992=401408} 2024-09-16T02:59:38.179 INFO:tasks.rados.rados.0.smithi097.stdout:1457: writing smithi09778949-6 from 794624 to 1236992 tid 1 2024-09-16T02:59:38.181 INFO:tasks.rados.rados.0.smithi097.stdout:1457: writing smithi09778949-6 from 1236992 to 1638400 tid 2 2024-09-16T02:59:38.181 INFO:tasks.rados.rados.0.smithi097.stdout:1458: snap_remove snap 134 2024-09-16T02:59:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:37 smithi097 ceph-mon[90424]: pgmap v197: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 270 KiB/s wr, 15 op/s 2024-09-16T02:59:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:37 smithi097 ceph-mon[90424]: osd.2 marked itself down and dead 2024-09-16T02:59:38.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:37 smithi097 ceph-mon[88563]: pgmap v197: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 270 KiB/s wr, 15 op/s 2024-09-16T02:59:38.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:37 smithi097 ceph-mon[88563]: osd.2 marked itself down and dead 2024-09-16T02:59:38.246 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[53454]: 2024-09-16T02:59:37.933+0000 7ff647a1c640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T02:59:38.246 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[53454]: 2024-09-16T02:59:37.933+0000 7ff647a1c640 -1 osd.2 353 *** Got signal Terminated *** 2024-09-16T02:59:38.247 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:37 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[53454]: 2024-09-16T02:59:37.933+0000 7ff647a1c640 -1 osd.2 353 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T02:59:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:37 smithi184 ceph-mon[82194]: pgmap v197: 121 pgs: 121 active+clean; 136 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 270 KiB/s wr, 15 op/s 2024-09-16T02:59:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:37 smithi184 ceph-mon[82194]: osd.2 marked itself down and dead 2024-09-16T02:59:38.845 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:38 smithi097 podman[104562]: 2024-09-16 02:59:38.565962933 +0000 UTC m=+0.732054923 container died 028407f68c9daafd88af6b8e6c0c0907187adc9a417af25b17bd456aea2f008e (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, GIT_CLEAN=True, RELEASE=reef-ae7f373, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux ) 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1455: finishing rollback tid 0 to smithi09778949-32 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1455: finishing rollback tid 1 to smithi09778949-32 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1455: finishing rollback tid 2 to smithi09778949-32 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 554 (ObjNum 464 snap 130 seq_num 464) dirty exists 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1457: finishing write tid 1 to smithi09778949-6 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1457: finishing write tid 2 to smithi09778949-6 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1457: finishing write tid 3 to smithi09778949-6 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1457: finishing write tid 4 to smithi09778949-6 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1457: oid 6 updating version 0 to 436 2024-09-16T02:59:39.013 INFO:tasks.rados.rados.0.smithi097.stdout:1457: oid 6 version 436 is already newer than 435 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1457: oid 6 version 436 is already newer than 434 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 436 (ObjNum 480 snap 135 seq_num 480) dirty exists 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1457: left oid 6 (ObjNum 480 snap 135 seq_num 480) 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1455: done (3 left) 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1456: done (2 left) 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1457: done (1 left) 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1458: done (0 left) 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1459: read oid 27 snap -1 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1459: expect deleted 2024-09-16T02:59:39.014 INFO:tasks.rados.rados.0.smithi097.stdout:1460: delete oid 45 current snap is 135 2024-09-16T02:59:39.026 INFO:tasks.rados.rados.0.smithi097.stdout:1459: done (1 left) 2024-09-16T02:59:39.027 INFO:tasks.rados.rados.0.smithi097.stdout:1460: done (0 left) 2024-09-16T02:59:39.027 INFO:tasks.rados.rados.0.smithi097.stdout:1461: copy_from oid 3 from oid 11 current snap is 135 2024-09-16T02:59:39.027 INFO:tasks.rados.rados.0.smithi097.stdout:1462: snap_create 2024-09-16T02:59:39.028 INFO:tasks.rados.rados.0.smithi097.stdout:1461: finishing copy_from to smithi09778949-3 2024-09-16T02:59:39.028 INFO:tasks.rados.rados.0.smithi097.stdout:1461: got expected ENOENT (src dne) 2024-09-16T02:59:39.028 INFO:tasks.rados.rados.0.smithi097.stdout:1461: finishing copy_from racing read to smithi09778949-3 2024-09-16T02:59:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:38 smithi097 ceph-mon[90424]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:59:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:38 smithi097 ceph-mon[90424]: osdmap e354: 8 total, 7 up, 8 in 2024-09-16T02:59:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:38 smithi097 ceph-mon[88563]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:59:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:38 smithi097 ceph-mon[88563]: osdmap e354: 8 total, 7 up, 8 in 2024-09-16T02:59:39.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:59:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:59:39] "GET /metrics HTTP/1.1" 200 36162 "" "Prometheus/2.43.0" 2024-09-16T02:59:39.246 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:38 smithi097 podman[104562]: 2024-09-16 02:59:38.943000695 +0000 UTC m=+1.109092675 container cleanup 028407f68c9daafd88af6b8e6c0c0907187adc9a417af25b17bd456aea2f008e (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, GIT_BRANCH=HEAD, RELEASE=reef-ae7f373, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T02:59:39.246 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:38 smithi097 bash[104562]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2 2024-09-16T02:59:39.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:38 smithi184 ceph-mon[82194]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T02:59:39.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:38 smithi184 ceph-mon[82194]: osdmap e354: 8 total, 7 up, 8 in 2024-09-16T02:59:39.607 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:39 smithi097 podman[104580]: 2024-09-16 02:59:39.288600176 +0000 UTC m=+0.721541762 container remove 028407f68c9daafd88af6b8e6c0c0907187adc9a417af25b17bd456aea2f008e (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ae7f373, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731) 2024-09-16T02:59:39.873 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:39 smithi097 podman[104669]: 2024-09-16 02:59:39.508044633 +0000 UTC m=+0.015706978 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:59:39.874 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:39 smithi097 podman[104669]: 2024-09-16 02:59:39.689529176 +0000 UTC m=+0.197191507 container create c4a2d6a030aef0177309e2e2ec5a4a18a85351d731458c54995176949560775b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, ceph=True, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T02:59:40.024 INFO:tasks.rados.rados.0.smithi097.stdout:1461: done (1 left) 2024-09-16T02:59:40.024 INFO:tasks.rados.rados.0.smithi097.stdout:1462: done (0 left) 2024-09-16T02:59:40.024 INFO:tasks.rados.rados.0.smithi097.stdout:1463: read oid 44 snap 135 2024-09-16T02:59:40.024 INFO:tasks.rados.rados.0.smithi097.stdout:1463: expect (ObjNum 418 snap 120 seq_num 418) 2024-09-16T02:59:40.024 INFO:tasks.rados.rados.0.smithi097.stdout:1464: delete oid 23 current snap is 136 2024-09-16T02:59:40.026 INFO:tasks.rados.rados.0.smithi097.stdout:1464: done (1 left) 2024-09-16T02:59:40.026 INFO:tasks.rados.rados.0.smithi097.stdout:1465: copy_from oid 23 from oid 30 current snap is 136 2024-09-16T02:59:40.026 INFO:tasks.rados.rados.0.smithi097.stdout:1466: rmattr oid 21 current snap is 136 2024-09-16T02:59:40.026 INFO:tasks.rados.rados.0.smithi097.stdout:1466: done (2 left) 2024-09-16T02:59:40.026 INFO:tasks.rados.rados.0.smithi097.stdout:1467: snap_remove snap 133 2024-09-16T02:59:40.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:40 smithi097 ceph-mon[90424]: pgmap v200: 121 pgs: 6 peering, 10 stale+active+clean, 105 active+clean; 133 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 607 KiB/s wr, 23 op/s 2024-09-16T02:59:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:40 smithi097 ceph-mon[90424]: osdmap e355: 8 total, 7 up, 8 in 2024-09-16T02:59:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:40 smithi097 ceph-mon[88563]: pgmap v200: 121 pgs: 6 peering, 10 stale+active+clean, 105 active+clean; 133 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 607 KiB/s wr, 23 op/s 2024-09-16T02:59:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:40 smithi097 ceph-mon[88563]: osdmap e355: 8 total, 7 up, 8 in 2024-09-16T02:59:40.245 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:39 smithi097 podman[104669]: 2024-09-16 02:59:39.959074885 +0000 UTC m=+0.466737224 container init c4a2d6a030aef0177309e2e2ec5a4a18a85351d731458c54995176949560775b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-09-16T02:59:40.245 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:39 smithi097 podman[104669]: 2024-09-16 02:59:39.962961602 +0000 UTC m=+0.470623941 container start c4a2d6a030aef0177309e2e2ec5a4a18a85351d731458c54995176949560775b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf) 2024-09-16T02:59:40.245 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:40 smithi097 podman[104669]: 2024-09-16 02:59:40.042271399 +0000 UTC m=+0.549933745 container attach c4a2d6a030aef0177309e2e2ec5a4a18a85351d731458c54995176949560775b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T02:59:40.245 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:40 smithi097 podman[104669]: 2024-09-16 02:59:40.169363057 +0000 UTC m=+0.677025401 container died c4a2d6a030aef0177309e2e2ec5a4a18a85351d731458c54995176949560775b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-16T02:59:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:40 smithi184 ceph-mon[82194]: pgmap v200: 121 pgs: 6 peering, 10 stale+active+clean, 105 active+clean; 133 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 607 KiB/s wr, 23 op/s 2024-09-16T02:59:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:40 smithi184 ceph-mon[82194]: osdmap e355: 8 total, 7 up, 8 in 2024-09-16T02:59:40.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:40 smithi097 podman[104692]: 2024-09-16 02:59:40.871364344 +0000 UTC m=+0.692823509 container remove c4a2d6a030aef0177309e2e2ec5a4a18a85351d731458c54995176949560775b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True) 2024-09-16T02:59:40.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:40 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.2.service: Deactivated successfully. 2024-09-16T02:59:40.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:40 smithi097 systemd[1]: Stopped Ceph osd.2 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:59:40.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:40 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.2.service: Consumed 14.291s CPU time. 2024-09-16T02:59:41.027 INFO:tasks.rados.rados.0.smithi097.stdout:1467: done (2 left) 2024-09-16T02:59:41.028 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 136 2024-09-16T02:59:41.028 INFO:tasks.rados.rados.0.smithi097.stdout:1468: seq_num 483 ranges {0=491520,491520=401408} 2024-09-16T02:59:41.030 INFO:tasks.rados.rados.0.smithi097.stdout:1468: writing smithi09778949-18 from 0 to 491520 tid 1 2024-09-16T02:59:41.032 INFO:tasks.rados.rados.0.smithi097.stdout:1468: writing smithi09778949-18 from 491520 to 892928 tid 2 2024-09-16T02:59:41.033 INFO:tasks.rados.rados.0.smithi097.stdout:1469: copy_from oid 2 from oid 32 current snap is 136 2024-09-16T02:59:41.033 INFO:tasks.rados.rados.0.smithi097.stdout:1463: expect (ObjNum 418 snap 120 seq_num 418) 2024-09-16T02:59:41.296 INFO:tasks.rados.rados.0.smithi097.stdout:1465: finishing copy_from racing read to smithi09778949-23 2024-09-16T02:59:41.296 INFO:tasks.rados.rados.0.smithi097.stdout:1465: finishing copy_from to smithi09778949-23 2024-09-16T02:59:41.296 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 380 (ObjNum 468 snap 130 seq_num 468) dirty exists 2024-09-16T02:59:41.296 INFO:tasks.rados.rados.0.smithi097.stdout:1463: done (3 left) 2024-09-16T02:59:41.296 INFO:tasks.rados.rados.0.smithi097.stdout:1465: done (2 left) 2024-09-16T02:59:41.296 INFO:tasks.rados.rados.0.smithi097.stdout:1470: rollback oid 33 current snap is 136 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 33 to 135 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1468: finishing write tid 1 to smithi09778949-18 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1468: finishing write tid 2 to smithi09778949-18 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1468: finishing write tid 3 to smithi09778949-18 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1468: finishing write tid 4 to smithi09778949-18 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1468: oid 18 updating version 0 to 415 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1468: oid 18 updating version 415 to 416 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1468: oid 18 version 416 is already newer than 414 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 416 (ObjNum 483 snap 136 seq_num 483) dirty exists 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1468: left oid 18 (ObjNum 483 snap 136 seq_num 483) 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1469: finishing copy_from racing read to smithi09778949-2 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:1469: finishing copy_from to smithi09778949-2 2024-09-16T02:59:41.297 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 554 (ObjNum 464 snap 130 seq_num 464) dirty exists 2024-09-16T02:59:41.298 INFO:tasks.rados.rados.0.smithi097.stdout:1468: done (2 left) 2024-09-16T02:59:41.298 INFO:tasks.rados.rados.0.smithi097.stdout:1469: done (1 left) 2024-09-16T02:59:41.298 INFO:tasks.rados.rados.0.smithi097.stdout:1471: rollback oid 7 current snap is 136 2024-09-16T02:59:41.298 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 135 2024-09-16T02:59:41.298 INFO:tasks.rados.rados.0.smithi097.stdout:1472: delete oid 29 current snap is 136 2024-09-16T02:59:41.298 INFO:tasks.rados.rados.0.smithi097.stdout:1470: finishing rollback tid 0 to smithi09778949-33 2024-09-16T02:59:41.299 INFO:tasks.rados.rados.0.smithi097.stdout:1470: finishing rollback tid 1 to smithi09778949-33 2024-09-16T02:59:41.299 INFO:tasks.rados.rados.0.smithi097.stdout:1470: finishing rollback tid 2 to smithi09778949-33 2024-09-16T02:59:41.299 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 968 (ObjNum 474 snap 134 seq_num 474) dirty exists 2024-09-16T02:59:41.300 INFO:tasks.rados.rados.0.smithi097.stdout:1470: done (2 left) 2024-09-16T02:59:41.300 INFO:tasks.rados.rados.0.smithi097.stdout:1472: done (1 left) 2024-09-16T02:59:41.300 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 136 2024-09-16T02:59:41.300 INFO:tasks.rados.rados.0.smithi097.stdout:1473: seq_num 485 ranges {2088960=532480,2621440=401408} 2024-09-16T02:59:41.313 INFO:tasks.rados.rados.0.smithi097.stdout:1473: writing smithi09778949-48 from 2088960 to 2621440 tid 1 2024-09-16T02:59:41.316 INFO:tasks.rados.rados.0.smithi097.stdout:1473: writing smithi09778949-48 from 2621440 to 3022848 tid 2 2024-09-16T02:59:41.317 INFO:tasks.rados.rados.0.smithi097.stdout:1474: read oid 3 snap -1 2024-09-16T02:59:41.317 INFO:tasks.rados.rados.0.smithi097.stdout:1474: expect (ObjNum 414 snap 116 seq_num 414) 2024-09-16T02:59:41.317 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 136 2024-09-16T02:59:41.317 INFO:tasks.rados.rados.0.smithi097.stdout:1471: finishing rollback tid 0 to smithi09778949-7 2024-09-16T02:59:41.317 INFO:tasks.rados.rados.0.smithi097.stdout:1471: finishing rollback tid 1 to smithi09778949-7 2024-09-16T02:59:41.317 INFO:tasks.rados.rados.0.smithi097.stdout:1475: seq_num 486 ranges {8904704=548864,9453568=401408} 2024-09-16T02:59:41.323 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:41 smithi097 ceph-mon[88563]: osdmap e356: 8 total, 7 up, 8 in 2024-09-16T02:59:41.323 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:41 smithi097 ceph-mon[90424]: osdmap e356: 8 total, 7 up, 8 in 2024-09-16T02:59:41.323 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 systemd[1]: Starting Ceph osd.2 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T02:59:41.367 INFO:tasks.rados.rados.0.smithi097.stdout:1475: writing smithi09778949-28 from 8904704 to 9453568 tid 1 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:1475: writing smithi09778949-28 from 9453568 to 9854976 tid 2 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:1476: read oid 44 snap 135 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:1476: expect (ObjNum 418 snap 120 seq_num 418) 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:1477: rollback oid 42 current snap is 136 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 42 to 135 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:1471: finishing rollback tid 2 to smithi09778949-7 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1162 (ObjNum 416 snap 118 seq_num 416) dirty exists 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:1473: finishing write tid 1 to smithi09778949-48 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:1473: finishing write tid 2 to smithi09778949-48 2024-09-16T02:59:41.370 INFO:tasks.rados.rados.0.smithi097.stdout:1473: finishing write tid 3 to smithi09778949-48 2024-09-16T02:59:41.371 INFO:tasks.rados.rados.0.smithi097.stdout:1473: finishing write tid 4 to smithi09778949-48 2024-09-16T02:59:41.371 INFO:tasks.rados.rados.0.smithi097.stdout:1473: oid 48 updating version 0 to 164 2024-09-16T02:59:41.371 INFO:tasks.rados.rados.0.smithi097.stdout:1473: oid 48 updating version 164 to 165 2024-09-16T02:59:41.371 INFO:tasks.rados.rados.0.smithi097.stdout:1473: oid 48 updating version 165 to 166 2024-09-16T02:59:41.371 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 166 (ObjNum 485 snap 136 seq_num 485) dirty exists 2024-09-16T02:59:41.371 INFO:tasks.rados.rados.0.smithi097.stdout:1473: left oid 48 (ObjNum 485 snap 136 seq_num 485) 2024-09-16T02:59:41.371 INFO:tasks.rados.rados.0.smithi097.stdout:1474: expect (ObjNum 414 snap 116 seq_num 414) 2024-09-16T02:59:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:41 smithi184 ceph-mon[82194]: osdmap e356: 8 total, 7 up, 8 in 2024-09-16T02:59:41.586 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 podman[104790]: 2024-09-16 02:59:41.224287441 +0000 UTC m=+0.015974100 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:59:41.586 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 podman[104790]: 2024-09-16 02:59:41.43110981 +0000 UTC m=+0.222796467 container create 6dffd60eff5f3fbcacef098b1f18128df760af73ea1c31c90db7ac6222870310 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1475: finishing write tid 1 to smithi09778949-28 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1475: finishing write tid 2 to smithi09778949-28 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1471: done (5 left) 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1473: done (4 left) 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1474: done (3 left) 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1478: rollback oid 47 current snap is 136 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 47 to 135 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1475: finishing write tid 3 to smithi09778949-28 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1477: finishing rollback tid 0 to smithi09778949-42 2024-09-16T02:59:41.721 INFO:tasks.rados.rados.0.smithi097.stdout:1477: finishing rollback tid 1 to smithi09778949-42 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:1475: finishing write tid 4 to smithi09778949-28 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:1475: oid 28 updating version 0 to 1166 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:1475: oid 28 version 1166 is already newer than 1165 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:1475: oid 28 version 1166 is already newer than 1164 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1166 (ObjNum 486 snap 136 seq_num 486) dirty exists 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:1475: left oid 28 (ObjNum 486 snap 136 seq_num 486) 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:1477: finishing rollback tid 2 to smithi09778949-42 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1170 (ObjNum 390 snap 113 seq_num 390) dirty exists 2024-09-16T02:59:41.722 INFO:tasks.rados.rados.0.smithi097.stdout:1476: expect (ObjNum 418 snap 120 seq_num 418) 2024-09-16T02:59:41.978 INFO:tasks.rados.rados.0.smithi097.stdout:1478: finishing rollback tid 0 to smithi09778949-47 2024-09-16T02:59:41.978 INFO:tasks.rados.rados.0.smithi097.stdout:1478: finishing rollback tid 1 to smithi09778949-47 2024-09-16T02:59:41.978 INFO:tasks.rados.rados.0.smithi097.stdout:1478: finishing rollback tid 2 to smithi09778949-47 2024-09-16T02:59:41.978 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 377 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T02:59:41.978 INFO:tasks.rados.rados.0.smithi097.stdout:1475: done (3 left) 2024-09-16T02:59:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:1476: done (2 left) 2024-09-16T02:59:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:1477: done (1 left) 2024-09-16T02:59:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:1478: done (0 left) 2024-09-16T02:59:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:1479: read oid 42 snap -1 2024-09-16T02:59:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:1479: expect (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:59:41.979 INFO:tasks.rados.rados.0.smithi097.stdout:1480: snap_create 2024-09-16T02:59:41.987 INFO:tasks.rados.rados.0.smithi097.stdout:1479: expect (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:59:41.994 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 podman[104790]: 2024-09-16 02:59:41.700326965 +0000 UTC m=+0.492013623 container init 6dffd60eff5f3fbcacef098b1f18128df760af73ea1c31c90db7ac6222870310 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:59:41.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 podman[104790]: 2024-09-16 02:59:41.703725435 +0000 UTC m=+0.495412095 container start 6dffd60eff5f3fbcacef098b1f18128df760af73ea1c31c90db7ac6222870310 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-09-16T02:59:41.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 podman[104790]: 2024-09-16 02:59:41.783750166 +0000 UTC m=+0.575436833 container attach 6dffd60eff5f3fbcacef098b1f18128df760af73ea1c31c90db7ac6222870310 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD) 2024-09-16T02:59:41.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:59:41.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 bash[104790]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:59:41.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:59:41.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:41 smithi097 bash[104790]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T02:59:42.308 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-mon[88563]: pgmap v203: 121 pgs: 17 active+undersized, 6 peering, 1 stale+active+clean, 7 active+undersized+degraded, 90 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 19 op/s; 16/240 objects degraded (6.667%) 2024-09-16T02:59:42.309 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-mon[88563]: Health check failed: Degraded data redundancy: 16/240 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:42.309 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-mon[88563]: osdmap e357: 8 total, 7 up, 8 in 2024-09-16T02:59:42.309 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-mon[88563]: osdmap e358: 8 total, 7 up, 8 in 2024-09-16T02:59:42.309 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-mon[90424]: pgmap v203: 121 pgs: 17 active+undersized, 6 peering, 1 stale+active+clean, 7 active+undersized+degraded, 90 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 19 op/s; 16/240 objects degraded (6.667%) 2024-09-16T02:59:42.309 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-mon[90424]: Health check failed: Degraded data redundancy: 16/240 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:42.309 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-mon[90424]: osdmap e357: 8 total, 7 up, 8 in 2024-09-16T02:59:42.309 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-mon[90424]: osdmap e358: 8 total, 7 up, 8 in 2024-09-16T02:59:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:42 smithi184 ceph-mon[82194]: pgmap v203: 121 pgs: 17 active+undersized, 6 peering, 1 stale+active+clean, 7 active+undersized+degraded, 90 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.6 MiB/s wr, 19 op/s; 16/240 objects degraded (6.667%) 2024-09-16T02:59:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:42 smithi184 ceph-mon[82194]: Health check failed: Degraded data redundancy: 16/240 objects degraded (6.667%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:42 smithi184 ceph-mon[82194]: osdmap e357: 8 total, 7 up, 8 in 2024-09-16T02:59:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:42 smithi184 ceph-mon[82194]: osdmap e358: 8 total, 7 up, 8 in 2024-09-16T02:59:42.597 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T02:59:42.597 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 bash[104790]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T02:59:42.597 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T02:59:42.597 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 bash[104790]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T02:59:42.969 INFO:tasks.rados.rados.0.smithi097.stdout:1479: done (1 left) 2024-09-16T02:59:42.969 INFO:tasks.rados.rados.0.smithi097.stdout:1480: done (0 left) 2024-09-16T02:59:42.969 INFO:tasks.rados.rados.0.smithi097.stdout:1481: snap_create 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 bash[104790]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 bash[104790]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 bash[104790]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 bash[104790]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate[104806]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-16T02:59:42.995 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 bash[104790]: --> ceph-volume raw activate successful for osd ID: 2 2024-09-16T02:59:42.996 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:42 smithi097 podman[104790]: 2024-09-16 02:59:42.62279262 +0000 UTC m=+1.414479279 container died 6dffd60eff5f3fbcacef098b1f18128df760af73ea1c31c90db7ac6222870310 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T02:59:43.745 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:43 smithi097 podman[104932]: 2024-09-16 02:59:43.463789175 +0000 UTC m=+0.834890162 container remove 6dffd60eff5f3fbcacef098b1f18128df760af73ea1c31c90db7ac6222870310 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-fc3e0bf) 2024-09-16T02:59:43.745 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:43 smithi097 podman[104995]: 2024-09-16 02:59:43.664669223 +0000 UTC m=+0.108717767 container create e572fcde5330d9396c5db8079ad20164d5a618321a3a5591553a620bbaf83158 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-09-16T02:59:43.745 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:43 smithi097 podman[104995]: 2024-09-16 02:59:43.571524499 +0000 UTC m=+0.015573002 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T02:59:43.979 INFO:tasks.rados.rados.0.smithi097.stdout:1481: done (0 left) 2024-09-16T02:59:43.979 INFO:tasks.rados.rados.0.smithi097.stdout:1482: copy_from oid 10 from oid 15 current snap is 138 2024-09-16T02:59:43.979 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 138 2024-09-16T02:59:43.979 INFO:tasks.rados.rados.0.smithi097.stdout:1483: seq_num 487 ranges {0=565248,565248=401408} 2024-09-16T02:59:43.982 INFO:tasks.rados.rados.0.smithi097.stdout:1483: writing smithi09778949-35 from 0 to 565248 tid 1 2024-09-16T02:59:43.985 INFO:tasks.rados.rados.0.smithi097.stdout:1483: writing smithi09778949-35 from 565248 to 966656 tid 2 2024-09-16T02:59:43.985 INFO:tasks.rados.rados.0.smithi097.stdout:1484: copy_from oid 6 from oid 14 current snap is 138 2024-09-16T02:59:43.985 INFO:tasks.rados.rados.0.smithi097.stdout:1485: snap_create 2024-09-16T02:59:43.987 INFO:tasks.rados.rados.0.smithi097.stdout:1482: finishing copy_from racing read to smithi09778949-10 2024-09-16T02:59:43.989 INFO:tasks.rados.rados.0.smithi097.stdout:1482: finishing copy_from to smithi09778949-10 2024-09-16T02:59:43.989 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 631 (ObjNum 471 snap 133 seq_num 471) dirty exists 2024-09-16T02:59:43.991 INFO:tasks.rados.rados.0.smithi097.stdout:1483: finishing write tid 1 to smithi09778949-35 2024-09-16T02:59:43.991 INFO:tasks.rados.rados.0.smithi097.stdout:1483: finishing write tid 2 to smithi09778949-35 2024-09-16T02:59:43.991 INFO:tasks.rados.rados.0.smithi097.stdout:1483: finishing write tid 3 to smithi09778949-35 2024-09-16T02:59:43.992 INFO:tasks.rados.rados.0.smithi097.stdout:1483: finishing write tid 4 to smithi09778949-35 2024-09-16T02:59:43.992 INFO:tasks.rados.rados.0.smithi097.stdout:1483: oid 35 updating version 0 to 557 2024-09-16T02:59:43.992 INFO:tasks.rados.rados.0.smithi097.stdout:1483: oid 35 version 557 is already newer than 555 2024-09-16T02:59:43.992 INFO:tasks.rados.rados.0.smithi097.stdout:1483: oid 35 version 557 is already newer than 556 2024-09-16T02:59:43.992 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 557 (ObjNum 487 snap 138 seq_num 487) dirty exists 2024-09-16T02:59:43.992 INFO:tasks.rados.rados.0.smithi097.stdout:1483: left oid 35 (ObjNum 487 snap 138 seq_num 487) 2024-09-16T02:59:44.011 INFO:tasks.rados.rados.0.smithi097.stdout:1484: finishing copy_from racing read to smithi09778949-6 2024-09-16T02:59:44.014 INFO:tasks.rados.rados.0.smithi097.stdout:1484: finishing copy_from to smithi09778949-6 2024-09-16T02:59:44.014 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 768 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T02:59:44.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:43 smithi097 ceph-mon[88563]: pgmap v206: 121 pgs: 23 active+undersized, 6 peering, 8 active+undersized+degraded, 84 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s wr, 4 op/s; 20/240 objects degraded (8.333%) 2024-09-16T02:59:44.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:43 smithi097 ceph-mon[88563]: osdmap e359: 8 total, 7 up, 8 in 2024-09-16T02:59:44.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:43 smithi097 ceph-mon[90424]: pgmap v206: 121 pgs: 23 active+undersized, 6 peering, 8 active+undersized+degraded, 84 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s wr, 4 op/s; 20/240 objects degraded (8.333%) 2024-09-16T02:59:44.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:43 smithi097 ceph-mon[90424]: osdmap e359: 8 total, 7 up, 8 in 2024-09-16T02:59:44.245 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:43 smithi097 podman[104995]: 2024-09-16 02:59:43.900449884 +0000 UTC m=+0.344498395 container init e572fcde5330d9396c5db8079ad20164d5a618321a3a5591553a620bbaf83158 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True) 2024-09-16T02:59:44.246 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:43 smithi097 podman[104995]: 2024-09-16 02:59:43.903725004 +0000 UTC m=+0.347773506 container start e572fcde5330d9396c5db8079ad20164d5a618321a3a5591553a620bbaf83158 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-16T02:59:44.246 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:43 smithi097 ceph-osd[105015]: -- 172.21.15.97:0/1275231658 <== mon.2 v2:172.21.15.97:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a1c8d7ba40 con 0x55a1c8d59c00 2024-09-16T02:59:44.246 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:44 smithi097 bash[104995]: e572fcde5330d9396c5db8079ad20164d5a618321a3a5591553a620bbaf83158 2024-09-16T02:59:44.246 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:44 smithi097 systemd[1]: Started Ceph osd.2 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T02:59:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:43 smithi184 ceph-mon[82194]: pgmap v206: 121 pgs: 23 active+undersized, 6 peering, 8 active+undersized+degraded, 84 active+clean; 140 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s wr, 4 op/s; 20/240 objects degraded (8.333%) 2024-09-16T02:59:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:43 smithi184 ceph-mon[82194]: osdmap e359: 8 total, 7 up, 8 in 2024-09-16T02:59:44.982 INFO:tasks.rados.rados.0.smithi097.stdout:1482: done (3 left) 2024-09-16T02:59:44.982 INFO:tasks.rados.rados.0.smithi097.stdout:1483: done (2 left) 2024-09-16T02:59:44.982 INFO:tasks.rados.rados.0.smithi097.stdout:1484: done (1 left) 2024-09-16T02:59:44.983 INFO:tasks.rados.rados.0.smithi097.stdout:1485: done (0 left) 2024-09-16T02:59:44.983 INFO:tasks.rados.rados.0.smithi097.stdout:1486: delete oid 36 current snap is 139 2024-09-16T02:59:44.984 INFO:tasks.rados.rados.0.smithi097.stdout:1486: done (0 left) 2024-09-16T02:59:44.984 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 139 2024-09-16T02:59:44.985 INFO:tasks.rados.rados.0.smithi097.stdout:1487: seq_num 489 ranges {1851392=598016,2449408=401408} 2024-09-16T02:59:44.997 INFO:tasks.rados.rados.0.smithi097.stdout:1487: writing smithi09778949-4 from 1851392 to 2449408 tid 1 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:1487: writing smithi09778949-4 from 2449408 to 2850816 tid 2 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:1488: rollback oid 39 current snap is 139 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 39 to 138 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:1489: read oid 48 snap 135 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:1489: expect (ObjNum 453 snap 126 seq_num 453) 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:1490: rollback oid 36 current snap is 139 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 138 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:1491: rmattr oid 5 current snap is 139 2024-09-16T02:59:45.000 INFO:tasks.rados.rados.0.smithi097.stdout:1491: done (4 left) 2024-09-16T02:59:45.001 INFO:tasks.rados.rados.0.smithi097.stdout:1492: setattr oid 8 current snap is 139 2024-09-16T02:59:45.001 INFO:tasks.rados.rados.0.smithi097.stdout:1490: finishing rollback tid 1 to smithi09778949-36 2024-09-16T02:59:45.001 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 0 (ObjNum 97 snap 0 seq_num 1973584592) dirty dne 2024-09-16T02:59:45.001 INFO:tasks.rados.rados.0.smithi097.stdout:1490: done (4 left) 2024-09-16T02:59:45.001 INFO:tasks.rados.rados.0.smithi097.stdout:1493: read oid 12 snap 135 2024-09-16T02:59:45.001 INFO:tasks.rados.rados.0.smithi097.stdout:1493: expect (ObjNum 435 snap 123 seq_num 435) 2024-09-16T02:59:45.001 INFO:tasks.rados.rados.0.smithi097.stdout:1494: delete oid 5 current snap is 139 2024-09-16T02:59:45.008 INFO:tasks.rados.rados.0.smithi097.stdout:1487: finishing write tid 1 to smithi09778949-4 2024-09-16T02:59:45.008 INFO:tasks.rados.rados.0.smithi097.stdout:1487: finishing write tid 2 to smithi09778949-4 2024-09-16T02:59:45.008 INFO:tasks.rados.rados.0.smithi097.stdout:1487: finishing write tid 3 to smithi09778949-4 2024-09-16T02:59:45.009 INFO:tasks.rados.rados.0.smithi097.stdout:1488: finishing rollback tid 1 to smithi09778949-39 2024-09-16T02:59:45.009 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 0 (ObjNum 193 snap 0 seq_num 0) dirty dne 2024-09-16T02:59:45.009 INFO:tasks.rados.rados.0.smithi097.stdout:1488: done (5 left) 2024-09-16T02:59:45.009 INFO:tasks.rados.rados.0.smithi097.stdout:1494: done (4 left) 2024-09-16T02:59:45.009 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 139 2024-09-16T02:59:45.009 INFO:tasks.rados.rados.0.smithi097.stdout:1495: seq_num 491 ranges {1277952=630784,1908736=401408} 2024-09-16T02:59:45.020 INFO:tasks.rados.rados.0.smithi097.stdout:1495: writing smithi09778949-21 from 1277952 to 1908736 tid 1 2024-09-16T02:59:45.024 INFO:tasks.rados.rados.0.smithi097.stdout:1495: writing smithi09778949-21 from 1908736 to 2310144 tid 2 2024-09-16T02:59:45.024 INFO:tasks.rados.rados.0.smithi097.stdout:1496: read oid 24 snap -1 2024-09-16T02:59:45.024 INFO:tasks.rados.rados.0.smithi097.stdout:1496: expect (ObjNum 414 snap 116 seq_num 414) 2024-09-16T02:59:45.024 INFO:tasks.rados.rados.0.smithi097.stdout:1497: copy_from oid 9 from oid 49 current snap is 139 2024-09-16T02:59:45.024 INFO:tasks.rados.rados.0.smithi097.stdout:1487: finishing write tid 4 to smithi09778949-4 2024-09-16T02:59:45.024 INFO:tasks.rados.rados.0.smithi097.stdout:1487: oid 4 updating version 0 to 910 2024-09-16T02:59:45.024 INFO:tasks.rados.rados.0.smithi097.stdout:1487: oid 4 version 910 is already newer than 909 2024-09-16T02:59:45.024 INFO:tasks.rados.rados.0.smithi097.stdout:1487: oid 4 version 910 is already newer than 908 2024-09-16T02:59:45.025 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 910 (ObjNum 489 snap 139 seq_num 489) dirty exists 2024-09-16T02:59:45.025 INFO:tasks.rados.rados.0.smithi097.stdout:1487: left oid 4 (ObjNum 489 snap 139 seq_num 489) 2024-09-16T02:59:45.025 INFO:tasks.rados.rados.0.smithi097.stdout:1489: expect (ObjNum 453 snap 126 seq_num 453) 2024-09-16T02:59:45.141 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 789 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T02:59:45.141 INFO:tasks.rados.rados.0.smithi097.stdout:1487: done (6 left) 2024-09-16T02:59:45.141 INFO:tasks.rados.rados.0.smithi097.stdout:1489: done (5 left) 2024-09-16T02:59:45.141 INFO:tasks.rados.rados.0.smithi097.stdout:1492: done (4 left) 2024-09-16T02:59:45.141 INFO:tasks.rados.rados.0.smithi097.stdout:1498: setattr oid 8 current snap is 139 2024-09-16T02:59:45.141 INFO:tasks.rados.rados.0.smithi097.stdout:1493: expect (ObjNum 435 snap 123 seq_num 435) 2024-09-16T02:59:45.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:44 smithi097 ceph-mon[88563]: osdmap e360: 8 total, 7 up, 8 in 2024-09-16T02:59:45.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:44 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:45.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:44 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:45.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:44 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:44 smithi097 ceph-mon[90424]: osdmap e360: 8 total, 7 up, 8 in 2024-09-16T02:59:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:44 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:44 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:44 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:44 smithi184 ceph-mon[82194]: osdmap e360: 8 total, 7 up, 8 in 2024-09-16T02:59:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:44 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:44 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:44 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1495: finishing write tid 1 to smithi09778949-21 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1495: finishing write tid 2 to smithi09778949-21 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1495: finishing write tid 3 to smithi09778949-21 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1495: finishing write tid 4 to smithi09778949-21 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1495: oid 21 updating version 0 to 639 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1495: oid 21 updating version 639 to 641 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1495: oid 21 version 641 is already newer than 640 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 641 (ObjNum 491 snap 139 seq_num 491) dirty exists 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1495: left oid 21 (ObjNum 491 snap 139 seq_num 491) 2024-09-16T02:59:45.544 INFO:tasks.rados.rados.0.smithi097.stdout:1497: finishing copy_from racing read to smithi09778949-9 2024-09-16T02:59:45.545 INFO:tasks.rados.rados.0.smithi097.stdout:1497: finishing copy_from to smithi09778949-9 2024-09-16T02:59:45.545 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 949 (ObjNum 440 snap 123 seq_num 440) dirty exists 2024-09-16T02:59:45.545 INFO:tasks.rados.rados.0.smithi097.stdout:1496: expect (ObjNum 414 snap 116 seq_num 414) 2024-09-16T02:59:45.874 INFO:tasks.rados.rados.0.smithi097.stdout:1493: done (4 left) 2024-09-16T02:59:45.874 INFO:tasks.rados.rados.0.smithi097.stdout:1495: done (3 left) 2024-09-16T02:59:45.874 INFO:tasks.rados.rados.0.smithi097.stdout:1496: done (2 left) 2024-09-16T02:59:45.874 INFO:tasks.rados.rados.0.smithi097.stdout:1497: done (1 left) 2024-09-16T02:59:45.875 INFO:tasks.rados.rados.0.smithi097.stdout:1499: delete oid 29 current snap is 139 2024-09-16T02:59:45.876 INFO:tasks.rados.rados.0.smithi097.stdout:1499: done (1 left) 2024-09-16T02:59:45.876 INFO:tasks.rados.rados.0.smithi097.stdout:1500: read oid 42 snap 137 2024-09-16T02:59:45.876 INFO:tasks.rados.rados.0.smithi097.stdout:1500: expect (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:59:45.876 INFO:tasks.rados.rados.0.smithi097.stdout:1501: read oid 24 snap -1 2024-09-16T02:59:45.877 INFO:tasks.rados.rados.0.smithi097.stdout:1501: expect (ObjNum 414 snap 116 seq_num 414) 2024-09-16T02:59:45.877 INFO:tasks.rados.rados.0.smithi097.stdout:1502: snap_remove snap 136 2024-09-16T02:59:46.066 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 790 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T02:59:46.066 INFO:tasks.rados.rados.0.smithi097.stdout:1500: expect (ObjNum 390 snap 113 seq_num 390) 2024-09-16T02:59:46.118 INFO:tasks.rados.rados.0.smithi097.stdout:1501: expect (ObjNum 414 snap 116 seq_num 414) 2024-09-16T02:59:46.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:45 smithi097 ceph-mon[88563]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 12 op/s; 33/231 objects degraded (14.286%) 2024-09-16T02:59:46.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:45 smithi097 ceph-mon[88563]: osdmap e361: 8 total, 7 up, 8 in 2024-09-16T02:59:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:45 smithi097 ceph-mon[90424]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 12 op/s; 33/231 objects degraded (14.286%) 2024-09-16T02:59:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:45 smithi097 ceph-mon[90424]: osdmap e361: 8 total, 7 up, 8 in 2024-09-16T02:59:46.245 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:45 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T02:59:45.799+0000 7facf24bf640 -1 Falling back to public interface 2024-09-16T02:59:46.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:45 smithi184 ceph-mon[82194]: pgmap v209: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 12 op/s; 33/231 objects degraded (14.286%) 2024-09-16T02:59:46.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:45 smithi184 ceph-mon[82194]: osdmap e361: 8 total, 7 up, 8 in 2024-09-16T02:59:46.445 INFO:tasks.rados.rados.0.smithi097.stdout:1498: done (3 left) 2024-09-16T02:59:46.446 INFO:tasks.rados.rados.0.smithi097.stdout:1500: done (2 left) 2024-09-16T02:59:46.446 INFO:tasks.rados.rados.0.smithi097.stdout:1501: done (1 left) 2024-09-16T02:59:46.446 INFO:tasks.rados.rados.0.smithi097.stdout:1502: done (0 left) 2024-09-16T02:59:46.446 INFO:tasks.rados.rados.0.smithi097.stdout:1503: read oid 34 snap -1 2024-09-16T02:59:46.446 INFO:tasks.rados.rados.0.smithi097.stdout:1503: expect deleted 2024-09-16T02:59:46.446 INFO:tasks.rados.rados.0.smithi097.stdout:1504: setattr oid 5 current snap is 139 2024-09-16T02:59:46.446 INFO:tasks.rados.rados.0.smithi097.stdout:1503: done (1 left) 2024-09-16T02:59:46.446 INFO:tasks.rados.rados.0.smithi097.stdout:1505: snap_create 2024-09-16T02:59:46.449 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 770 (ObjNum 97 snap 0 seq_num 1973798272) dirty exists 2024-09-16T02:59:47.070 INFO:tasks.rados.rados.0.smithi097.stdout:1504: done (1 left) 2024-09-16T02:59:47.070 INFO:tasks.rados.rados.0.smithi097.stdout:1505: done (0 left) 2024-09-16T02:59:47.070 INFO:tasks.rados.rados.0.smithi097.stdout:1506: delete oid 6 current snap is 140 2024-09-16T02:59:47.076 INFO:tasks.rados.rados.0.smithi097.stdout:1506: done (0 left) 2024-09-16T02:59:47.076 INFO:tasks.rados.rados.0.smithi097.stdout:1507: snap_create 2024-09-16T02:59:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:47 smithi184 ceph-mon[82194]: osdmap e362: 8 total, 7 up, 8 in 2024-09-16T02:59:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:47 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 33/231 objects degraded (14.286%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:47.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:47 smithi097 ceph-mon[88563]: osdmap e362: 8 total, 7 up, 8 in 2024-09-16T02:59:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:47 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 33/231 objects degraded (14.286%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:47 smithi097 ceph-mon[90424]: osdmap e362: 8 total, 7 up, 8 in 2024-09-16T02:59:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:47 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 33/231 objects degraded (14.286%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:48.078 INFO:tasks.rados.rados.0.smithi097.stdout:1507: done (0 left) 2024-09-16T02:59:48.078 INFO:tasks.rados.rados.0.smithi097.stdout:1508: snap_remove snap 135 2024-09-16T02:59:48.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:48 smithi184 ceph-mon[82194]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 12 op/s; 33/231 objects degraded (14.286%) 2024-09-16T02:59:48.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:48 smithi184 ceph-mon[82194]: osdmap e363: 8 total, 7 up, 8 in 2024-09-16T02:59:48.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:48 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:48.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:48 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:48.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:48 smithi097 ceph-mon[88563]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 12 op/s; 33/231 objects degraded (14.286%) 2024-09-16T02:59:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:48 smithi097 ceph-mon[88563]: osdmap e363: 8 total, 7 up, 8 in 2024-09-16T02:59:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:48 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:48 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:48 smithi097 ceph-mon[90424]: pgmap v212: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 136 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.8 MiB/s wr, 12 op/s; 33/231 objects degraded (14.286%) 2024-09-16T02:59:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:48 smithi097 ceph-mon[90424]: osdmap e363: 8 total, 7 up, 8 in 2024-09-16T02:59:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:48 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:48 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:1508: done (0 left) 2024-09-16T02:59:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:1509: delete oid 32 current snap is 141 2024-09-16T02:59:49.104 INFO:tasks.rados.rados.0.smithi097.stdout:1509: done (0 left) 2024-09-16T02:59:49.104 INFO:tasks.rados.rados.0.smithi097.stdout:1510: delete oid 21 current snap is 141 2024-09-16T02:59:49.106 INFO:tasks.rados.rados.0.smithi097.stdout:1510: done (0 left) 2024-09-16T02:59:49.106 INFO:tasks.rados.rados.0.smithi097.stdout:1511: snap_remove snap 139 2024-09-16T02:59:49.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[88563]: osdmap e364: 8 total, 7 up, 8 in 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[90424]: osdmap e364: 8 total, 7 up, 8 in 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:49.246 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:59:49] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-16T02:59:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:49 smithi184 ceph-mon[82194]: osdmap e364: 8 total, 7 up, 8 in 2024-09-16T02:59:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T02:59:50.094 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T02:59:49.823+0000 7facf24bf640 -1 osd.2 353 log_to_monitors true 2024-09-16T02:59:50.106 INFO:tasks.rados.rados.0.smithi097.stdout:1511: done (0 left) 2024-09-16T02:59:50.106 INFO:tasks.rados.rados.0.smithi097.stdout:1512: snap_remove snap 140 2024-09-16T02:59:50.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:50 smithi184 ceph-mon[82194]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 138 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 422 KiB/s wr, 12 op/s; 34/240 objects degraded (14.167%) 2024-09-16T02:59:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:50 smithi184 ceph-mon[82194]: osdmap e365: 8 total, 7 up, 8 in 2024-09-16T02:59:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:50 smithi184 ceph-mon[82194]: from='osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-16T02:59:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:50 smithi184 ceph-mon[82194]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-16T02:59:50.494 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T02:59:50.134+0000 7facea269640 -1 osd.2 353 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T02:59:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-mon[88563]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 138 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 422 KiB/s wr, 12 op/s; 34/240 objects degraded (14.167%) 2024-09-16T02:59:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-mon[88563]: osdmap e365: 8 total, 7 up, 8 in 2024-09-16T02:59:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-mon[88563]: from='osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-16T02:59:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-mon[88563]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-16T02:59:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-mon[90424]: pgmap v215: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 138 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 422 KiB/s wr, 12 op/s; 34/240 objects degraded (14.167%) 2024-09-16T02:59:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-mon[90424]: osdmap e365: 8 total, 7 up, 8 in 2024-09-16T02:59:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-mon[90424]: from='osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-16T02:59:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:50 smithi097 ceph-mon[90424]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-09-16T02:59:51.114 INFO:tasks.rados.rados.0.smithi097.stdout:1512: done (0 left) 2024-09-16T02:59:51.114 INFO:tasks.rados.rados.0.smithi097.stdout:1513: copy_from oid 11 from oid 16 current snap is 141 2024-09-16T02:59:51.114 INFO:tasks.rados.rados.0.smithi097.stdout:1514: rollback oid 40 current snap is 141 2024-09-16T02:59:51.114 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 137 2024-09-16T02:59:51.114 INFO:tasks.rados.rados.0.smithi097.stdout:1515: read oid 17 snap -1 2024-09-16T02:59:51.114 INFO:tasks.rados.rados.0.smithi097.stdout:1515: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:59:51.115 INFO:tasks.rados.rados.0.smithi097.stdout:1516: copy_from oid 10 from oid 2 current snap is 141 2024-09-16T02:59:51.115 INFO:tasks.rados.rados.0.smithi097.stdout:1517: snap_remove snap 138 2024-09-16T02:59:51.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:51 smithi184 ceph-mon[82194]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T02:59:51.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:51 smithi184 ceph-mon[82194]: osdmap e366: 8 total, 7 up, 8 in 2024-09-16T02:59:51.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:51 smithi184 ceph-mon[82194]: from='osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:51.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:51 smithi184 ceph-mon[82194]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:51.437 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-mon[90424]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T02:59:51.437 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-mon[90424]: osdmap e366: 8 total, 7 up, 8 in 2024-09-16T02:59:51.437 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-mon[90424]: from='osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:51.437 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-mon[90424]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:51.437 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-mon[88563]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-09-16T02:59:51.437 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-mon[88563]: osdmap e366: 8 total, 7 up, 8 in 2024-09-16T02:59:51.437 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-mon[88563]: from='osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:51.438 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-mon[88563]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T02:59:51.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:59:51 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T02:59:51.568+0000 7fd0c03b5640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T02:59:52.118 INFO:tasks.rados.rados.0.smithi097.stdout:1517: done (4 left) 2024-09-16T02:59:52.118 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 141 2024-09-16T02:59:52.118 INFO:tasks.rados.rados.0.smithi097.stdout:1518: seq_num 496 ranges {0=712704,712704=401408} 2024-09-16T02:59:52.123 INFO:tasks.rados.rados.0.smithi097.stdout:1518: writing smithi09778949-39 from 0 to 712704 tid 1 2024-09-16T02:59:52.125 INFO:tasks.rados.rados.0.smithi097.stdout:1518: writing smithi09778949-39 from 712704 to 1114112 tid 2 2024-09-16T02:59:52.126 INFO:tasks.rados.rados.0.smithi097.stdout:1519: setattr oid 34 current snap is 141 2024-09-16T02:59:52.131 INFO:tasks.rados.rados.0.smithi097.stdout:1515: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:59:52.133 INFO:tasks.rados.rados.0.smithi097.stdout:1515: done (5 left) 2024-09-16T02:59:52.133 INFO:tasks.rados.rados.0.smithi097.stdout:1520: read oid 46 snap -1 2024-09-16T02:59:52.133 INFO:tasks.rados.rados.0.smithi097.stdout:1520: expect (ObjNum 437 snap 123 seq_num 437) 2024-09-16T02:59:52.133 INFO:tasks.rados.rados.0.smithi097.stdout:1521: setattr oid 35 current snap is 141 2024-09-16T02:59:52.137 INFO:tasks.rados.rados.0.smithi097.stdout:1518: finishing write tid 1 to smithi09778949-39 2024-09-16T02:59:52.137 INFO:tasks.rados.rados.0.smithi097.stdout:1518: finishing write tid 2 to smithi09778949-39 2024-09-16T02:59:52.137 INFO:tasks.rados.rados.0.smithi097.stdout:1518: finishing write tid 3 to smithi09778949-39 2024-09-16T02:59:52.137 INFO:tasks.rados.rados.0.smithi097.stdout:1522: snap_create 2024-09-16T02:59:52.137 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 419 (ObjNum 49 snap 0 seq_num 1973030736) dirty exists 2024-09-16T02:59:52.138 INFO:tasks.rados.rados.0.smithi097.stdout:1518: finishing write tid 4 to smithi09778949-39 2024-09-16T02:59:52.138 INFO:tasks.rados.rados.0.smithi097.stdout:1518: oid 39 updating version 0 to 1041 2024-09-16T02:59:52.138 INFO:tasks.rados.rados.0.smithi097.stdout:1518: oid 39 version 1041 is already newer than 1039 2024-09-16T02:59:52.138 INFO:tasks.rados.rados.0.smithi097.stdout:1518: oid 39 version 1041 is already newer than 1040 2024-09-16T02:59:52.139 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1041 (ObjNum 496 snap 141 seq_num 496) dirty exists 2024-09-16T02:59:52.139 INFO:tasks.rados.rados.0.smithi097.stdout:1518: left oid 39 (ObjNum 496 snap 141 seq_num 496) 2024-09-16T02:59:52.142 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 951 (ObjNum 487 snap 138 seq_num 487) dirty exists 2024-09-16T02:59:52.151 INFO:tasks.rados.rados.0.smithi097.stdout:1514: finishing rollback tid 0 to smithi09778949-40 2024-09-16T02:59:52.153 INFO:tasks.rados.rados.0.smithi097.stdout:1514: finishing rollback tid 1 to smithi09778949-40 2024-09-16T02:59:52.154 INFO:tasks.rados.rados.0.smithi097.stdout:1514: finishing rollback tid 2 to smithi09778949-40 2024-09-16T02:59:52.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 647 (ObjNum 369 snap 102 seq_num 369) dirty exists 2024-09-16T02:59:52.165 INFO:tasks.rados.rados.0.smithi097.stdout:1513: finishing copy_from racing read to smithi09778949-11 2024-09-16T02:59:52.165 INFO:tasks.rados.rados.0.smithi097.stdout:1516: finishing copy_from racing read to smithi09778949-10 2024-09-16T02:59:52.166 INFO:tasks.rados.rados.0.smithi097.stdout:1516: finishing copy_from to smithi09778949-10 2024-09-16T02:59:52.166 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 554 (ObjNum 464 snap 130 seq_num 464) dirty exists 2024-09-16T02:59:52.166 INFO:tasks.rados.rados.0.smithi097.stdout:1513: finishing copy_from to smithi09778949-11 2024-09-16T02:59:52.166 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1112 (ObjNum 360 snap 102 seq_num 360) dirty exists 2024-09-16T02:59:52.166 INFO:tasks.rados.rados.0.smithi097.stdout:1520: expect (ObjNum 437 snap 123 seq_num 437) 2024-09-16T02:59:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: pgmap v218: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 24 op/s; 35/252 objects degraded (13.889%) 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638] boot 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: osdmap e367: 8 total, 8 up, 8 in 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-16T02:59:52.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:52 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 35/252 objects degraded (13.889%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: pgmap v218: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 24 op/s; 35/252 objects degraded (13.889%) 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638] boot 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: osdmap e367: 8 total, 8 up, 8 in 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 35/252 objects degraded (13.889%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: pgmap v218: 121 pgs: 27 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 24 op/s; 35/252 objects degraded (13.889%) 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: osd.2 [v2:172.21.15.97:6818/3183250638,v1:172.21.15.97:6819/3183250638] boot 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: osdmap e367: 8 total, 8 up, 8 in 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-16T02:59:52.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:52 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 35/252 objects degraded (13.889%), 10 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:53.130 INFO:tasks.rados.rados.0.smithi097.stdout:1513: done (7 left) 2024-09-16T02:59:53.130 INFO:tasks.rados.rados.0.smithi097.stdout:1514: done (6 left) 2024-09-16T02:59:53.131 INFO:tasks.rados.rados.0.smithi097.stdout:1516: done (5 left) 2024-09-16T02:59:53.131 INFO:tasks.rados.rados.0.smithi097.stdout:1518: done (4 left) 2024-09-16T02:59:53.131 INFO:tasks.rados.rados.0.smithi097.stdout:1519: done (3 left) 2024-09-16T02:59:53.131 INFO:tasks.rados.rados.0.smithi097.stdout:1520: done (2 left) 2024-09-16T02:59:53.131 INFO:tasks.rados.rados.0.smithi097.stdout:1521: done (1 left) 2024-09-16T02:59:53.131 INFO:tasks.rados.rados.0.smithi097.stdout:1522: done (0 left) 2024-09-16T02:59:53.131 INFO:tasks.rados.rados.0.smithi097.stdout:1523: snap_create 2024-09-16T02:59:53.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:53 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T02:59:53.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:53 smithi184 ceph-mon[82194]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T02:59:53.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:53 smithi184 ceph-mon[82194]: osdmap e368: 8 total, 8 up, 8 in 2024-09-16T02:59:53.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:53 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T02:59:53.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:53 smithi097 ceph-mon[88563]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T02:59:53.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:53 smithi097 ceph-mon[88563]: osdmap e368: 8 total, 8 up, 8 in 2024-09-16T02:59:53.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:53 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T02:59:53.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:53 smithi097 ceph-mon[90424]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-09-16T02:59:53.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:53 smithi097 ceph-mon[90424]: osdmap e368: 8 total, 8 up, 8 in 2024-09-16T02:59:54.133 INFO:tasks.rados.rados.0.smithi097.stdout:1523: done (0 left) 2024-09-16T02:59:54.133 INFO:tasks.rados.rados.0.smithi097.stdout:1524: snap_remove snap 141 2024-09-16T02:59:54.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:54 smithi184 ceph-mon[82194]: pgmap v221: 121 pgs: 6 peering, 21 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 35/252 objects degraded (13.889%) 2024-09-16T02:59:54.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:54 smithi184 ceph-mon[82194]: osdmap e369: 8 total, 8 up, 8 in 2024-09-16T02:59:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:54 smithi097 ceph-mon[88563]: pgmap v221: 121 pgs: 6 peering, 21 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 35/252 objects degraded (13.889%) 2024-09-16T02:59:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:54 smithi097 ceph-mon[88563]: osdmap e369: 8 total, 8 up, 8 in 2024-09-16T02:59:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:54 smithi097 ceph-mon[90424]: pgmap v221: 121 pgs: 6 peering, 21 active+undersized, 10 active+undersized+degraded, 84 active+clean; 143 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.3 MiB/s wr, 12 op/s; 35/252 objects degraded (13.889%) 2024-09-16T02:59:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:54 smithi097 ceph-mon[90424]: osdmap e369: 8 total, 8 up, 8 in 2024-09-16T02:59:55.134 INFO:tasks.rados.rados.0.smithi097.stdout:1524: done (0 left) 2024-09-16T02:59:55.135 INFO:tasks.rados.rados.0.smithi097.stdout:1525: rollback oid 7 current snap is 143 2024-09-16T02:59:55.135 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 137 2024-09-16T02:59:55.135 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 143 2024-09-16T02:59:55.135 INFO:tasks.rados.rados.0.smithi097.stdout:1526: seq_num 497 ranges {0=729088,729088=401408} 2024-09-16T02:59:55.139 INFO:tasks.rados.rados.0.smithi097.stdout:1526: writing smithi09778949-31 from 0 to 729088 tid 1 2024-09-16T02:59:55.142 INFO:tasks.rados.rados.0.smithi097.stdout:1526: writing smithi09778949-31 from 729088 to 1130496 tid 2 2024-09-16T02:59:55.142 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 143 2024-09-16T02:59:55.142 INFO:tasks.rados.rados.0.smithi097.stdout:1527: seq_num 498 ranges {0=745472,745472=401408} 2024-09-16T02:59:55.146 INFO:tasks.rados.rados.0.smithi097.stdout:1527: writing smithi09778949-50 from 0 to 745472 tid 1 2024-09-16T02:59:55.149 INFO:tasks.rados.rados.0.smithi097.stdout:1527: writing smithi09778949-50 from 745472 to 1146880 tid 2 2024-09-16T02:59:55.149 INFO:tasks.rados.rados.0.smithi097.stdout:1528: read oid 9 snap -1 2024-09-16T02:59:55.149 INFO:tasks.rados.rados.0.smithi097.stdout:1528: expect (ObjNum 440 snap 123 seq_num 440) 2024-09-16T02:59:55.149 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 143 2024-09-16T02:59:55.149 INFO:tasks.rados.rados.0.smithi097.stdout:1529: seq_num 499 ranges {9854976=761856,10616832=401408} 2024-09-16T02:59:55.206 INFO:tasks.rados.rados.0.smithi097.stdout:1529: writing smithi09778949-28 from 9854976 to 10616832 tid 1 2024-09-16T02:59:55.208 INFO:tasks.rados.rados.0.smithi097.stdout:1529: writing smithi09778949-28 from 10616832 to 11018240 tid 2 2024-09-16T02:59:55.208 INFO:tasks.rados.rados.0.smithi097.stdout:1530: snap_remove snap 142 2024-09-16T02:59:55.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:55 smithi184 ceph-mon[82194]: osdmap e370: 8 total, 8 up, 8 in 2024-09-16T02:59:55.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:55 smithi184 ceph-mon[82194]: osdmap e371: 8 total, 8 up, 8 in 2024-09-16T02:59:55.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:55 smithi097 ceph-mon[88563]: osdmap e370: 8 total, 8 up, 8 in 2024-09-16T02:59:55.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:55 smithi097 ceph-mon[88563]: osdmap e371: 8 total, 8 up, 8 in 2024-09-16T02:59:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:55 smithi097 ceph-mon[90424]: osdmap e370: 8 total, 8 up, 8 in 2024-09-16T02:59:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:55 smithi097 ceph-mon[90424]: osdmap e371: 8 total, 8 up, 8 in 2024-09-16T02:59:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:1530: done (5 left) 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1531: snap_create 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1525: finishing rollback tid 0 to smithi09778949-7 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1525: finishing rollback tid 1 to smithi09778949-7 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1525: finishing rollback tid 2 to smithi09778949-7 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1182 (ObjNum 416 snap 118 seq_num 416) dirty exists 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1526: finishing write tid 1 to smithi09778949-31 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1526: finishing write tid 2 to smithi09778949-31 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1526: finishing write tid 3 to smithi09778949-31 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1527: finishing write tid 1 to smithi09778949-50 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1527: finishing write tid 2 to smithi09778949-50 2024-09-16T02:59:56.154 INFO:tasks.rados.rados.0.smithi097.stdout:1526: finishing write tid 4 to smithi09778949-31 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1526: oid 31 updating version 0 to 913 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1526: oid 31 version 913 is already newer than 912 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1526: oid 31 version 913 is already newer than 911 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 913 (ObjNum 497 snap 143 seq_num 497) dirty exists 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1526: left oid 31 (ObjNum 497 snap 143 seq_num 497) 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1527: finishing write tid 3 to smithi09778949-50 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1527: finishing write tid 4 to smithi09778949-50 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1527: oid 50 updating version 0 to 915 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1527: oid 50 version 915 is already newer than 914 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1527: oid 50 updating version 915 to 916 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 916 (ObjNum 498 snap 143 seq_num 498) dirty exists 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1527: left oid 50 (ObjNum 498 snap 143 seq_num 498) 2024-09-16T02:59:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:1528: expect (ObjNum 440 snap 123 seq_num 440) 2024-09-16T02:59:56.363 INFO:tasks.rados.rados.0.smithi097.stdout:1529: finishing write tid 1 to smithi09778949-28 2024-09-16T02:59:56.363 INFO:tasks.rados.rados.0.smithi097.stdout:1529: finishing write tid 2 to smithi09778949-28 2024-09-16T02:59:56.363 INFO:tasks.rados.rados.0.smithi097.stdout:1529: finishing write tid 3 to smithi09778949-28 2024-09-16T02:59:56.363 INFO:tasks.rados.rados.0.smithi097.stdout:1529: finishing write tid 4 to smithi09778949-28 2024-09-16T02:59:56.363 INFO:tasks.rados.rados.0.smithi097.stdout:1529: oid 28 updating version 0 to 1184 2024-09-16T02:59:56.363 INFO:tasks.rados.rados.0.smithi097.stdout:1529: oid 28 updating version 1184 to 1186 2024-09-16T02:59:56.363 INFO:tasks.rados.rados.0.smithi097.stdout:1529: oid 28 version 1186 is already newer than 1185 2024-09-16T02:59:56.364 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1186 (ObjNum 499 snap 143 seq_num 499) dirty exists 2024-09-16T02:59:56.364 INFO:tasks.rados.rados.0.smithi097.stdout:1529: left oid 28 (ObjNum 499 snap 143 seq_num 499) 2024-09-16T02:59:56.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:56 smithi184 ceph-mon[82194]: pgmap v224: 121 pgs: 6 peering, 6 active+undersized, 7 active+undersized+degraded, 102 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 412 KiB/s wr, 12 op/s; 31/243 objects degraded (12.757%); 1.2 MiB/s, 0 objects/s recovering 2024-09-16T02:59:56.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:56 smithi097 ceph-mon[88563]: pgmap v224: 121 pgs: 6 peering, 6 active+undersized, 7 active+undersized+degraded, 102 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 412 KiB/s wr, 12 op/s; 31/243 objects degraded (12.757%); 1.2 MiB/s, 0 objects/s recovering 2024-09-16T02:59:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:56 smithi097 ceph-mon[90424]: pgmap v224: 121 pgs: 6 peering, 6 active+undersized, 7 active+undersized+degraded, 102 active+clean; 137 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 26 KiB/s rd, 412 KiB/s wr, 12 op/s; 31/243 objects degraded (12.757%); 1.2 MiB/s, 0 objects/s recovering 2024-09-16T02:59:57.163 INFO:tasks.rados.rados.0.smithi097.stdout:1525: done (5 left) 2024-09-16T02:59:57.163 INFO:tasks.rados.rados.0.smithi097.stdout:1526: done (4 left) 2024-09-16T02:59:57.163 INFO:tasks.rados.rados.0.smithi097.stdout:1527: done (3 left) 2024-09-16T02:59:57.163 INFO:tasks.rados.rados.0.smithi097.stdout:1528: done (2 left) 2024-09-16T02:59:57.163 INFO:tasks.rados.rados.0.smithi097.stdout:1529: done (1 left) 2024-09-16T02:59:57.163 INFO:tasks.rados.rados.0.smithi097.stdout:1531: done (0 left) 2024-09-16T02:59:57.163 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 144 2024-09-16T02:59:57.163 INFO:tasks.rados.rados.0.smithi097.stdout:1532: seq_num 500 ranges {1744896=778240,2523136=401408} 2024-09-16T02:59:57.177 INFO:tasks.rados.rados.0.smithi097.stdout:1532: writing smithi09778949-42 from 1744896 to 2523136 tid 1 2024-09-16T02:59:57.180 INFO:tasks.rados.rados.0.smithi097.stdout:1532: writing smithi09778949-42 from 2523136 to 2924544 tid 2 2024-09-16T02:59:57.180 INFO:tasks.rados.rados.0.smithi097.stdout:1533: copy_from oid 22 from oid 18 current snap is 144 2024-09-16T02:59:57.180 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 144 2024-09-16T02:59:57.180 INFO:tasks.rados.rados.0.smithi097.stdout:1534: seq_num 501 ranges {0=794624,794624=401408} 2024-09-16T02:59:57.185 INFO:tasks.rados.rados.0.smithi097.stdout:1534: writing smithi09778949-21 from 0 to 794624 tid 1 2024-09-16T02:59:57.187 INFO:tasks.rados.rados.0.smithi097.stdout:1534: writing smithi09778949-21 from 794624 to 1196032 tid 2 2024-09-16T02:59:57.190 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 144 2024-09-16T02:59:57.190 INFO:tasks.rados.rados.0.smithi097.stdout:1535: seq_num 502 ranges {696320=409600,1105920=417792,1523712=385024} 2024-09-16T02:59:57.194 INFO:tasks.rados.rados.0.smithi097.stdout:1535: writing smithi09778949-15 from 696320 to 1105920 tid 1 2024-09-16T02:59:57.197 INFO:tasks.rados.rados.0.smithi097.stdout:1535: writing smithi09778949-15 from 1105920 to 1523712 tid 2 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1535: writing smithi09778949-15 from 1523712 to 1908736 tid 3 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1536: read oid 38 snap -1 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1536: expect (ObjNum 459 snap 128 seq_num 459) 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1537: delete oid 30 current snap is 144 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1532: finishing write tid 1 to smithi09778949-42 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1532: finishing write tid 2 to smithi09778949-42 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1532: finishing write tid 3 to smithi09778949-42 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1532: finishing write tid 4 to smithi09778949-42 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1532: oid 42 updating version 0 to 1193 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1532: oid 42 updating version 1193 to 1194 2024-09-16T02:59:57.201 INFO:tasks.rados.rados.0.smithi097.stdout:1532: oid 42 version 1194 is already newer than 1192 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1194 (ObjNum 500 snap 144 seq_num 500) dirty exists 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1532: left oid 42 (ObjNum 500 snap 144 seq_num 500) 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1533: finishing copy_from racing read to smithi09778949-22 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1533: finishing copy_from to smithi09778949-22 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 416 (ObjNum 483 snap 136 seq_num 483) dirty exists 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1534: finishing write tid 1 to smithi09778949-21 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1534: finishing write tid 2 to smithi09778949-21 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1534: finishing write tid 3 to smithi09778949-21 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1534: finishing write tid 4 to smithi09778949-21 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1534: oid 21 updating version 0 to 656 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1534: oid 21 version 656 is already newer than 655 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1534: oid 21 version 656 is already newer than 654 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 656 (ObjNum 501 snap 144 seq_num 501) dirty exists 2024-09-16T02:59:57.202 INFO:tasks.rados.rados.0.smithi097.stdout:1534: left oid 21 (ObjNum 501 snap 144 seq_num 501) 2024-09-16T02:59:57.203 INFO:tasks.rados.rados.0.smithi097.stdout:1535: finishing write tid 1 to smithi09778949-15 2024-09-16T02:59:57.203 INFO:tasks.rados.rados.0.smithi097.stdout:1535: finishing write tid 2 to smithi09778949-15 2024-09-16T02:59:57.205 INFO:tasks.rados.rados.0.smithi097.stdout:1532: done (5 left) 2024-09-16T02:59:57.205 INFO:tasks.rados.rados.0.smithi097.stdout:1533: done (4 left) 2024-09-16T02:59:57.205 INFO:tasks.rados.rados.0.smithi097.stdout:1534: done (3 left) 2024-09-16T02:59:57.205 INFO:tasks.rados.rados.0.smithi097.stdout:1537: done (2 left) 2024-09-16T02:59:57.205 INFO:tasks.rados.rados.0.smithi097.stdout:1538: copy_from oid 17 from oid 34 current snap is 144 2024-09-16T02:59:57.205 INFO:tasks.rados.rados.0.smithi097.stdout:1539: read oid 23 snap 143 2024-09-16T02:59:57.206 INFO:tasks.rados.rados.0.smithi097.stdout:1539: expect (ObjNum 468 snap 130 seq_num 468) 2024-09-16T02:59:57.206 INFO:tasks.rados.rados.0.smithi097.stdout:1540: delete oid 9 current snap is 144 2024-09-16T02:59:57.210 INFO:tasks.rados.rados.0.smithi097.stdout:1540: done (4 left) 2024-09-16T02:59:57.210 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 144 2024-09-16T02:59:57.211 INFO:tasks.rados.rados.0.smithi097.stdout:1541: seq_num 505 ranges {0=466944,466944=475136,942080=327680} 2024-09-16T02:59:57.213 INFO:tasks.rados.rados.0.smithi097.stdout:1541: writing smithi09778949-26 from 0 to 466944 tid 1 2024-09-16T02:59:57.216 INFO:tasks.rados.rados.0.smithi097.stdout:1541: writing smithi09778949-26 from 466944 to 942080 tid 2 2024-09-16T02:59:57.218 INFO:tasks.rados.rados.0.smithi097.stdout:1541: writing smithi09778949-26 from 942080 to 1269760 tid 3 2024-09-16T02:59:57.218 INFO:tasks.rados.rados.0.smithi097.stdout:1542: snap_remove snap 137 2024-09-16T02:59:57.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:57 smithi097 ceph-mon[88563]: osdmap e372: 8 total, 8 up, 8 in 2024-09-16T02:59:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:57 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 31/243 objects degraded (12.757%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:57 smithi097 ceph-mon[90424]: osdmap e372: 8 total, 8 up, 8 in 2024-09-16T02:59:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:57 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 31/243 objects degraded (12.757%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:57 smithi184 ceph-mon[82194]: osdmap e372: 8 total, 8 up, 8 in 2024-09-16T02:59:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:57 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 31/243 objects degraded (12.757%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T02:59:58.168 INFO:tasks.rados.rados.0.smithi097.stdout:1538: finishing copy_from racing read to smithi09778949-17 2024-09-16T02:59:58.168 INFO:tasks.rados.rados.0.smithi097.stdout:1538: finishing copy_from to smithi09778949-17 2024-09-16T02:59:58.168 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 419 (ObjNum 97 snap 0 seq_num 3757239168) dirty exists 2024-09-16T02:59:58.168 INFO:tasks.rados.rados.0.smithi097.stdout:1541: finishing write tid 1 to smithi09778949-26 2024-09-16T02:59:58.168 INFO:tasks.rados.rados.0.smithi097.stdout:1541: finishing write tid 2 to smithi09778949-26 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1541: finishing write tid 3 to smithi09778949-26 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1541: finishing write tid 4 to smithi09778949-26 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1541: finishing write tid 5 to smithi09778949-26 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1541: oid 26 updating version 0 to 422 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1541: oid 26 updating version 422 to 423 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1541: oid 26 updating version 423 to 424 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1541: oid 26 version 424 is already newer than 421 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 424 (ObjNum 505 snap 144 seq_num 505) dirty exists 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1541: left oid 26 (ObjNum 505 snap 144 seq_num 505) 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1535: finishing write tid 3 to smithi09778949-15 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1535: finishing write tid 4 to smithi09778949-15 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1535: finishing write tid 5 to smithi09778949-15 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1535: oid 15 updating version 0 to 658 2024-09-16T02:59:58.169 INFO:tasks.rados.rados.0.smithi097.stdout:1535: oid 15 updating version 658 to 661 2024-09-16T02:59:58.170 INFO:tasks.rados.rados.0.smithi097.stdout:1535: oid 15 version 661 is already newer than 660 2024-09-16T02:59:58.170 INFO:tasks.rados.rados.0.smithi097.stdout:1535: oid 15 version 661 is already newer than 659 2024-09-16T02:59:58.170 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 661 (ObjNum 502 snap 144 seq_num 502) dirty exists 2024-09-16T02:59:58.170 INFO:tasks.rados.rados.0.smithi097.stdout:1535: left oid 15 (ObjNum 502 snap 144 seq_num 502) 2024-09-16T02:59:58.170 INFO:tasks.rados.rados.0.smithi097.stdout:1536: expect (ObjNum 459 snap 128 seq_num 459) 2024-09-16T02:59:58.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:58 smithi184 ceph-mon[82194]: pgmap v227: 121 pgs: 6 peering, 115 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 412 KiB/s wr, 11 op/s; 15 MiB/s, 4 objects/s recovering 2024-09-16T02:59:58.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:58 smithi184 ceph-mon[82194]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/243 objects degraded (12.757%), 7 pgs degraded) 2024-09-16T02:59:58.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:58 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T02:59:58.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:58 smithi184 ceph-mon[82194]: osdmap e373: 8 total, 8 up, 8 in 2024-09-16T02:59:58.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:58 smithi097 ceph-mon[88563]: pgmap v227: 121 pgs: 6 peering, 115 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 412 KiB/s wr, 11 op/s; 15 MiB/s, 4 objects/s recovering 2024-09-16T02:59:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:58 smithi097 ceph-mon[88563]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/243 objects degraded (12.757%), 7 pgs degraded) 2024-09-16T02:59:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:58 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T02:59:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:58 smithi097 ceph-mon[88563]: osdmap e373: 8 total, 8 up, 8 in 2024-09-16T02:59:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:58 smithi097 ceph-mon[90424]: pgmap v227: 121 pgs: 6 peering, 115 active+clean; 128 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 412 KiB/s wr, 11 op/s; 15 MiB/s, 4 objects/s recovering 2024-09-16T02:59:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:58 smithi097 ceph-mon[90424]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/243 objects degraded (12.757%), 7 pgs degraded) 2024-09-16T02:59:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:58 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T02:59:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:58 smithi097 ceph-mon[90424]: osdmap e373: 8 total, 8 up, 8 in 2024-09-16T02:59:58.602 INFO:tasks.rados.rados.0.smithi097.stdout:1539: expect (ObjNum 468 snap 130 seq_num 468) 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1535: done (5 left) 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1536: done (4 left) 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1538: done (3 left) 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1539: done (2 left) 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1541: done (1 left) 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1542: done (0 left) 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1543: read oid 28 snap 143 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1543: expect (ObjNum 499 snap 143 seq_num 499) 2024-09-16T02:59:59.004 INFO:tasks.rados.rados.0.smithi097.stdout:1544: rollback oid 45 current snap is 144 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 143 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:1545: read oid 15 snap -1 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:1545: expect (ObjNum 502 snap 144 seq_num 502) 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:1546: read oid 20 snap -1 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:1546: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:1547: setattr oid 29 current snap is 144 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:1544: finishing rollback tid 1 to smithi09778949-45 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 0 (ObjNum 241 snap 0 seq_num 1973748608) dirty dne 2024-09-16T02:59:59.005 INFO:tasks.rados.rados.0.smithi097.stdout:1546: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T02:59:59.006 INFO:tasks.rados.rados.0.smithi097.stdout:1544: done (4 left) 2024-09-16T02:59:59.006 INFO:tasks.rados.rados.0.smithi097.stdout:1546: done (3 left) 2024-09-16T02:59:59.006 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 144 2024-09-16T02:59:59.006 INFO:tasks.rados.rados.0.smithi097.stdout:1548: seq_num 506 ranges {5873664=483328,6356992=761856,7118848=40960} 2024-09-16T02:59:59.041 INFO:tasks.rados.rados.0.smithi097.stdout:1548: writing smithi09778949-44 from 5873664 to 6356992 tid 1 2024-09-16T02:59:59.046 INFO:tasks.rados.rados.0.smithi097.stdout:1548: writing smithi09778949-44 from 6356992 to 7118848 tid 2 2024-09-16T02:59:59.046 INFO:tasks.rados.rados.0.smithi097.stdout:1548: writing smithi09778949-44 from 7118848 to 7159808 tid 3 2024-09-16T02:59:59.046 INFO:tasks.rados.rados.0.smithi097.stdout:1549: copy_from oid 7 from oid 33 current snap is 144 2024-09-16T02:59:59.046 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 978 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-09-16T02:59:59.046 INFO:tasks.rados.rados.0.smithi097.stdout:1545: expect (ObjNum 502 snap 144 seq_num 502) 2024-09-16T02:59:59.108 INFO:tasks.rados.rados.0.smithi097.stdout:1543: expect (ObjNum 499 snap 143 seq_num 499) 2024-09-16T02:59:59.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 02:59:59 smithi097 ceph-mon[88563]: osdmap e374: 8 total, 8 up, 8 in 2024-09-16T02:59:59.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 02:59:59 smithi097 ceph-mon[90424]: osdmap e374: 8 total, 8 up, 8 in 2024-09-16T02:59:59.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 02:59:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:02:59:59] "GET /metrics HTTP/1.1" 200 36229 "" "Prometheus/2.43.0" 2024-09-16T02:59:59.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 02:59:59 smithi184 ceph-mon[82194]: osdmap e374: 8 total, 8 up, 8 in 2024-09-16T02:59:59.922 INFO:tasks.rados.rados.0.smithi097.stdout:1548: finishing write tid 1 to smithi09778949-44 2024-09-16T02:59:59.922 INFO:tasks.rados.rados.0.smithi097.stdout:1548: finishing write tid 2 to smithi09778949-44 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1548: finishing write tid 3 to smithi09778949-44 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1548: finishing write tid 4 to smithi09778949-44 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1548: finishing write tid 5 to smithi09778949-44 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1548: oid 44 updating version 0 to 982 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1548: oid 44 version 982 is already newer than 980 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1548: oid 44 updating version 982 to 983 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1548: oid 44 version 983 is already newer than 981 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 983 (ObjNum 506 snap 144 seq_num 506) dirty exists 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1548: left oid 44 (ObjNum 506 snap 144 seq_num 506) 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1549: finishing copy_from racing read to smithi09778949-7 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1549: finishing copy_from to smithi09778949-7 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 968 (ObjNum 474 snap 134 seq_num 474) dirty exists 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1543: done (4 left) 2024-09-16T02:59:59.923 INFO:tasks.rados.rados.0.smithi097.stdout:1545: done (3 left) 2024-09-16T02:59:59.924 INFO:tasks.rados.rados.0.smithi097.stdout:1547: done (2 left) 2024-09-16T02:59:59.924 INFO:tasks.rados.rados.0.smithi097.stdout:1548: done (1 left) 2024-09-16T02:59:59.924 INFO:tasks.rados.rados.0.smithi097.stdout:1549: done (0 left) 2024-09-16T02:59:59.924 INFO:tasks.rados.rados.0.smithi097.stdout:1550: rollback oid 13 current snap is 144 2024-09-16T02:59:59.924 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 143 2024-09-16T02:59:59.924 INFO:tasks.rados.rados.0.smithi097.stdout:1551: delete oid 40 current snap is 144 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1550: finishing rollback tid 0 to smithi09778949-13 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1551: done (1 left) 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1552: copy_from oid 38 from oid 21 current snap is 144 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1553: copy_from oid 30 from oid 5 current snap is 144 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1554: read oid 23 snap -1 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1554: expect (ObjNum 468 snap 130 seq_num 468) 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1555: snap_create 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1550: finishing rollback tid 1 to smithi09778949-13 2024-09-16T02:59:59.926 INFO:tasks.rados.rados.0.smithi097.stdout:1550: finishing rollback tid 2 to smithi09778949-13 2024-09-16T02:59:59.927 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 772 (ObjNum 462 snap 129 seq_num 462) dirty exists 2024-09-16T02:59:59.928 INFO:tasks.rados.rados.0.smithi097.stdout:1553: finishing copy_from racing read to smithi09778949-30 2024-09-16T02:59:59.929 INFO:tasks.rados.rados.0.smithi097.stdout:1553: finishing copy_from to smithi09778949-30 2024-09-16T02:59:59.929 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 770 (ObjNum 65 snap 0 seq_num 1700092503) dirty exists 2024-09-16T02:59:59.936 INFO:tasks.rados.rados.0.smithi097.stdout:1552: finishing copy_from racing read to smithi09778949-38 2024-09-16T02:59:59.939 INFO:tasks.rados.rados.0.smithi097.stdout:1552: finishing copy_from to smithi09778949-38 2024-09-16T02:59:59.939 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 656 (ObjNum 501 snap 144 seq_num 501) dirty exists 2024-09-16T02:59:59.946 INFO:tasks.rados.rados.0.smithi097.stdout:1554: expect (ObjNum 468 snap 130 seq_num 468) 2024-09-16T03:00:00.351 INFO:tasks.rados.rados.0.smithi097.stdout:1550: done (4 left) 2024-09-16T03:00:00.351 INFO:tasks.rados.rados.0.smithi097.stdout:1552: done (3 left) 2024-09-16T03:00:00.351 INFO:tasks.rados.rados.0.smithi097.stdout:1553: done (2 left) 2024-09-16T03:00:00.351 INFO:tasks.rados.rados.0.smithi097.stdout:1554: done (1 left) 2024-09-16T03:00:00.351 INFO:tasks.rados.rados.0.smithi097.stdout:1555: done (0 left) 2024-09-16T03:00:00.351 INFO:tasks.rados.rados.0.smithi097.stdout:1556: snap_create 2024-09-16T03:00:00.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:00 smithi097 ceph-mon[88563]: pgmap v230: 121 pgs: 121 active+clean; 129 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 400 KiB/s wr, 0 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T03:00:00.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:00 smithi097 ceph-mon[88563]: overall HEALTH_OK 2024-09-16T03:00:00.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:00 smithi097 ceph-mon[90424]: pgmap v230: 121 pgs: 121 active+clean; 129 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 400 KiB/s wr, 0 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T03:00:00.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:00 smithi097 ceph-mon[90424]: overall HEALTH_OK 2024-09-16T03:00:00.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:00 smithi184 ceph-mon[82194]: pgmap v230: 121 pgs: 121 active+clean; 129 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 400 KiB/s wr, 0 op/s; 14 MiB/s, 3 objects/s recovering 2024-09-16T03:00:00.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:00 smithi184 ceph-mon[82194]: overall HEALTH_OK 2024-09-16T03:00:01.184 INFO:tasks.rados.rados.0.smithi097.stdout:1556: done (0 left) 2024-09-16T03:00:01.184 INFO:tasks.rados.rados.0.smithi097.stdout:1557: snap_remove snap 143 2024-09-16T03:00:01.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:01 smithi097 ceph-mon[88563]: osdmap e375: 8 total, 8 up, 8 in 2024-09-16T03:00:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:01 smithi097 ceph-mon[90424]: osdmap e375: 8 total, 8 up, 8 in 2024-09-16T03:00:01.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:01 smithi184 ceph-mon[82194]: osdmap e375: 8 total, 8 up, 8 in 2024-09-16T03:00:01.972 INFO:tasks.rados.rados.0.smithi097.stdout:1557: done (0 left) 2024-09-16T03:00:01.973 INFO:tasks.rados.rados.0.smithi097.stdout:1558: rollback oid 35 current snap is 146 2024-09-16T03:00:01.973 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 35 to 145 2024-09-16T03:00:01.973 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 146 2024-09-16T03:00:01.973 INFO:tasks.rados.rados.0.smithi097.stdout:1559: seq_num 508 ranges {0=516096,516096=524288,1040384=278528} 2024-09-16T03:00:01.976 INFO:tasks.rados.rados.0.smithi097.stdout:1559: writing smithi09778949-29 from 0 to 516096 tid 1 2024-09-16T03:00:01.979 INFO:tasks.rados.rados.0.smithi097.stdout:1559: writing smithi09778949-29 from 516096 to 1040384 tid 2 2024-09-16T03:00:01.981 INFO:tasks.rados.rados.0.smithi097.stdout:1559: writing smithi09778949-29 from 1040384 to 1318912 tid 3 2024-09-16T03:00:01.982 INFO:tasks.rados.rados.0.smithi097.stdout:1560: delete oid 30 current snap is 146 2024-09-16T03:00:01.982 INFO:tasks.rados.rados.0.smithi097.stdout:1558: finishing rollback tid 0 to smithi09778949-35 2024-09-16T03:00:01.983 INFO:tasks.rados.rados.0.smithi097.stdout:1558: finishing rollback tid 1 to smithi09778949-35 2024-09-16T03:00:01.984 INFO:tasks.rados.rados.0.smithi097.stdout:1558: finishing rollback tid 2 to smithi09778949-35 2024-09-16T03:00:01.984 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 955 (ObjNum 487 snap 138 seq_num 487) dirty exists 2024-09-16T03:00:01.990 INFO:tasks.rados.rados.0.smithi097.stdout:1558: done (2 left) 2024-09-16T03:00:01.990 INFO:tasks.rados.rados.0.smithi097.stdout:1560: done (1 left) 2024-09-16T03:00:01.990 INFO:tasks.rados.rados.0.smithi097.stdout:1561: delete oid 19 current snap is 146 2024-09-16T03:00:01.991 INFO:tasks.rados.rados.0.smithi097.stdout:1559: finishing write tid 1 to smithi09778949-29 2024-09-16T03:00:01.991 INFO:tasks.rados.rados.0.smithi097.stdout:1559: finishing write tid 2 to smithi09778949-29 2024-09-16T03:00:01.991 INFO:tasks.rados.rados.0.smithi097.stdout:1559: finishing write tid 3 to smithi09778949-29 2024-09-16T03:00:01.992 INFO:tasks.rados.rados.0.smithi097.stdout:1559: finishing write tid 4 to smithi09778949-29 2024-09-16T03:00:01.995 INFO:tasks.rados.rados.0.smithi097.stdout:1559: finishing write tid 5 to smithi09778949-29 2024-09-16T03:00:01.995 INFO:tasks.rados.rados.0.smithi097.stdout:1559: oid 29 updating version 0 to 990 2024-09-16T03:00:01.996 INFO:tasks.rados.rados.0.smithi097.stdout:1559: oid 29 version 990 is already newer than 988 2024-09-16T03:00:01.996 INFO:tasks.rados.rados.0.smithi097.stdout:1559: oid 29 version 990 is already newer than 989 2024-09-16T03:00:01.996 INFO:tasks.rados.rados.0.smithi097.stdout:1559: oid 29 version 990 is already newer than 987 2024-09-16T03:00:01.996 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 990 (ObjNum 508 snap 146 seq_num 508) dirty exists 2024-09-16T03:00:01.996 INFO:tasks.rados.rados.0.smithi097.stdout:1559: left oid 29 (ObjNum 508 snap 146 seq_num 508) 2024-09-16T03:00:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1559: done (1 left) 2024-09-16T03:00:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1561: done (0 left) 2024-09-16T03:00:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1562: read oid 29 snap -1 2024-09-16T03:00:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1562: expect (ObjNum 508 snap 146 seq_num 508) 2024-09-16T03:00:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1563: read oid 40 snap -1 2024-09-16T03:00:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1563: expect deleted 2024-09-16T03:00:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1564: read oid 12 snap -1 2024-09-16T03:00:01.997 INFO:tasks.rados.rados.0.smithi097.stdout:1564: expect (ObjNum 435 snap 123 seq_num 435) 2024-09-16T03:00:01.998 INFO:tasks.rados.rados.0.smithi097.stdout:1565: snap_create 2024-09-16T03:00:02.003 INFO:tasks.rados.rados.0.smithi097.stdout:1562: expect (ObjNum 508 snap 146 seq_num 508) 2024-09-16T03:00:02.039 INFO:tasks.rados.rados.0.smithi097.stdout:1564: expect (ObjNum 435 snap 123 seq_num 435) 2024-09-16T03:00:02.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:02 smithi097 ceph-mon[88563]: pgmap v232: 121 pgs: 121 active+clean; 136 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-16T03:00:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:02 smithi097 ceph-mon[88563]: osdmap e376: 8 total, 8 up, 8 in 2024-09-16T03:00:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:02 smithi097 ceph-mon[88563]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T03:00:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:02 smithi097 ceph-mon[90424]: pgmap v232: 121 pgs: 121 active+clean; 136 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-16T03:00:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:02 smithi097 ceph-mon[90424]: osdmap e376: 8 total, 8 up, 8 in 2024-09-16T03:00:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:02 smithi097 ceph-mon[90424]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T03:00:02.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:02 smithi184 ceph-mon[82194]: pgmap v232: 121 pgs: 121 active+clean; 136 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-09-16T03:00:02.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:02 smithi184 ceph-mon[82194]: osdmap e376: 8 total, 8 up, 8 in 2024-09-16T03:00:02.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:02 smithi184 ceph-mon[82194]: osdmap e377: 8 total, 8 up, 8 in 2024-09-16T03:00:02.975 INFO:tasks.rados.rados.0.smithi097.stdout:1562: done (3 left) 2024-09-16T03:00:02.975 INFO:tasks.rados.rados.0.smithi097.stdout:1563: done (2 left) 2024-09-16T03:00:02.975 INFO:tasks.rados.rados.0.smithi097.stdout:1564: done (1 left) 2024-09-16T03:00:02.975 INFO:tasks.rados.rados.0.smithi097.stdout:1565: done (0 left) 2024-09-16T03:00:02.975 INFO:tasks.rados.rados.0.smithi097.stdout:1566: copy_from oid 36 from oid 15 current snap is 147 2024-09-16T03:00:02.975 INFO:tasks.rados.rados.0.smithi097.stdout:1567: rollback oid 32 current snap is 147 2024-09-16T03:00:02.976 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 32 to 144 2024-09-16T03:00:02.976 INFO:tasks.rados.rados.0.smithi097.stdout:1568: snap_create 2024-09-16T03:00:02.977 INFO:tasks.rados.rados.0.smithi097.stdout:1567: finishing rollback tid 1 to smithi09778949-32 2024-09-16T03:00:02.978 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 0 (ObjNum 225 snap 0 seq_num 1973390288) dirty dne 2024-09-16T03:00:02.985 INFO:tasks.rados.rados.0.smithi097.stdout:1566: finishing copy_from racing read to smithi09778949-36 2024-09-16T03:00:02.986 INFO:tasks.rados.rados.0.smithi097.stdout:1566: finishing copy_from to smithi09778949-36 2024-09-16T03:00:02.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 661 (ObjNum 502 snap 144 seq_num 502) dirty exists 2024-09-16T03:00:03.977 INFO:tasks.rados.rados.0.smithi097.stdout:1566: done (2 left) 2024-09-16T03:00:03.977 INFO:tasks.rados.rados.0.smithi097.stdout:1567: done (1 left) 2024-09-16T03:00:03.977 INFO:tasks.rados.rados.0.smithi097.stdout:1568: done (0 left) 2024-09-16T03:00:03.977 INFO:tasks.rados.rados.0.smithi097.stdout:1569: snap_create 2024-09-16T03:00:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[88563]: pgmap v235: 121 pgs: 121 active+clean; 136 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-16T03:00:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[88563]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T03:00:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:04.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[90424]: pgmap v235: 121 pgs: 121 active+clean; 136 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-16T03:00:04.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[90424]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T03:00:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:03 smithi184 ceph-mon[82194]: pgmap v235: 121 pgs: 121 active+clean; 136 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-09-16T03:00:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:03 smithi184 ceph-mon[82194]: osdmap e378: 8 total, 8 up, 8 in 2024-09-16T03:00:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:04.979 INFO:tasks.rados.rados.0.smithi097.stdout:1569: done (0 left) 2024-09-16T03:00:04.979 INFO:tasks.rados.rados.0.smithi097.stdout:1570: read oid 37 snap -1 2024-09-16T03:00:04.980 INFO:tasks.rados.rados.0.smithi097.stdout:1570: expect deleted 2024-09-16T03:00:04.980 INFO:tasks.rados.rados.0.smithi097.stdout:1571: read oid 17 snap -1 2024-09-16T03:00:04.980 INFO:tasks.rados.rados.0.smithi097.stdout:1571: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:00:04.980 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 149 2024-09-16T03:00:04.980 INFO:tasks.rados.rados.0.smithi097.stdout:1572: seq_num 511 ranges {1114112=565248,1679360=630784,2310144=172032} 2024-09-16T03:00:04.988 INFO:tasks.rados.rados.0.smithi097.stdout:1572: writing smithi09778949-39 from 1114112 to 1679360 tid 1 2024-09-16T03:00:04.992 INFO:tasks.rados.rados.0.smithi097.stdout:1572: writing smithi09778949-39 from 1679360 to 2310144 tid 2 2024-09-16T03:00:04.993 INFO:tasks.rados.rados.0.smithi097.stdout:1572: writing smithi09778949-39 from 2310144 to 2482176 tid 3 2024-09-16T03:00:04.993 INFO:tasks.rados.rados.0.smithi097.stdout:1573: copy_from oid 29 from oid 44 current snap is 149 2024-09-16T03:00:04.993 INFO:tasks.rados.rados.0.smithi097.stdout:1571: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:00:04.998 INFO:tasks.rados.rados.0.smithi097.stdout:1570: done (3 left) 2024-09-16T03:00:04.998 INFO:tasks.rados.rados.0.smithi097.stdout:1571: done (2 left) 2024-09-16T03:00:04.998 INFO:tasks.rados.rados.0.smithi097.stdout:1574: delete oid 19 current snap is 149 2024-09-16T03:00:05.000 INFO:tasks.rados.rados.0.smithi097.stdout:1572: finishing write tid 1 to smithi09778949-39 2024-09-16T03:00:05.000 INFO:tasks.rados.rados.0.smithi097.stdout:1572: finishing write tid 2 to smithi09778949-39 2024-09-16T03:00:05.000 INFO:tasks.rados.rados.0.smithi097.stdout:1572: finishing write tid 3 to smithi09778949-39 2024-09-16T03:00:05.000 INFO:tasks.rados.rados.0.smithi097.stdout:1572: finishing write tid 4 to smithi09778949-39 2024-09-16T03:00:05.001 INFO:tasks.rados.rados.0.smithi097.stdout:1574: done (2 left) 2024-09-16T03:00:05.001 INFO:tasks.rados.rados.0.smithi097.stdout:1575: rollback oid 47 current snap is 149 2024-09-16T03:00:05.002 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 47 to 146 2024-09-16T03:00:05.002 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 149 2024-09-16T03:00:05.002 INFO:tasks.rados.rados.0.smithi097.stdout:1576: seq_num 513 ranges {3022848=598016,3620864=794624,4415488=8192} 2024-09-16T03:00:05.021 INFO:tasks.rados.rados.0.smithi097.stdout:1576: writing smithi09778949-48 from 3022848 to 3620864 tid 1 2024-09-16T03:00:05.026 INFO:tasks.rados.rados.0.smithi097.stdout:1576: writing smithi09778949-48 from 3620864 to 4415488 tid 2 2024-09-16T03:00:05.026 INFO:tasks.rados.rados.0.smithi097.stdout:1576: writing smithi09778949-48 from 4415488 to 4423680 tid 3 2024-09-16T03:00:05.026 INFO:tasks.rados.rados.0.smithi097.stdout:1577: snap_create 2024-09-16T03:00:05.026 INFO:tasks.rados.rados.0.smithi097.stdout:1572: finishing write tid 5 to smithi09778949-39 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:1572: oid 39 updating version 0 to 1045 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:1572: oid 39 version 1045 is already newer than 1043 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:1572: oid 39 version 1045 is already newer than 1044 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:1572: oid 39 version 1045 is already newer than 1042 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1045 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:1572: left oid 39 (ObjNum 511 snap 149 seq_num 511) 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:1575: finishing rollback tid 0 to smithi09778949-47 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:1575: finishing rollback tid 1 to smithi09778949-47 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:1575: finishing rollback tid 2 to smithi09778949-47 2024-09-16T03:00:05.027 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 380 (ObjNum 33 snap 0 seq_num 1973822928) dirty exists 2024-09-16T03:00:05.028 INFO:tasks.rados.rados.0.smithi097.stdout:1573: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:00:05.033 INFO:tasks.rados.rados.0.smithi097.stdout:1576: finishing write tid 1 to smithi09778949-48 2024-09-16T03:00:05.033 INFO:tasks.rados.rados.0.smithi097.stdout:1576: finishing write tid 2 to smithi09778949-48 2024-09-16T03:00:05.033 INFO:tasks.rados.rados.0.smithi097.stdout:1576: finishing write tid 3 to smithi09778949-48 2024-09-16T03:00:05.033 INFO:tasks.rados.rados.0.smithi097.stdout:1576: finishing write tid 4 to smithi09778949-48 2024-09-16T03:00:05.033 INFO:tasks.rados.rados.0.smithi097.stdout:1573: finishing copy_from to smithi09778949-29 2024-09-16T03:00:05.034 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 983 (ObjNum 506 snap 144 seq_num 506) dirty exists 2024-09-16T03:00:05.035 INFO:tasks.rados.rados.0.smithi097.stdout:1576: finishing write tid 5 to smithi09778949-48 2024-09-16T03:00:05.035 INFO:tasks.rados.rados.0.smithi097.stdout:1576: oid 48 updating version 0 to 171 2024-09-16T03:00:05.035 INFO:tasks.rados.rados.0.smithi097.stdout:1576: oid 48 updating version 171 to 173 2024-09-16T03:00:05.035 INFO:tasks.rados.rados.0.smithi097.stdout:1576: oid 48 version 173 is already newer than 170 2024-09-16T03:00:05.035 INFO:tasks.rados.rados.0.smithi097.stdout:1576: oid 48 version 173 is already newer than 172 2024-09-16T03:00:05.035 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 173 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-09-16T03:00:05.035 INFO:tasks.rados.rados.0.smithi097.stdout:1576: left oid 48 (ObjNum 513 snap 149 seq_num 513) 2024-09-16T03:00:05.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:04 smithi097 ceph-mon[88563]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T03:00:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:04 smithi097 ceph-mon[90424]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T03:00:05.299 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:00:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:04 smithi184 ceph-mon[82194]: osdmap e379: 8 total, 8 up, 8 in 2024-09-16T03:00:05.859 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:00:05.859 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (6m) 18s ago 7m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T03:00:05.859 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (7m) 2m ago 7m 86.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:00:05.859 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (9m) 18s ago 9m 16.7M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T03:00:05.859 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (9m) 2m ago 9m 22.0M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T03:00:05.860 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (3m) 2m ago 12m 453M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:00:05.860 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (3m) 18s ago 14m 522M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:00:05.860 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (2m) 18s ago 14m 51.7M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:00:05.860 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (2m) 2m ago 12m 22.2M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:00:05.860 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (2m) 18s ago 12m 41.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:00:05.860 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (7m) 18s ago 7m 15.8M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T03:00:05.860 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (7m) 2m ago 7m 17.4M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T03:00:05.861 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (89s) 18s ago 12m 187M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:00:05.861 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (55s) 18s ago 11m 110M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:00:05.861 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (22s) 18s ago 11m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:00:05.861 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (11m) 18s ago 11m 151M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 cdcc06a5aa06 2024-09-16T03:00:05.861 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (10m) 2m ago 10m 164M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T03:00:05.861 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (10m) 2m ago 10m 190M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T03:00:05.861 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (9m) 2m ago 9m 103M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T03:00:05.862 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (9m) 2m ago 9m 130M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T03:00:05.862 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (3m) 2m ago 8m 50.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T03:00:06.000 INFO:tasks.rados.rados.0.smithi097.stdout:1572: done (4 left) 2024-09-16T03:00:06.001 INFO:tasks.rados.rados.0.smithi097.stdout:1573: done (3 left) 2024-09-16T03:00:06.001 INFO:tasks.rados.rados.0.smithi097.stdout:1575: done (2 left) 2024-09-16T03:00:06.001 INFO:tasks.rados.rados.0.smithi097.stdout:1576: done (1 left) 2024-09-16T03:00:06.001 INFO:tasks.rados.rados.0.smithi097.stdout:1577: done (0 left) 2024-09-16T03:00:06.001 INFO:tasks.rados.rados.0.smithi097.stdout:1578: read oid 25 snap -1 2024-09-16T03:00:06.001 INFO:tasks.rados.rados.0.smithi097.stdout:1578: expect (ObjNum 422 snap 121 seq_num 422) 2024-09-16T03:00:06.001 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 150 2024-09-16T03:00:06.001 INFO:tasks.rados.rados.0.smithi097.stdout:1579: seq_num 514 ranges {4767744=614400,5382144=679936,6062080=122880} 2024-09-16T03:00:06.029 INFO:tasks.rados.rados.0.smithi097.stdout:1579: writing smithi09778949-12 from 4767744 to 5382144 tid 1 2024-09-16T03:00:06.033 INFO:tasks.rados.rados.0.smithi097.stdout:1579: writing smithi09778949-12 from 5382144 to 6062080 tid 2 2024-09-16T03:00:06.033 INFO:tasks.rados.rados.0.smithi097.stdout:1579: writing smithi09778949-12 from 6062080 to 6184960 tid 3 2024-09-16T03:00:06.033 INFO:tasks.rados.rados.0.smithi097.stdout:1580: rollback oid 14 current snap is 150 2024-09-16T03:00:06.034 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 14 to 149 2024-09-16T03:00:06.034 INFO:tasks.rados.rados.0.smithi097.stdout:1578: expect (ObjNum 422 snap 121 seq_num 422) 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 5, 2024-09-16T03:00:06.225 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 7, 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 8 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:00:06.226 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:00:06.226 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:05 smithi097 ceph-mon[88563]: pgmap v238: 121 pgs: 121 active+clean; 127 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-16T03:00:06.226 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:05 smithi097 ceph-mon[88563]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T03:00:06.227 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:05 smithi097 ceph-mon[88563]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:06.227 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:05 smithi097 ceph-mon[90424]: pgmap v238: 121 pgs: 121 active+clean; 127 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-16T03:00:06.227 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:05 smithi097 ceph-mon[90424]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T03:00:06.227 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:05 smithi097 ceph-mon[90424]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:06.246 INFO:tasks.rados.rados.0.smithi097.stdout:1579: finishing write tid 1 to smithi09778949-12 2024-09-16T03:00:06.246 INFO:tasks.rados.rados.0.smithi097.stdout:1579: finishing write tid 2 to smithi09778949-12 2024-09-16T03:00:06.246 INFO:tasks.rados.rados.0.smithi097.stdout:1579: finishing write tid 3 to smithi09778949-12 2024-09-16T03:00:06.246 INFO:tasks.rados.rados.0.smithi097.stdout:1580: finishing rollback tid 0 to smithi09778949-14 2024-09-16T03:00:06.246 INFO:tasks.rados.rados.0.smithi097.stdout:1579: finishing write tid 4 to smithi09778949-12 2024-09-16T03:00:06.246 INFO:tasks.rados.rados.0.smithi097.stdout:1578: done (2 left) 2024-09-16T03:00:06.246 INFO:tasks.rados.rados.0.smithi097.stdout:1581: setattr oid 39 current snap is 150 2024-09-16T03:00:06.247 INFO:tasks.rados.rados.0.smithi097.stdout:1580: finishing rollback tid 1 to smithi09778949-14 2024-09-16T03:00:06.247 INFO:tasks.rados.rados.0.smithi097.stdout:1580: finishing rollback tid 2 to smithi09778949-14 2024-09-16T03:00:06.247 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 773 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T03:00:06.247 INFO:tasks.rados.rados.0.smithi097.stdout:1579: finishing write tid 5 to smithi09778949-12 2024-09-16T03:00:06.247 INFO:tasks.rados.rados.0.smithi097.stdout:1579: oid 12 updating version 0 to 804 2024-09-16T03:00:06.247 INFO:tasks.rados.rados.0.smithi097.stdout:1579: oid 12 version 804 is already newer than 802 2024-09-16T03:00:06.247 INFO:tasks.rados.rados.0.smithi097.stdout:1579: oid 12 version 804 is already newer than 801 2024-09-16T03:00:06.248 INFO:tasks.rados.rados.0.smithi097.stdout:1579: oid 12 version 804 is already newer than 803 2024-09-16T03:00:06.248 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 804 (ObjNum 514 snap 150 seq_num 514) dirty exists 2024-09-16T03:00:06.248 INFO:tasks.rados.rados.0.smithi097.stdout:1579: left oid 12 (ObjNum 514 snap 150 seq_num 514) 2024-09-16T03:00:06.249 INFO:tasks.rados.rados.0.smithi097.stdout:1579: done (2 left) 2024-09-16T03:00:06.249 INFO:tasks.rados.rados.0.smithi097.stdout:1580: done (1 left) 2024-09-16T03:00:06.249 INFO:tasks.rados.rados.0.smithi097.stdout:1582: read oid 16 snap -1 2024-09-16T03:00:06.249 INFO:tasks.rados.rados.0.smithi097.stdout:1582: expect (ObjNum 360 snap 102 seq_num 360) 2024-09-16T03:00:06.249 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 150 2024-09-16T03:00:06.249 INFO:tasks.rados.rados.0.smithi097.stdout:1583: seq_num 515 ranges {7012352=630784,7643136=565248,8208384=237568} 2024-09-16T03:00:06.288 INFO:tasks.rados.rados.0.smithi097.stdout:1583: writing smithi09778949-24 from 7012352 to 7643136 tid 1 2024-09-16T03:00:06.291 INFO:tasks.rados.rados.0.smithi097.stdout:1583: writing smithi09778949-24 from 7643136 to 8208384 tid 2 2024-09-16T03:00:06.293 INFO:tasks.rados.rados.0.smithi097.stdout:1583: writing smithi09778949-24 from 8208384 to 8445952 tid 3 2024-09-16T03:00:06.293 INFO:tasks.rados.rados.0.smithi097.stdout:1584: copy_from oid 10 from oid 44 current snap is 150 2024-09-16T03:00:06.294 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1046 (ObjNum 511 snap 149 seq_num 511) dirty exists 2024-09-16T03:00:06.294 INFO:tasks.rados.rados.0.smithi097.stdout:1582: expect (ObjNum 360 snap 102 seq_num 360) 2024-09-16T03:00:06.353 INFO:tasks.rados.rados.0.smithi097.stdout:1583: finishing write tid 1 to smithi09778949-24 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1583: finishing write tid 2 to smithi09778949-24 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1583: finishing write tid 3 to smithi09778949-24 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1581: done (3 left) 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1582: done (2 left) 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1585: rollback oid 12 current snap is 150 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 12 to 144 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1583: finishing write tid 4 to smithi09778949-24 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1583: finishing write tid 5 to smithi09778949-24 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1583: oid 24 updating version 0 to 1049 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1583: oid 24 version 1049 is already newer than 1047 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1583: oid 24 version 1049 is already newer than 1048 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:1583: oid 24 updating version 1049 to 1050 2024-09-16T03:00:06.354 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1050 (ObjNum 515 snap 150 seq_num 515) dirty exists 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1583: left oid 24 (ObjNum 515 snap 150 seq_num 515) 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1584: finishing copy_from racing read to smithi09778949-10 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1584: finishing copy_from to smithi09778949-10 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 983 (ObjNum 506 snap 144 seq_num 506) dirty exists 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1583: done (2 left) 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1584: done (1 left) 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1586: rollback oid 19 current snap is 150 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 19 to 145 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1587: read oid 40 snap -1 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1587: expect deleted 2024-09-16T03:00:06.355 INFO:tasks.rados.rados.0.smithi097.stdout:1588: delete oid 43 current snap is 150 2024-09-16T03:00:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:1585: finishing rollback tid 0 to smithi09778949-12 2024-09-16T03:00:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:1587: done (3 left) 2024-09-16T03:00:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:1588: done (2 left) 2024-09-16T03:00:06.358 INFO:tasks.rados.rados.0.smithi097.stdout:1589: snap_remove snap 148 2024-09-16T03:00:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:05 smithi184 ceph-mon[82194]: pgmap v238: 121 pgs: 121 active+clean; 127 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 11 op/s 2024-09-16T03:00:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:05 smithi184 ceph-mon[82194]: osdmap e380: 8 total, 8 up, 8 in 2024-09-16T03:00:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:05 smithi184 ceph-mon[82194]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "8/20 daemons upgraded", 2024-09-16T03:00:06.525 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading osd daemons", 2024-09-16T03:00:06.526 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:00:06.526 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:00:06.973 INFO:tasks.rados.rados.0.smithi097.stdout:1589: done (2 left) 2024-09-16T03:00:06.973 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 150 2024-09-16T03:00:06.973 INFO:tasks.rados.rados.0.smithi097.stdout:1590: seq_num 517 ranges {8445952=663552,9109504=786432,9895936=16384} 2024-09-16T03:00:07.023 INFO:tasks.rados.rados.0.smithi097.stdout:1590: writing smithi09778949-24 from 8445952 to 9109504 tid 1 2024-09-16T03:00:07.028 INFO:tasks.rados.rados.0.smithi097.stdout:1590: writing smithi09778949-24 from 9109504 to 9895936 tid 2 2024-09-16T03:00:07.028 INFO:tasks.rados.rados.0.smithi097.stdout:1590: writing smithi09778949-24 from 9895936 to 9912320 tid 3 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1591: rollback oid 20 current snap is 150 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 149 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1585: finishing rollback tid 1 to smithi09778949-12 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1586: finishing rollback tid 1 to smithi09778949-19 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1592: rmattr oid 4 current snap is 150 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1592: done (4 left) 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1593: rollback oid 44 current snap is 150 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 146 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1585: finishing rollback tid 2 to smithi09778949-12 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 807 (ObjNum 435 snap 123 seq_num 435) dirty exists 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1586: finishing rollback tid 2 to smithi09778949-19 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 1211 (ObjNum 438 snap 123 seq_num 438) dirty exists 2024-09-16T03:00:07.029 INFO:tasks.rados.rados.0.smithi097.stdout:1590: finishing write tid 1 to smithi09778949-24 2024-09-16T03:00:07.030 INFO:tasks.rados.rados.0.smithi097.stdout:1585: done (4 left) 2024-09-16T03:00:07.030 INFO:tasks.rados.rados.0.smithi097.stdout:1586: done (3 left) 2024-09-16T03:00:07.030 INFO:tasks.rados.rados.0.smithi097.stdout:1594: setattr oid 34 current snap is 150 2024-09-16T03:00:07.030 INFO:tasks.rados.rados.0.smithi097.stdout:1595: read oid 41 snap -1 2024-09-16T03:00:07.030 INFO:tasks.rados.rados.0.smithi097.stdout:1595: expect (ObjNum 465 snap 130 seq_num 465) 2024-09-16T03:00:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1596: read oid 33 snap 149 2024-09-16T03:00:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1596: expect (ObjNum 474 snap 134 seq_num 474) 2024-09-16T03:00:07.031 INFO:tasks.rados.rados.0.smithi097.stdout:1597: snap_remove snap 147 2024-09-16T03:00:07.199 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[90424]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:07.199 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[90424]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:07.199 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[90424]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T03:00:07.199 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/493923241' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:07.199 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-16T03:00:07.199 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[90424]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T03:00:07.200 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[88563]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:07.200 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[88563]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:07.200 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[88563]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T03:00:07.200 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/493923241' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:07.200 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-16T03:00:07.200 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:06 smithi097 ceph-mon[88563]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T03:00:07.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:06 smithi184 ceph-mon[82194]: from='client.34329 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:06 smithi184 ceph-mon[82194]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:06 smithi184 ceph-mon[82194]: osdmap e381: 8 total, 8 up, 8 in 2024-09-16T03:00:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:06 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/493923241' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16} : dispatch 2024-09-16T03:00:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:06 smithi184 ceph-mon[82194]: osdmap e382: 8 total, 8 up, 8 in 2024-09-16T03:00:08.010 INFO:tasks.rados.rados.0.smithi097.stdout:1597: done (6 left) 2024-09-16T03:00:08.010 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 150 2024-09-16T03:00:08.011 INFO:tasks.rados.rados.0.smithi097.stdout:1591: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:00:08.011 INFO:tasks.rados.rados.0.smithi097.stdout:1598: seq_num 518 ranges {2924544=679936,3604480=671744,4276224=131072} 2024-09-16T03:00:08.031 INFO:tasks.rados.rados.0.smithi097.stdout:1598: writing smithi09778949-42 from 2924544 to 3604480 tid 1 2024-09-16T03:00:08.035 INFO:tasks.rados.rados.0.smithi097.stdout:1598: writing smithi09778949-42 from 3604480 to 4276224 tid 2 2024-09-16T03:00:08.036 INFO:tasks.rados.rados.0.smithi097.stdout:1598: writing smithi09778949-42 from 4276224 to 4407296 tid 3 2024-09-16T03:00:08.037 INFO:tasks.rados.rados.0.smithi097.stdout:1599: snap_remove snap 144 2024-09-16T03:00:08.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:07 smithi097 ceph-mon[88563]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:08.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:07 smithi097 ceph-mon[88563]: pgmap v241: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:00:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:07 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T03:00:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:07 smithi097 ceph-mon[88563]: Upgrade: osd.3 is safe to restart 2024-09-16T03:00:08.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:07 smithi097 ceph-mon[90424]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:08.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:07 smithi097 ceph-mon[90424]: pgmap v241: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:00:08.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:07 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T03:00:08.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:07 smithi097 ceph-mon[90424]: Upgrade: osd.3 is safe to restart 2024-09-16T03:00:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:07 smithi184 ceph-mon[82194]: from='client.34347 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:07 smithi184 ceph-mon[82194]: pgmap v241: 121 pgs: 121 active+clean; 111 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:00:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:07 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-09-16T03:00:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:07 smithi184 ceph-mon[82194]: Upgrade: osd.3 is safe to restart 2024-09-16T03:00:09.016 INFO:tasks.rados.rados.0.smithi097.stdout:1599: done (7 left) 2024-09-16T03:00:09.016 INFO:tasks.rados.rados.0.smithi097.stdout:1600: read oid 9 snap -1 2024-09-16T03:00:09.016 INFO:tasks.rados.rados.0.smithi097.stdout:1600: expect deleted 2024-09-16T03:00:09.016 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 150 2024-09-16T03:00:09.016 INFO:tasks.rados.rados.0.smithi097.stdout:1593: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:00:09.016 INFO:tasks.rados.rados.0.smithi097.stdout:1591: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:00:09.016 INFO:tasks.rados.rados.0.smithi097.stdout:1601: seq_num 519 ranges {4816896=696320,5513216=548864,6062080=253952} 2024-09-16T03:00:09.046 INFO:tasks.rados.rados.0.smithi097.stdout:1601: writing smithi09778949-14 from 4816896 to 5513216 tid 1 2024-09-16T03:00:09.050 INFO:tasks.rados.rados.0.smithi097.stdout:1601: writing smithi09778949-14 from 5513216 to 6062080 tid 2 2024-09-16T03:00:09.052 INFO:tasks.rados.rados.0.smithi097.stdout:1601: writing smithi09778949-14 from 6062080 to 6316032 tid 3 2024-09-16T03:00:09.052 INFO:tasks.rados.rados.0.smithi097.stdout:1602: rollback oid 37 current snap is 150 2024-09-16T03:00:09.052 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 37 to 145 2024-09-16T03:00:09.052 INFO:tasks.rados.rados.0.smithi097.stdout:1591: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:00:09.052 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 774 (ObjNum 65 snap 0 seq_num 1973996592) dirty exists 2024-09-16T03:00:09.052 INFO:tasks.rados.rados.0.smithi097.stdout:1590: finishing write tid 2 to smithi09778949-24 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 430 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1590: finishing write tid 3 to smithi09778949-24 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1590: finishing write tid 4 to smithi09778949-24 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1591: done (9 left) 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1594: done (8 left) 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1603: copy_from oid 1 from oid 3 current snap is 150 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1590: finishing write tid 5 to smithi09778949-24 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1590: oid 24 updating version 0 to 1052 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1590: oid 24 version 1052 is already newer than 1051 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1590: oid 24 updating version 1052 to 1054 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1590: oid 24 version 1054 is already newer than 1053 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1054 (ObjNum 517 snap 150 seq_num 517) dirty exists 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1590: left oid 24 (ObjNum 517 snap 150 seq_num 517) 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1593: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:00:09.053 INFO:tasks.rados.rados.0.smithi097.stdout:1593: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:00:09.054 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1006 (ObjNum 506 snap 144 seq_num 506) dirty exists 2024-09-16T03:00:09.054 INFO:tasks.rados.rados.0.smithi097.stdout:1596: expect (ObjNum 474 snap 134 seq_num 474) 2024-09-16T03:00:09.201 INFO:tasks.rados.rados.0.smithi097.stdout:1595: expect (ObjNum 465 snap 130 seq_num 465) 2024-09-16T03:00:09.344 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:00:09] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2024-09-16T03:00:09.344 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[88563]: osdmap e383: 8 total, 8 up, 8 in 2024-09-16T03:00:09.344 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[88563]: Upgrade: Updating osd.3 2024-09-16T03:00:09.344 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[88563]: Deploying daemon osd.3 on smithi097 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[90424]: osdmap e383: 8 total, 8 up, 8 in 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[90424]: Upgrade: Updating osd.3 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:09.345 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:09 smithi097 ceph-mon[90424]: Deploying daemon osd.3 on smithi097 2024-09-16T03:00:09.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:09 smithi184 ceph-mon[82194]: osdmap e383: 8 total, 8 up, 8 in 2024-09-16T03:00:09.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:09 smithi184 ceph-mon[82194]: Upgrade: Updating osd.3 2024-09-16T03:00:09.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:09.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-09-16T03:00:09.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:09.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:09 smithi184 ceph-mon[82194]: Deploying daemon osd.3 on smithi097 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1598: finishing write tid 1 to smithi09778949-42 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1598: finishing write tid 2 to smithi09778949-42 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1598: finishing write tid 3 to smithi09778949-42 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1590: done (8 left) 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1593: done (7 left) 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1595: done (6 left) 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1596: done (5 left) 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1604: read oid 47 snap -1 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1604: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1605: rmattr oid 16 current snap is 150 2024-09-16T03:00:09.829 INFO:tasks.rados.rados.0.smithi097.stdout:1605: done (6 left) 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1606: rollback oid 7 current snap is 150 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 149 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1598: finishing write tid 4 to smithi09778949-42 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1598: finishing write tid 5 to smithi09778949-42 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1598: oid 42 updating version 0 to 1215 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1598: oid 42 version 1215 is already newer than 1213 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1598: oid 42 updating version 1215 to 1216 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1598: oid 42 version 1216 is already newer than 1214 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1216 (ObjNum 518 snap 150 seq_num 518) dirty exists 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1598: left oid 42 (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1601: finishing write tid 1 to smithi09778949-14 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1601: finishing write tid 2 to smithi09778949-14 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:1602: finishing rollback tid 1 to smithi09778949-37 2024-09-16T03:00:09.830 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 0 (ObjNum 945 snap 0 seq_num 3735003264) dirty dne 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: finishing write tid 3 to smithi09778949-14 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: finishing write tid 4 to smithi09778949-14 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: finishing write tid 5 to smithi09778949-14 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: oid 14 updating version 0 to 776 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: oid 14 updating version 776 to 777 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: oid 14 version 777 is already newer than 775 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: oid 14 version 777 is already newer than 774 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 777 (ObjNum 519 snap 150 seq_num 519) dirty exists 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: left oid 14 (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1603: finishing copy_from racing read to smithi09778949-1 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1603: finishing copy_from to smithi09778949-1 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1038 (ObjNum 414 snap 116 seq_num 414) dirty exists 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1598: done (6 left) 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1600: done (5 left) 2024-09-16T03:00:09.831 INFO:tasks.rados.rados.0.smithi097.stdout:1601: done (4 left) 2024-09-16T03:00:09.832 INFO:tasks.rados.rados.0.smithi097.stdout:1602: done (3 left) 2024-09-16T03:00:09.832 INFO:tasks.rados.rados.0.smithi097.stdout:1603: done (2 left) 2024-09-16T03:00:09.832 INFO:tasks.rados.rados.0.smithi097.stdout:1607: rmattr oid 1 current snap is 150 2024-09-16T03:00:09.832 INFO:tasks.rados.rados.0.smithi097.stdout:1608: delete oid 34 current snap is 150 2024-09-16T03:00:09.832 INFO:tasks.rados.rados.0.smithi097.stdout:1604: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:00:09.833 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1039 (ObjNum 414 snap 116 seq_num 414) dirty exists 2024-09-16T03:00:09.833 INFO:tasks.rados.rados.0.smithi097.stdout:1604: done (3 left) 2024-09-16T03:00:09.833 INFO:tasks.rados.rados.0.smithi097.stdout:1607: done (2 left) 2024-09-16T03:00:09.833 INFO:tasks.rados.rados.0.smithi097.stdout:1608: done (1 left) 2024-09-16T03:00:09.833 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 150 2024-09-16T03:00:09.833 INFO:tasks.rados.rados.0.smithi097.stdout:1609: seq_num 521 ranges {7159808=729088,7888896=720896,8609792=81920} 2024-09-16T03:00:09.873 INFO:tasks.rados.rados.0.smithi097.stdout:1609: writing smithi09778949-29 from 7159808 to 7888896 tid 1 2024-09-16T03:00:09.877 INFO:tasks.rados.rados.0.smithi097.stdout:1609: writing smithi09778949-29 from 7888896 to 8609792 tid 2 2024-09-16T03:00:09.878 INFO:tasks.rados.rados.0.smithi097.stdout:1609: writing smithi09778949-29 from 8609792 to 8691712 tid 3 2024-09-16T03:00:09.878 INFO:tasks.rados.rados.0.smithi097.stdout:1610: copy_from oid 43 from oid 14 current snap is 150 2024-09-16T03:00:09.878 INFO:tasks.rados.rados.0.smithi097.stdout:1606: finishing rollback tid 0 to smithi09778949-7 2024-09-16T03:00:09.878 INFO:tasks.rados.rados.0.smithi097.stdout:1606: finishing rollback tid 1 to smithi09778949-7 2024-09-16T03:00:09.878 INFO:tasks.rados.rados.0.smithi097.stdout:1606: finishing rollback tid 2 to smithi09778949-7 2024-09-16T03:00:09.878 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1224 (ObjNum 474 snap 134 seq_num 474) dirty exists 2024-09-16T03:00:09.878 INFO:tasks.rados.rados.0.smithi097.stdout:1606: done (2 left) 2024-09-16T03:00:09.878 INFO:tasks.rados.rados.0.smithi097.stdout:1611: snap_create 2024-09-16T03:00:09.879 INFO:tasks.rados.rados.0.smithi097.stdout:1609: finishing write tid 1 to smithi09778949-29 2024-09-16T03:00:09.882 INFO:tasks.rados.rados.0.smithi097.stdout:1609: finishing write tid 2 to smithi09778949-29 2024-09-16T03:00:09.882 INFO:tasks.rados.rados.0.smithi097.stdout:1609: finishing write tid 3 to smithi09778949-29 2024-09-16T03:00:09.882 INFO:tasks.rados.rados.0.smithi097.stdout:1609: finishing write tid 4 to smithi09778949-29 2024-09-16T03:00:09.884 INFO:tasks.rados.rados.0.smithi097.stdout:1609: finishing write tid 5 to smithi09778949-29 2024-09-16T03:00:09.884 INFO:tasks.rados.rados.0.smithi097.stdout:1609: oid 29 updating version 0 to 1020 2024-09-16T03:00:09.884 INFO:tasks.rados.rados.0.smithi097.stdout:1609: oid 29 updating version 1020 to 1023 2024-09-16T03:00:09.884 INFO:tasks.rados.rados.0.smithi097.stdout:1609: oid 29 version 1023 is already newer than 1021 2024-09-16T03:00:09.884 INFO:tasks.rados.rados.0.smithi097.stdout:1609: oid 29 version 1023 is already newer than 1022 2024-09-16T03:00:09.884 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1023 (ObjNum 521 snap 150 seq_num 521) dirty exists 2024-09-16T03:00:09.884 INFO:tasks.rados.rados.0.smithi097.stdout:1609: left oid 29 (ObjNum 521 snap 150 seq_num 521) 2024-09-16T03:00:09.901 INFO:tasks.rados.rados.0.smithi097.stdout:1610: finishing copy_from racing read to smithi09778949-43 2024-09-16T03:00:09.904 INFO:tasks.rados.rados.0.smithi097.stdout:1610: finishing copy_from to smithi09778949-43 2024-09-16T03:00:09.905 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 777 (ObjNum 519 snap 150 seq_num 519) dirty exists 2024-09-16T03:00:10.065 INFO:tasks.rados.rados.0.smithi097.stdout:1609: done (2 left) 2024-09-16T03:00:10.066 INFO:tasks.rados.rados.0.smithi097.stdout:1610: done (1 left) 2024-09-16T03:00:10.066 INFO:tasks.rados.rados.0.smithi097.stdout:1611: done (0 left) 2024-09-16T03:00:10.066 INFO:tasks.rados.rados.0.smithi097.stdout:1612: rollback oid 2 current snap is 151 2024-09-16T03:00:10.066 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 2 to 150 2024-09-16T03:00:10.066 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 151 2024-09-16T03:00:10.066 INFO:tasks.rados.rados.0.smithi097.stdout:1613: seq_num 522 ranges {1638400=745472,2383872=606208,2990080=196608} 2024-09-16T03:00:10.078 INFO:tasks.rados.rados.0.smithi097.stdout:1613: writing smithi09778949-11 from 1638400 to 2383872 tid 1 2024-09-16T03:00:10.082 INFO:tasks.rados.rados.0.smithi097.stdout:1613: writing smithi09778949-11 from 2383872 to 2990080 tid 2 2024-09-16T03:00:10.083 INFO:tasks.rados.rados.0.smithi097.stdout:1613: writing smithi09778949-11 from 2990080 to 3186688 tid 3 2024-09-16T03:00:10.083 INFO:tasks.rados.rados.0.smithi097.stdout:1614: copy_from oid 49 from oid 36 current snap is 151 2024-09-16T03:00:10.083 INFO:tasks.rados.rados.0.smithi097.stdout:1612: finishing rollback tid 0 to smithi09778949-2 2024-09-16T03:00:10.083 INFO:tasks.rados.rados.0.smithi097.stdout:1612: finishing rollback tid 1 to smithi09778949-2 2024-09-16T03:00:10.084 INFO:tasks.rados.rados.0.smithi097.stdout:1612: finishing rollback tid 2 to smithi09778949-2 2024-09-16T03:00:10.084 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 780 (ObjNum 464 snap 130 seq_num 464) dirty exists 2024-09-16T03:00:10.084 INFO:tasks.rados.rados.0.smithi097.stdout:1613: finishing write tid 1 to smithi09778949-11 2024-09-16T03:00:10.084 INFO:tasks.rados.rados.0.smithi097.stdout:1612: done (2 left) 2024-09-16T03:00:10.084 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 151 2024-09-16T03:00:10.084 INFO:tasks.rados.rados.0.smithi097.stdout:1615: seq_num 523 ranges {6316032=770048,7086080=491520,7577600=311296} 2024-09-16T03:00:10.121 INFO:tasks.rados.rados.0.smithi097.stdout:1615: writing smithi09778949-43 from 6316032 to 7086080 tid 1 2024-09-16T03:00:10.124 INFO:tasks.rados.rados.0.smithi097.stdout:1615: writing smithi09778949-43 from 7086080 to 7577600 tid 2 2024-09-16T03:00:10.126 INFO:tasks.rados.rados.0.smithi097.stdout:1615: writing smithi09778949-43 from 7577600 to 7888896 tid 3 2024-09-16T03:00:10.126 INFO:tasks.rados.rados.0.smithi097.stdout:1616: read oid 37 snap -1 2024-09-16T03:00:10.126 INFO:tasks.rados.rados.0.smithi097.stdout:1616: expect deleted 2024-09-16T03:00:10.126 INFO:tasks.rados.rados.0.smithi097.stdout:1617: snap_remove snap 149 2024-09-16T03:00:10.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:10 smithi097 ceph-mon[88563]: pgmap v244: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-16T03:00:10.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:10 smithi097 ceph-mon[88563]: osdmap e384: 8 total, 8 up, 8 in 2024-09-16T03:00:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:10 smithi097 ceph-mon[90424]: pgmap v244: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-16T03:00:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:10 smithi097 ceph-mon[90424]: osdmap e384: 8 total, 8 up, 8 in 2024-09-16T03:00:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:10 smithi184 ceph-mon[82194]: pgmap v244: 121 pgs: 121 active+clean; 124 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.8 MiB/s wr, 7 op/s 2024-09-16T03:00:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:10 smithi184 ceph-mon[82194]: osdmap e384: 8 total, 8 up, 8 in 2024-09-16T03:00:11.078 INFO:tasks.rados.rados.0.smithi097.stdout:1617: done (4 left) 2024-09-16T03:00:11.078 INFO:tasks.rados.rados.0.smithi097.stdout:1618: snap_create 2024-09-16T03:00:11.078 INFO:tasks.rados.rados.0.smithi097.stdout:1613: finishing write tid 2 to smithi09778949-11 2024-09-16T03:00:11.078 INFO:tasks.rados.rados.0.smithi097.stdout:1613: finishing write tid 3 to smithi09778949-11 2024-09-16T03:00:11.078 INFO:tasks.rados.rados.0.smithi097.stdout:1613: finishing write tid 4 to smithi09778949-11 2024-09-16T03:00:11.078 INFO:tasks.rados.rados.0.smithi097.stdout:1613: finishing write tid 5 to smithi09778949-11 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1613: oid 11 updating version 0 to 1116 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1613: oid 11 version 1116 is already newer than 1115 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1613: oid 11 version 1116 is already newer than 1113 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1613: oid 11 version 1116 is already newer than 1114 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1116 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1613: left oid 11 (ObjNum 522 snap 151 seq_num 522) 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1614: finishing copy_from racing read to smithi09778949-49 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1614: finishing copy_from to smithi09778949-49 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 661 (ObjNum 502 snap 144 seq_num 502) dirty exists 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1615: finishing write tid 1 to smithi09778949-43 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1615: finishing write tid 2 to smithi09778949-43 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1615: finishing write tid 3 to smithi09778949-43 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1615: finishing write tid 4 to smithi09778949-43 2024-09-16T03:00:11.079 INFO:tasks.rados.rados.0.smithi097.stdout:1615: finishing write tid 5 to smithi09778949-43 2024-09-16T03:00:11.080 INFO:tasks.rados.rados.0.smithi097.stdout:1615: oid 43 updating version 0 to 781 2024-09-16T03:00:11.080 INFO:tasks.rados.rados.0.smithi097.stdout:1615: oid 43 version 781 is already newer than 778 2024-09-16T03:00:11.080 INFO:tasks.rados.rados.0.smithi097.stdout:1615: oid 43 version 781 is already newer than 780 2024-09-16T03:00:11.080 INFO:tasks.rados.rados.0.smithi097.stdout:1615: oid 43 version 781 is already newer than 779 2024-09-16T03:00:11.080 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 781 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-09-16T03:00:11.080 INFO:tasks.rados.rados.0.smithi097.stdout:1615: left oid 43 (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:00:11.159 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:11 smithi097 ceph-mon[88563]: osdmap e385: 8 total, 8 up, 8 in 2024-09-16T03:00:11.160 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:11 smithi097 ceph-mon[90424]: osdmap e385: 8 total, 8 up, 8 in 2024-09-16T03:00:11.160 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:10 smithi097 systemd[1]: Stopping Ceph osd.3 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:00:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:11 smithi184 ceph-mon[82194]: osdmap e385: 8 total, 8 up, 8 in 2024-09-16T03:00:11.494 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[59641]: 2024-09-16T03:00:11.156+0000 7f22c7ee2640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:00:11.495 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[59641]: 2024-09-16T03:00:11.156+0000 7f22c7ee2640 -1 osd.3 386 *** Got signal Terminated *** 2024-09-16T03:00:11.495 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:11 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[59641]: 2024-09-16T03:00:11.156+0000 7f22c7ee2640 -1 osd.3 386 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:00:11.976 INFO:tasks.rados.rados.0.smithi097.stdout:1613: done (4 left) 2024-09-16T03:00:11.976 INFO:tasks.rados.rados.0.smithi097.stdout:1614: done (3 left) 2024-09-16T03:00:11.976 INFO:tasks.rados.rados.0.smithi097.stdout:1615: done (2 left) 2024-09-16T03:00:11.976 INFO:tasks.rados.rados.0.smithi097.stdout:1616: done (1 left) 2024-09-16T03:00:11.977 INFO:tasks.rados.rados.0.smithi097.stdout:1618: done (0 left) 2024-09-16T03:00:11.977 INFO:tasks.rados.rados.0.smithi097.stdout:1619: copy_from oid 2 from oid 47 current snap is 152 2024-09-16T03:00:11.977 INFO:tasks.rados.rados.0.smithi097.stdout:1620: snap_remove snap 151 2024-09-16T03:00:12.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:12 smithi184 ceph-mon[82194]: pgmap v247: 121 pgs: 121 active+clean; 145 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.7 MiB/s wr, 30 op/s 2024-09-16T03:00:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:12 smithi184 ceph-mon[82194]: osdmap e386: 8 total, 8 up, 8 in 2024-09-16T03:00:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:12 smithi184 ceph-mon[82194]: osd.3 marked itself down and dead 2024-09-16T03:00:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:12 smithi184 ceph-mon[82194]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:00:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:12 smithi184 ceph-mon[82194]: osdmap e387: 8 total, 7 up, 8 in 2024-09-16T03:00:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[88563]: pgmap v247: 121 pgs: 121 active+clean; 145 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.7 MiB/s wr, 30 op/s 2024-09-16T03:00:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[88563]: osdmap e386: 8 total, 8 up, 8 in 2024-09-16T03:00:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[88563]: osd.3 marked itself down and dead 2024-09-16T03:00:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[88563]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:00:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[88563]: osdmap e387: 8 total, 7 up, 8 in 2024-09-16T03:00:12.495 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:12 smithi097 podman[108923]: 2024-09-16 03:00:12.312578796 +0000 UTC m=+1.275167078 container died cdcc06a5aa0690af4ab8a59a9a3f7934fa93dbe9e7e69f18d7d9c7f268ea9dff (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-ae7f373, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True) 2024-09-16T03:00:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[90424]: pgmap v247: 121 pgs: 121 active+clean; 145 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 7.7 MiB/s wr, 30 op/s 2024-09-16T03:00:12.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[90424]: osdmap e386: 8 total, 8 up, 8 in 2024-09-16T03:00:12.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[90424]: osd.3 marked itself down and dead 2024-09-16T03:00:12.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[90424]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:00:12.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:12 smithi097 ceph-mon[90424]: osdmap e387: 8 total, 7 up, 8 in 2024-09-16T03:00:12.979 INFO:tasks.rados.rados.0.smithi097.stdout:1620: done (1 left) 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1621: rollback oid 25 current snap is 152 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 150 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1619: finishing copy_from racing read to smithi09778949-2 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1619: finishing copy_from to smithi09778949-2 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 380 (ObjNum 353 snap 0 seq_num 1973294208) dirty exists 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1619: done (1 left) 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1622: rmattr oid 50 current snap is 152 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1622: done (1 left) 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1623: read oid 10 snap 146 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1623: expect (ObjNum 464 snap 130 seq_num 464) 2024-09-16T03:00:12.980 INFO:tasks.rados.rados.0.smithi097.stdout:1624: delete oid 38 current snap is 152 2024-09-16T03:00:12.993 INFO:tasks.rados.rados.0.smithi097.stdout:1621: finishing rollback tid 0 to smithi09778949-25 2024-09-16T03:00:12.993 INFO:tasks.rados.rados.0.smithi097.stdout:1621: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:00:12.993 INFO:tasks.rados.rados.0.smithi097.stdout:1621: finishing rollback tid 2 to smithi09778949-25 2024-09-16T03:00:12.993 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1042 (ObjNum 422 snap 121 seq_num 422) dirty exists 2024-09-16T03:00:12.994 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:12 smithi097 podman[108923]: 2024-09-16 03:00:12.714696462 +0000 UTC m=+1.677284736 container cleanup cdcc06a5aa0690af4ab8a59a9a3f7934fa93dbe9e7e69f18d7d9c7f268ea9dff (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=reef-ae7f373, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T03:00:12.994 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:12 smithi097 bash[108923]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3 2024-09-16T03:00:12.995 INFO:tasks.rados.rados.0.smithi097.stdout:1623: expect (ObjNum 464 snap 130 seq_num 464) 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:1621: done (2 left) 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:1623: done (1 left) 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:1624: done (0 left) 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:1625: read oid 42 snap -1 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:1625: expect (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:1626: read oid 23 snap -1 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:1626: expect (ObjNum 468 snap 130 seq_num 468) 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 152 2024-09-16T03:00:13.011 INFO:tasks.rados.rados.0.smithi097.stdout:1627: seq_num 525 ranges {1646592=802816,2449408=712704,3162112=90112} 2024-09-16T03:00:13.025 INFO:tasks.rados.rados.0.smithi097.stdout:1627: writing smithi09778949-13 from 1646592 to 2449408 tid 1 2024-09-16T03:00:13.029 INFO:tasks.rados.rados.0.smithi097.stdout:1627: writing smithi09778949-13 from 2449408 to 3162112 tid 2 2024-09-16T03:00:13.030 INFO:tasks.rados.rados.0.smithi097.stdout:1627: writing smithi09778949-13 from 3162112 to 3252224 tid 3 2024-09-16T03:00:13.030 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 152 2024-09-16T03:00:13.030 INFO:tasks.rados.rados.0.smithi097.stdout:1628: seq_num 526 ranges {1638400=417792,2056192=589824,2646016=614400} 2024-09-16T03:00:13.042 INFO:tasks.rados.rados.0.smithi097.stdout:1628: writing smithi09778949-16 from 1638400 to 2056192 tid 1 2024-09-16T03:00:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:1628: writing smithi09778949-16 from 2056192 to 2646016 tid 2 2024-09-16T03:00:13.049 INFO:tasks.rados.rados.0.smithi097.stdout:1628: writing smithi09778949-16 from 2646016 to 3260416 tid 3 2024-09-16T03:00:13.049 INFO:tasks.rados.rados.0.smithi097.stdout:1629: read oid 33 snap -1 2024-09-16T03:00:13.049 INFO:tasks.rados.rados.0.smithi097.stdout:1629: expect (ObjNum 474 snap 134 seq_num 474) 2024-09-16T03:00:13.049 INFO:tasks.rados.rados.0.smithi097.stdout:1630: snap_create 2024-09-16T03:00:13.049 INFO:tasks.rados.rados.0.smithi097.stdout:1627: finishing write tid 1 to smithi09778949-13 2024-09-16T03:00:13.049 INFO:tasks.rados.rados.0.smithi097.stdout:1625: expect (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:1627: finishing write tid 2 to smithi09778949-13 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:1627: finishing write tid 3 to smithi09778949-13 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:1627: finishing write tid 4 to smithi09778949-13 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:1627: finishing write tid 5 to smithi09778949-13 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:1627: oid 13 updating version 0 to 774 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:1627: oid 13 version 774 is already newer than 773 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:1627: oid 13 updating version 774 to 775 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:1627: oid 13 updating version 775 to 776 2024-09-16T03:00:13.262 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 776 (ObjNum 525 snap 152 seq_num 525) dirty exists 2024-09-16T03:00:13.263 INFO:tasks.rados.rados.0.smithi097.stdout:1627: left oid 13 (ObjNum 525 snap 152 seq_num 525) 2024-09-16T03:00:13.263 INFO:tasks.rados.rados.0.smithi097.stdout:1626: expect (ObjNum 468 snap 130 seq_num 468) 2024-09-16T03:00:13.409 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:13 smithi097 podman[108937]: 2024-09-16 03:00:13.074758778 +0000 UTC m=+0.758660932 container remove cdcc06a5aa0690af4ab8a59a9a3f7934fa93dbe9e7e69f18d7d9c7f268ea9dff (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, RELEASE=reef-ae7f373, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T03:00:13.674 INFO:tasks.rados.rados.0.smithi097.stdout:1628: finishing write tid 1 to smithi09778949-16 2024-09-16T03:00:13.674 INFO:tasks.rados.rados.0.smithi097.stdout:1628: finishing write tid 2 to smithi09778949-16 2024-09-16T03:00:13.674 INFO:tasks.rados.rados.0.smithi097.stdout:1628: finishing write tid 3 to smithi09778949-16 2024-09-16T03:00:13.674 INFO:tasks.rados.rados.0.smithi097.stdout:1628: finishing write tid 4 to smithi09778949-16 2024-09-16T03:00:13.674 INFO:tasks.rados.rados.0.smithi097.stdout:1628: finishing write tid 5 to smithi09778949-16 2024-09-16T03:00:13.675 INFO:tasks.rados.rados.0.smithi097.stdout:1628: oid 16 updating version 0 to 1232 2024-09-16T03:00:13.675 INFO:tasks.rados.rados.0.smithi097.stdout:1628: oid 16 updating version 1232 to 1233 2024-09-16T03:00:13.675 INFO:tasks.rados.rados.0.smithi097.stdout:1628: oid 16 version 1233 is already newer than 1231 2024-09-16T03:00:13.675 INFO:tasks.rados.rados.0.smithi097.stdout:1628: oid 16 version 1233 is already newer than 1230 2024-09-16T03:00:13.675 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1233 (ObjNum 526 snap 152 seq_num 526) dirty exists 2024-09-16T03:00:13.675 INFO:tasks.rados.rados.0.smithi097.stdout:1628: left oid 16 (ObjNum 526 snap 152 seq_num 526) 2024-09-16T03:00:13.675 INFO:tasks.rados.rados.0.smithi097.stdout:1629: expect (ObjNum 474 snap 134 seq_num 474) 2024-09-16T03:00:13.725 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:13 smithi097 podman[109025]: 2024-09-16 03:00:13.31078453 +0000 UTC m=+0.015949554 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:00:13.725 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:13 smithi097 podman[109025]: 2024-09-16 03:00:13.502494433 +0000 UTC m=+0.207659460 container create f94c0bb7598225456809cdd4a6044b55279521e6f1d2e7b60187de4563e475c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T03:00:13.975 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:13 smithi097 podman[109025]: 2024-09-16 03:00:13.853341948 +0000 UTC m=+0.558506976 container init f94c0bb7598225456809cdd4a6044b55279521e6f1d2e7b60187de4563e475c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:00:13.976 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:13 smithi097 podman[109025]: 2024-09-16 03:00:13.856739641 +0000 UTC m=+0.561904670 container start f94c0bb7598225456809cdd4a6044b55279521e6f1d2e7b60187de4563e475c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T03:00:13.976 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:13 smithi097 podman[109025]: 2024-09-16 03:00:13.962122563 +0000 UTC m=+0.667287588 container attach f94c0bb7598225456809cdd4a6044b55279521e6f1d2e7b60187de4563e475c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:00:13.984 INFO:tasks.rados.rados.0.smithi097.stdout:1625: done (5 left) 2024-09-16T03:00:13.984 INFO:tasks.rados.rados.0.smithi097.stdout:1626: done (4 left) 2024-09-16T03:00:13.984 INFO:tasks.rados.rados.0.smithi097.stdout:1627: done (3 left) 2024-09-16T03:00:13.984 INFO:tasks.rados.rados.0.smithi097.stdout:1628: done (2 left) 2024-09-16T03:00:13.984 INFO:tasks.rados.rados.0.smithi097.stdout:1629: done (1 left) 2024-09-16T03:00:13.984 INFO:tasks.rados.rados.0.smithi097.stdout:1630: done (0 left) 2024-09-16T03:00:13.985 INFO:tasks.rados.rados.0.smithi097.stdout:1631: copy_from oid 23 from oid 48 current snap is 153 2024-09-16T03:00:13.985 INFO:tasks.rados.rados.0.smithi097.stdout:1632: delete oid 40 current snap is 153 2024-09-16T03:00:13.987 INFO:tasks.rados.rados.0.smithi097.stdout:1632: done (1 left) 2024-09-16T03:00:13.987 INFO:tasks.rados.rados.0.smithi097.stdout:1633: snap_remove snap 145 2024-09-16T03:00:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:13 smithi097 ceph-mon[88563]: pgmap v250: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-16T03:00:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:13 smithi097 ceph-mon[88563]: osdmap e388: 8 total, 7 up, 8 in 2024-09-16T03:00:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:13 smithi097 ceph-mon[90424]: pgmap v250: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-16T03:00:14.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:13 smithi097 ceph-mon[90424]: osdmap e388: 8 total, 7 up, 8 in 2024-09-16T03:00:14.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:14 smithi097 podman[109025]: 2024-09-16 03:00:14.06098663 +0000 UTC m=+0.766151658 container died f94c0bb7598225456809cdd4a6044b55279521e6f1d2e7b60187de4563e475c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD) 2024-09-16T03:00:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:13 smithi184 ceph-mon[82194]: pgmap v250: 121 pgs: 8 peering, 14 stale+active+clean, 99 active+clean; 146 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.3 MiB/s wr, 24 op/s 2024-09-16T03:00:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:13 smithi184 ceph-mon[82194]: osdmap e388: 8 total, 7 up, 8 in 2024-09-16T03:00:14.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:14 smithi097 podman[109048]: 2024-09-16 03:00:14.715809461 +0000 UTC m=+0.643711152 container remove f94c0bb7598225456809cdd4a6044b55279521e6f1d2e7b60187de4563e475c5 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:00:14.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:14 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.3.service: Deactivated successfully. 2024-09-16T03:00:14.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:14 smithi097 systemd[1]: Stopped Ceph osd.3 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:00:14.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:14 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.3.service: Consumed 8.949s CPU time. 2024-09-16T03:00:14.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:14 smithi097 systemd[1]: Starting Ceph osd.3 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:00:14.990 INFO:tasks.rados.rados.0.smithi097.stdout:1633: done (1 left) 2024-09-16T03:00:14.990 INFO:tasks.rados.rados.0.smithi097.stdout:1634: setattr oid 37 current snap is 153 2024-09-16T03:00:14.990 INFO:tasks.rados.rados.0.smithi097.stdout:1631: finishing copy_from racing read to smithi09778949-23 2024-09-16T03:00:14.990 INFO:tasks.rados.rados.0.smithi097.stdout:1631: finishing copy_from to smithi09778949-23 2024-09-16T03:00:14.990 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 173 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-09-16T03:00:14.992 INFO:tasks.rados.rados.0.smithi097.stdout:1631: done (1 left) 2024-09-16T03:00:14.992 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 153 2024-09-16T03:00:14.992 INFO:tasks.rados.rados.0.smithi097.stdout:1635: seq_num 528 ranges {3334144=450560,3784704=761856,4546560=442368} 2024-09-16T03:00:15.014 INFO:tasks.rados.rados.0.smithi097.stdout:1635: writing smithi09778949-46 from 3334144 to 3784704 tid 1 2024-09-16T03:00:15.018 INFO:tasks.rados.rados.0.smithi097.stdout:1635: writing smithi09778949-46 from 3784704 to 4546560 tid 2 2024-09-16T03:00:15.021 INFO:tasks.rados.rados.0.smithi097.stdout:1635: writing smithi09778949-46 from 4546560 to 4988928 tid 3 2024-09-16T03:00:15.022 INFO:tasks.rados.rados.0.smithi097.stdout:1636: delete oid 23 current snap is 153 2024-09-16T03:00:15.022 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 766 (ObjNum 897 snap 0 seq_num 1974050064) dirty exists 2024-09-16T03:00:15.022 INFO:tasks.rados.rados.0.smithi097.stdout:1635: finishing write tid 1 to smithi09778949-46 2024-09-16T03:00:15.022 INFO:tasks.rados.rados.0.smithi097.stdout:1635: finishing write tid 2 to smithi09778949-46 2024-09-16T03:00:15.023 INFO:tasks.rados.rados.0.smithi097.stdout:1635: finishing write tid 3 to smithi09778949-46 2024-09-16T03:00:15.024 INFO:tasks.rados.rados.0.smithi097.stdout:1635: finishing write tid 4 to smithi09778949-46 2024-09-16T03:00:15.025 INFO:tasks.rados.rados.0.smithi097.stdout:1634: done (2 left) 2024-09-16T03:00:15.025 INFO:tasks.rados.rados.0.smithi097.stdout:1636: done (1 left) 2024-09-16T03:00:15.025 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 153 2024-09-16T03:00:15.025 INFO:tasks.rados.rados.0.smithi097.stdout:1637: seq_num 530 ranges {1269760=483328,1753088=532480,2285568=671744} 2024-09-16T03:00:15.034 INFO:tasks.rados.rados.0.smithi097.stdout:1637: writing smithi09778949-26 from 1269760 to 1753088 tid 1 2024-09-16T03:00:15.037 INFO:tasks.rados.rados.0.smithi097.stdout:1637: writing smithi09778949-26 from 1753088 to 2285568 tid 2 2024-09-16T03:00:15.041 INFO:tasks.rados.rados.0.smithi097.stdout:1637: writing smithi09778949-26 from 2285568 to 2957312 tid 3 2024-09-16T03:00:15.041 INFO:tasks.rados.rados.0.smithi097.stdout:1638: snap_remove snap 150 2024-09-16T03:00:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:14 smithi097 ceph-mon[88563]: osdmap e389: 8 total, 7 up, 8 in 2024-09-16T03:00:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:14 smithi097 ceph-mon[90424]: osdmap e389: 8 total, 7 up, 8 in 2024-09-16T03:00:15.245 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 podman[109145]: 2024-09-16 03:00:15.059440221 +0000 UTC m=+0.015589136 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:00:15.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 podman[109145]: 2024-09-16 03:00:15.166850317 +0000 UTC m=+0.122999219 container create 5274f76c6b19649ec43122af736acf6ace61a00b315cd89ea2f2edc01802da18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T03:00:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:14 smithi184 ceph-mon[82194]: osdmap e389: 8 total, 7 up, 8 in 2024-09-16T03:00:15.576 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 podman[109145]: 2024-09-16 03:00:15.444600987 +0000 UTC m=+0.400749889 container init 5274f76c6b19649ec43122af736acf6ace61a00b315cd89ea2f2edc01802da18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, ceph=True, GIT_CLEAN=True) 2024-09-16T03:00:15.576 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 podman[109145]: 2024-09-16 03:00:15.447861361 +0000 UTC m=+0.404010264 container start 5274f76c6b19649ec43122af736acf6ace61a00b315cd89ea2f2edc01802da18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-16T03:00:15.576 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 podman[109145]: 2024-09-16 03:00:15.52789617 +0000 UTC m=+0.484045084 container attach 5274f76c6b19649ec43122af736acf6ace61a00b315cd89ea2f2edc01802da18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.37.2) 2024-09-16T03:00:15.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:00:15.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 bash[109145]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:00:15.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:00:15.988 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:15 smithi097 bash[109145]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:00:16.002 INFO:tasks.rados.rados.0.smithi097.stdout:1638: done (2 left) 2024-09-16T03:00:16.002 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 153 2024-09-16T03:00:16.002 INFO:tasks.rados.rados.0.smithi097.stdout:1635: finishing write tid 5 to smithi09778949-46 2024-09-16T03:00:16.002 INFO:tasks.rados.rados.0.smithi097.stdout:1635: oid 46 updating version 0 to 767 2024-09-16T03:00:16.003 INFO:tasks.rados.rados.0.smithi097.stdout:1635: oid 46 updating version 767 to 769 2024-09-16T03:00:16.003 INFO:tasks.rados.rados.0.smithi097.stdout:1635: oid 46 updating version 769 to 770 2024-09-16T03:00:16.003 INFO:tasks.rados.rados.0.smithi097.stdout:1635: oid 46 version 770 is already newer than 768 2024-09-16T03:00:16.003 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 770 (ObjNum 528 snap 153 seq_num 528) dirty exists 2024-09-16T03:00:16.003 INFO:tasks.rados.rados.0.smithi097.stdout:1635: left oid 46 (ObjNum 528 snap 153 seq_num 528) 2024-09-16T03:00:16.003 INFO:tasks.rados.rados.0.smithi097.stdout:1637: finishing write tid 1 to smithi09778949-26 2024-09-16T03:00:16.004 INFO:tasks.rados.rados.0.smithi097.stdout:1637: finishing write tid 2 to smithi09778949-26 2024-09-16T03:00:16.004 INFO:tasks.rados.rados.0.smithi097.stdout:1639: seq_num 531 ranges {0=499712,499712=417792,917504=548864,1466368=237568} 2024-09-16T03:00:16.004 INFO:tasks.rados.rados.0.smithi097.stdout:1639: writing smithi09778949-9 from 0 to 499712 tid 1 2024-09-16T03:00:16.007 INFO:tasks.rados.rados.0.smithi097.stdout:1639: writing smithi09778949-9 from 499712 to 917504 tid 2 2024-09-16T03:00:16.011 INFO:tasks.rados.rados.0.smithi097.stdout:1639: writing smithi09778949-9 from 917504 to 1466368 tid 3 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1639: writing smithi09778949-9 from 1466368 to 1703936 tid 4 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1635: done (2 left) 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1640: snap_create 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1637: finishing write tid 3 to smithi09778949-26 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1637: finishing write tid 4 to smithi09778949-26 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1637: finishing write tid 5 to smithi09778949-26 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1637: oid 26 updating version 0 to 443 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1637: oid 26 updating version 443 to 444 2024-09-16T03:00:16.014 INFO:tasks.rados.rados.0.smithi097.stdout:1637: oid 26 version 444 is already newer than 442 2024-09-16T03:00:16.015 INFO:tasks.rados.rados.0.smithi097.stdout:1637: oid 26 version 444 is already newer than 441 2024-09-16T03:00:16.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 444 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-09-16T03:00:16.015 INFO:tasks.rados.rados.0.smithi097.stdout:1637: left oid 26 (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:00:16.015 INFO:tasks.rados.rados.0.smithi097.stdout:1639: finishing write tid 1 to smithi09778949-9 2024-09-16T03:00:16.015 INFO:tasks.rados.rados.0.smithi097.stdout:1639: finishing write tid 2 to smithi09778949-9 2024-09-16T03:00:16.016 INFO:tasks.rados.rados.0.smithi097.stdout:1639: finishing write tid 3 to smithi09778949-9 2024-09-16T03:00:16.016 INFO:tasks.rados.rados.0.smithi097.stdout:1639: finishing write tid 4 to smithi09778949-9 2024-09-16T03:00:16.016 INFO:tasks.rados.rados.0.smithi097.stdout:1639: finishing write tid 5 to smithi09778949-9 2024-09-16T03:00:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1639: finishing write tid 6 to smithi09778949-9 2024-09-16T03:00:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1639: oid 9 updating version 0 to 960 2024-09-16T03:00:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1639: oid 9 version 960 is already newer than 957 2024-09-16T03:00:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1639: oid 9 version 960 is already newer than 956 2024-09-16T03:00:16.019 INFO:tasks.rados.rados.0.smithi097.stdout:1639: oid 9 version 960 is already newer than 959 2024-09-16T03:00:16.019 INFO:tasks.rados.rados.0.smithi097.stdout:1639: oid 9 version 960 is already newer than 958 2024-09-16T03:00:16.019 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 960 (ObjNum 531 snap 153 seq_num 531) dirty exists 2024-09-16T03:00:16.019 INFO:tasks.rados.rados.0.smithi097.stdout:1639: left oid 9 (ObjNum 531 snap 153 seq_num 531) 2024-09-16T03:00:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:15 smithi097 ceph-mon[88563]: pgmap v253: 121 pgs: 26 active+undersized, 8 peering, 4 active+undersized+degraded, 83 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 428 KiB/s rd, 3.2 MiB/s wr, 8 op/s; 20/282 objects degraded (7.092%) 2024-09-16T03:00:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:15 smithi097 ceph-mon[88563]: Health check failed: Degraded data redundancy: 20/282 objects degraded (7.092%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:15 smithi097 ceph-mon[88563]: osdmap e390: 8 total, 7 up, 8 in 2024-09-16T03:00:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:15 smithi097 ceph-mon[90424]: pgmap v253: 121 pgs: 26 active+undersized, 8 peering, 4 active+undersized+degraded, 83 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 428 KiB/s rd, 3.2 MiB/s wr, 8 op/s; 20/282 objects degraded (7.092%) 2024-09-16T03:00:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:15 smithi097 ceph-mon[90424]: Health check failed: Degraded data redundancy: 20/282 objects degraded (7.092%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:16.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:15 smithi097 ceph-mon[90424]: osdmap e390: 8 total, 7 up, 8 in 2024-09-16T03:00:16.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T03:00:16.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 bash[109145]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T03:00:16.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T03:00:16.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 bash[109145]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T03:00:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:15 smithi184 ceph-mon[82194]: pgmap v253: 121 pgs: 26 active+undersized, 8 peering, 4 active+undersized+degraded, 83 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 428 KiB/s rd, 3.2 MiB/s wr, 8 op/s; 20/282 objects degraded (7.092%) 2024-09-16T03:00:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:15 smithi184 ceph-mon[82194]: Health check failed: Degraded data redundancy: 20/282 objects degraded (7.092%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:15 smithi184 ceph-mon[82194]: osdmap e390: 8 total, 7 up, 8 in 2024-09-16T03:00:16.667 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T03:00:16.667 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 bash[109145]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T03:00:16.667 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T03:00:16.667 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 bash[109145]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T03:00:16.667 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-16T03:00:16.667 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 bash[109145]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-09-16T03:00:16.667 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T03:00:16.668 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 bash[109145]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-16T03:00:16.668 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate[109161]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-16T03:00:16.668 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 bash[109145]: --> ceph-volume raw activate successful for osd ID: 3 2024-09-16T03:00:16.668 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 podman[109145]: 2024-09-16 03:00:16.365170661 +0000 UTC m=+1.321319573 container died 5274f76c6b19649ec43122af736acf6ace61a00b315cd89ea2f2edc01802da18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T03:00:16.976 INFO:tasks.rados.rados.0.smithi097.stdout:1637: done (2 left) 2024-09-16T03:00:16.976 INFO:tasks.rados.rados.0.smithi097.stdout:1639: done (1 left) 2024-09-16T03:00:16.976 INFO:tasks.rados.rados.0.smithi097.stdout:1640: done (0 left) 2024-09-16T03:00:16.976 INFO:tasks.rados.rados.0.smithi097.stdout:1641: rollback oid 36 current snap is 154 2024-09-16T03:00:16.977 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 153 2024-09-16T03:00:16.977 INFO:tasks.rados.rados.0.smithi097.stdout:1642: snap_create 2024-09-16T03:00:16.981 INFO:tasks.rados.rados.0.smithi097.stdout:1641: finishing rollback tid 0 to smithi09778949-36 2024-09-16T03:00:16.982 INFO:tasks.rados.rados.0.smithi097.stdout:1641: finishing rollback tid 1 to smithi09778949-36 2024-09-16T03:00:16.983 INFO:tasks.rados.rados.0.smithi097.stdout:1641: finishing rollback tid 2 to smithi09778949-36 2024-09-16T03:00:16.983 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1045 (ObjNum 502 snap 144 seq_num 502) dirty exists 2024-09-16T03:00:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-mon[88563]: osdmap e391: 8 total, 7 up, 8 in 2024-09-16T03:00:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-mon[88563]: osdmap e392: 8 total, 7 up, 8 in 2024-09-16T03:00:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-mon[90424]: osdmap e391: 8 total, 7 up, 8 in 2024-09-16T03:00:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:16 smithi097 ceph-mon[90424]: osdmap e392: 8 total, 7 up, 8 in 2024-09-16T03:00:17.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:16 smithi097 podman[109299]: 2024-09-16 03:00:16.965536694 +0000 UTC m=+0.590779096 container remove 5274f76c6b19649ec43122af736acf6ace61a00b315cd89ea2f2edc01802da18 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-activate, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD) 2024-09-16T03:00:17.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:17 smithi097 podman[109359]: 2024-09-16 03:00:17.076690281 +0000 UTC m=+0.015591878 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:00:17.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:17 smithi097 podman[109359]: 2024-09-16 03:00:17.199892075 +0000 UTC m=+0.138793674 container create 072d9f3ba3329b8c1cd00109884e7139c04543c732a51d9425b1d761dc704a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-16T03:00:17.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:16 smithi184 ceph-mon[82194]: osdmap e391: 8 total, 7 up, 8 in 2024-09-16T03:00:17.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:16 smithi184 ceph-mon[82194]: osdmap e392: 8 total, 7 up, 8 in 2024-09-16T03:00:17.712 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:17 smithi097 podman[109359]: 2024-09-16 03:00:17.477415311 +0000 UTC m=+0.416316909 container init 072d9f3ba3329b8c1cd00109884e7139c04543c732a51d9425b1d761dc704a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731) 2024-09-16T03:00:17.713 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:17 smithi097 podman[109359]: 2024-09-16 03:00:17.480577914 +0000 UTC m=+0.419479514 container start 072d9f3ba3329b8c1cd00109884e7139c04543c732a51d9425b1d761dc704a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:00:17.713 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:17 smithi097 ceph-osd[109378]: -- 172.21.15.97:0/3863740582 <== mon.2 v2:172.21.15.97:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x562b6715ba40 con 0x562b67139c00 2024-09-16T03:00:17.979 INFO:tasks.rados.rados.0.smithi097.stdout:1641: done (1 left) 2024-09-16T03:00:17.980 INFO:tasks.rados.rados.0.smithi097.stdout:1642: done (0 left) 2024-09-16T03:00:17.980 INFO:tasks.rados.rados.0.smithi097.stdout:1643: read oid 4 snap 153 2024-09-16T03:00:17.980 INFO:tasks.rados.rados.0.smithi097.stdout:1643: expect (ObjNum 489 snap 139 seq_num 489) 2024-09-16T03:00:17.980 INFO:tasks.rados.rados.0.smithi097.stdout:1644: snap_remove snap 152 2024-09-16T03:00:17.994 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:17 smithi097 bash[109359]: 072d9f3ba3329b8c1cd00109884e7139c04543c732a51d9425b1d761dc704a13 2024-09-16T03:00:17.995 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:17 smithi097 systemd[1]: Started Ceph osd.3 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:00:18.352 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[88563]: pgmap v256: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 26/285 objects degraded (9.123%) 2024-09-16T03:00:18.352 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:18.352 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:18.352 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:18.352 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[88563]: osdmap e393: 8 total, 7 up, 8 in 2024-09-16T03:00:18.352 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[90424]: pgmap v256: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 26/285 objects degraded (9.123%) 2024-09-16T03:00:18.352 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:18.352 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:18.353 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:18.353 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:18 smithi097 ceph-mon[90424]: osdmap e393: 8 total, 7 up, 8 in 2024-09-16T03:00:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:18 smithi184 ceph-mon[82194]: pgmap v256: 121 pgs: 27 active+undersized, 8 peering, 6 active+undersized+degraded, 80 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.7 MiB/s wr, 18 op/s; 26/285 objects degraded (9.123%) 2024-09-16T03:00:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:18 smithi184 ceph-mon[82194]: osdmap e393: 8 total, 7 up, 8 in 2024-09-16T03:00:18.983 INFO:tasks.rados.rados.0.smithi097.stdout:1644: done (1 left) 2024-09-16T03:00:18.983 INFO:tasks.rados.rados.0.smithi097.stdout:1645: setattr oid 49 current snap is 155 2024-09-16T03:00:18.983 INFO:tasks.rados.rados.0.smithi097.stdout:1643: expect (ObjNum 489 snap 139 seq_num 489) 2024-09-16T03:00:19.131 INFO:tasks.rados.rados.0.smithi097.stdout:1643: done (1 left) 2024-09-16T03:00:19.131 INFO:tasks.rados.rados.0.smithi097.stdout:1646: snap_remove snap 146 2024-09-16T03:00:19.353 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:00:19.111+0000 7fddfe77d640 -1 Falling back to public interface 2024-09-16T03:00:19.353 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:00:19] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-09-16T03:00:20.007 INFO:tasks.rados.rados.0.smithi097.stdout:1646: done (1 left) 2024-09-16T03:00:20.008 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 155 2024-09-16T03:00:20.008 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1037 (ObjNum 502 snap 144 seq_num 502) dirty exists 2024-09-16T03:00:20.008 INFO:tasks.rados.rados.0.smithi097.stdout:1647: seq_num 532 ranges {8101888=516096,8617984=696320,9314304=507904} 2024-09-16T03:00:20.054 INFO:tasks.rados.rados.0.smithi097.stdout:1647: writing smithi09778949-41 from 8101888 to 8617984 tid 1 2024-09-16T03:00:20.058 INFO:tasks.rados.rados.0.smithi097.stdout:1647: writing smithi09778949-41 from 8617984 to 9314304 tid 2 2024-09-16T03:00:20.061 INFO:tasks.rados.rados.0.smithi097.stdout:1647: writing smithi09778949-41 from 9314304 to 9822208 tid 3 2024-09-16T03:00:20.062 INFO:tasks.rados.rados.0.smithi097.stdout:1645: done (1 left) 2024-09-16T03:00:20.062 INFO:tasks.rados.rados.0.smithi097.stdout:1648: copy_from oid 29 from oid 48 current snap is 155 2024-09-16T03:00:20.062 INFO:tasks.rados.rados.0.smithi097.stdout:1647: finishing write tid 1 to smithi09778949-41 2024-09-16T03:00:20.062 INFO:tasks.rados.rados.0.smithi097.stdout:1647: finishing write tid 2 to smithi09778949-41 2024-09-16T03:00:20.062 INFO:tasks.rados.rados.0.smithi097.stdout:1649: snap_remove snap 154 2024-09-16T03:00:20.084 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-mon[88563]: pgmap v259: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 27/288 objects degraded (9.375%) 2024-09-16T03:00:20.085 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:20.085 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:20.085 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-mon[88563]: osdmap e394: 8 total, 7 up, 8 in 2024-09-16T03:00:20.085 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-mon[90424]: pgmap v259: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 27/288 objects degraded (9.375%) 2024-09-16T03:00:20.085 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:20.085 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:20.085 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:19 smithi097 ceph-mon[90424]: osdmap e394: 8 total, 7 up, 8 in 2024-09-16T03:00:20.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:19 smithi184 ceph-mon[82194]: pgmap v259: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 156 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 12 op/s; 27/288 objects degraded (9.375%) 2024-09-16T03:00:20.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:20.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:20.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:19 smithi184 ceph-mon[82194]: osdmap e394: 8 total, 7 up, 8 in 2024-09-16T03:00:21.016 INFO:tasks.rados.rados.0.smithi097.stdout:1649: done (2 left) 2024-09-16T03:00:21.016 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 155 2024-09-16T03:00:21.016 INFO:tasks.rados.rados.0.smithi097.stdout:1647: finishing write tid 3 to smithi09778949-41 2024-09-16T03:00:21.016 INFO:tasks.rados.rados.0.smithi097.stdout:1650: seq_num 533 ranges {1908736=532480,2441216=630784,3072000=516096,3588096=57344} 2024-09-16T03:00:21.029 INFO:tasks.rados.rados.0.smithi097.stdout:1650: writing smithi09778949-49 from 1908736 to 2441216 tid 1 2024-09-16T03:00:21.033 INFO:tasks.rados.rados.0.smithi097.stdout:1650: writing smithi09778949-49 from 2441216 to 3072000 tid 2 2024-09-16T03:00:21.036 INFO:tasks.rados.rados.0.smithi097.stdout:1650: writing smithi09778949-49 from 3072000 to 3588096 tid 3 2024-09-16T03:00:21.037 INFO:tasks.rados.rados.0.smithi097.stdout:1650: writing smithi09778949-49 from 3588096 to 3645440 tid 4 2024-09-16T03:00:21.037 INFO:tasks.rados.rados.0.smithi097.stdout:1647: finishing write tid 4 to smithi09778949-41 2024-09-16T03:00:21.037 INFO:tasks.rados.rados.0.smithi097.stdout:1647: finishing write tid 5 to smithi09778949-41 2024-09-16T03:00:21.037 INFO:tasks.rados.rados.0.smithi097.stdout:1647: oid 41 updating version 0 to 1048 2024-09-16T03:00:21.037 INFO:tasks.rados.rados.0.smithi097.stdout:1647: oid 41 version 1048 is already newer than 1047 2024-09-16T03:00:21.037 INFO:tasks.rados.rados.0.smithi097.stdout:1647: oid 41 version 1048 is already newer than 1046 2024-09-16T03:00:21.037 INFO:tasks.rados.rados.0.smithi097.stdout:1647: oid 41 updating version 1048 to 1049 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1049 (ObjNum 532 snap 155 seq_num 532) dirty exists 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:1647: left oid 41 (ObjNum 532 snap 155 seq_num 532) 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:1648: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:1648: finishing copy_from to smithi09778949-29 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 173 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:1647: done (2 left) 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:1648: done (1 left) 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:1651: read oid 11 snap -1 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:1651: expect (ObjNum 522 snap 151 seq_num 522) 2024-09-16T03:00:21.038 INFO:tasks.rados.rados.0.smithi097.stdout:1652: snap_create 2024-09-16T03:00:21.040 INFO:tasks.rados.rados.0.smithi097.stdout:1650: finishing write tid 1 to smithi09778949-49 2024-09-16T03:00:21.040 INFO:tasks.rados.rados.0.smithi097.stdout:1650: finishing write tid 2 to smithi09778949-49 2024-09-16T03:00:21.040 INFO:tasks.rados.rados.0.smithi097.stdout:1650: finishing write tid 3 to smithi09778949-49 2024-09-16T03:00:21.041 INFO:tasks.rados.rados.0.smithi097.stdout:1650: finishing write tid 4 to smithi09778949-49 2024-09-16T03:00:21.042 INFO:tasks.rados.rados.0.smithi097.stdout:1650: finishing write tid 5 to smithi09778949-49 2024-09-16T03:00:21.043 INFO:tasks.rados.rados.0.smithi097.stdout:1650: finishing write tid 6 to smithi09778949-49 2024-09-16T03:00:21.043 INFO:tasks.rados.rados.0.smithi097.stdout:1650: oid 49 updating version 0 to 1042 2024-09-16T03:00:21.043 INFO:tasks.rados.rados.0.smithi097.stdout:1650: oid 49 updating version 1042 to 1044 2024-09-16T03:00:21.043 INFO:tasks.rados.rados.0.smithi097.stdout:1650: oid 49 version 1044 is already newer than 1043 2024-09-16T03:00:21.043 INFO:tasks.rados.rados.0.smithi097.stdout:1650: oid 49 version 1044 is already newer than 1040 2024-09-16T03:00:21.043 INFO:tasks.rados.rados.0.smithi097.stdout:1650: oid 49 version 1044 is already newer than 1041 2024-09-16T03:00:21.043 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1044 (ObjNum 533 snap 155 seq_num 533) dirty exists 2024-09-16T03:00:21.043 INFO:tasks.rados.rados.0.smithi097.stdout:1650: left oid 49 (ObjNum 533 snap 155 seq_num 533) 2024-09-16T03:00:21.048 INFO:tasks.rados.rados.0.smithi097.stdout:1651: expect (ObjNum 522 snap 151 seq_num 522) 2024-09-16T03:00:21.061 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:21 smithi097 ceph-mon[88563]: osdmap e395: 8 total, 7 up, 8 in 2024-09-16T03:00:21.061 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:21 smithi097 ceph-mon[90424]: osdmap e395: 8 total, 7 up, 8 in 2024-09-16T03:00:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:21 smithi184 ceph-mon[82194]: osdmap e395: 8 total, 7 up, 8 in 2024-09-16T03:00:22.028 INFO:tasks.rados.rados.0.smithi097.stdout:1650: done (2 left) 2024-09-16T03:00:22.028 INFO:tasks.rados.rados.0.smithi097.stdout:1651: done (1 left) 2024-09-16T03:00:22.028 INFO:tasks.rados.rados.0.smithi097.stdout:1652: done (0 left) 2024-09-16T03:00:22.028 INFO:tasks.rados.rados.0.smithi097.stdout:1653: setattr oid 37 current snap is 156 2024-09-16T03:00:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:1654: copy_from oid 34 from oid 33 current snap is 156 2024-09-16T03:00:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:1655: copy_from oid 16 from oid 43 current snap is 156 2024-09-16T03:00:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:1656: rollback oid 13 current snap is 156 2024-09-16T03:00:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 153 2024-09-16T03:00:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 156 2024-09-16T03:00:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:1657: seq_num 534 ranges {9912320=548864,10461184=516096,10977280=688128} 2024-09-16T03:00:22.089 INFO:tasks.rados.rados.0.smithi097.stdout:1657: writing smithi09778949-24 from 9912320 to 10461184 tid 1 2024-09-16T03:00:22.092 INFO:tasks.rados.rados.0.smithi097.stdout:1657: writing smithi09778949-24 from 10461184 to 10977280 tid 2 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:1657: writing smithi09778949-24 from 10977280 to 11665408 tid 3 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:1656: finishing rollback tid 0 to smithi09778949-13 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:1656: finishing rollback tid 1 to smithi09778949-13 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:1656: finishing rollback tid 2 to smithi09778949-13 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 779 (ObjNum 525 snap 152 seq_num 525) dirty exists 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 772 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:1654: finishing copy_from racing read to smithi09778949-34 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:1654: finishing copy_from to smithi09778949-34 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 968 (ObjNum 474 snap 134 seq_num 474) dirty exists 2024-09-16T03:00:22.098 INFO:tasks.rados.rados.0.smithi097.stdout:1655: finishing copy_from racing read to smithi09778949-16 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1655: finishing copy_from to smithi09778949-16 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 781 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1657: finishing write tid 1 to smithi09778949-24 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1657: finishing write tid 2 to smithi09778949-24 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1653: done (4 left) 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1654: done (3 left) 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1655: done (2 left) 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1656: done (1 left) 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1658: copy_from oid 25 from oid 31 current snap is 156 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1659: rollback oid 26 current snap is 156 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 155 2024-09-16T03:00:22.099 INFO:tasks.rados.rados.0.smithi097.stdout:1660: snap_create 2024-09-16T03:00:22.101 INFO:tasks.rados.rados.0.smithi097.stdout:1659: finishing rollback tid 0 to smithi09778949-26 2024-09-16T03:00:22.101 INFO:tasks.rados.rados.0.smithi097.stdout:1659: finishing rollback tid 1 to smithi09778949-26 2024-09-16T03:00:22.101 INFO:tasks.rados.rados.0.smithi097.stdout:1657: finishing write tid 3 to smithi09778949-24 2024-09-16T03:00:22.101 INFO:tasks.rados.rados.0.smithi097.stdout:1657: finishing write tid 4 to smithi09778949-24 2024-09-16T03:00:22.102 INFO:tasks.rados.rados.0.smithi097.stdout:1659: finishing rollback tid 2 to smithi09778949-26 2024-09-16T03:00:22.102 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 971 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-09-16T03:00:22.103 INFO:tasks.rados.rados.0.smithi097.stdout:1657: finishing write tid 5 to smithi09778949-24 2024-09-16T03:00:22.103 INFO:tasks.rados.rados.0.smithi097.stdout:1657: oid 24 updating version 0 to 1057 2024-09-16T03:00:22.103 INFO:tasks.rados.rados.0.smithi097.stdout:1657: oid 24 version 1057 is already newer than 1056 2024-09-16T03:00:22.103 INFO:tasks.rados.rados.0.smithi097.stdout:1657: oid 24 updating version 1057 to 1058 2024-09-16T03:00:22.103 INFO:tasks.rados.rados.0.smithi097.stdout:1657: oid 24 version 1058 is already newer than 1055 2024-09-16T03:00:22.104 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1058 (ObjNum 534 snap 156 seq_num 534) dirty exists 2024-09-16T03:00:22.104 INFO:tasks.rados.rados.0.smithi097.stdout:1657: left oid 24 (ObjNum 534 snap 156 seq_num 534) 2024-09-16T03:00:22.108 INFO:tasks.rados.rados.0.smithi097.stdout:1658: finishing copy_from racing read to smithi09778949-25 2024-09-16T03:00:22.110 INFO:tasks.rados.rados.0.smithi097.stdout:1658: finishing copy_from to smithi09778949-25 2024-09-16T03:00:22.110 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 913 (ObjNum 497 snap 143 seq_num 497) dirty exists 2024-09-16T03:00:22.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[88563]: pgmap v262: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 828 KiB/s wr, 5 op/s; 27/267 objects degraded (10.112%) 2024-09-16T03:00:22.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 27/267 objects degraded (10.112%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:22.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[88563]: osdmap e396: 8 total, 7 up, 8 in 2024-09-16T03:00:22.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[90424]: pgmap v262: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 828 KiB/s wr, 5 op/s; 27/267 objects degraded (10.112%) 2024-09-16T03:00:22.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 27/267 objects degraded (10.112%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:22.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[90424]: osdmap e396: 8 total, 7 up, 8 in 2024-09-16T03:00:22.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:22 smithi184 ceph-mon[82194]: pgmap v262: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 828 KiB/s wr, 5 op/s; 27/267 objects degraded (10.112%) 2024-09-16T03:00:22.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:22 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 27/267 objects degraded (10.112%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:22 smithi184 ceph-mon[82194]: osdmap e396: 8 total, 7 up, 8 in 2024-09-16T03:00:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:1657: done (3 left) 2024-09-16T03:00:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:1658: done (2 left) 2024-09-16T03:00:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:1659: done (1 left) 2024-09-16T03:00:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:1660: done (0 left) 2024-09-16T03:00:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:1661: rmattr oid 9 current snap is 157 2024-09-16T03:00:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:1661: done (0 left) 2024-09-16T03:00:23.033 INFO:tasks.rados.rados.0.smithi097.stdout:1662: copy_from oid 8 from oid 42 current snap is 157 2024-09-16T03:00:23.033 INFO:tasks.rados.rados.0.smithi097.stdout:1663: delete oid 3 current snap is 157 2024-09-16T03:00:23.040 INFO:tasks.rados.rados.0.smithi097.stdout:1663: done (1 left) 2024-09-16T03:00:23.040 INFO:tasks.rados.rados.0.smithi097.stdout:1664: rollback oid 25 current snap is 157 2024-09-16T03:00:23.040 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 153 2024-09-16T03:00:23.040 INFO:tasks.rados.rados.0.smithi097.stdout:1665: snap_create 2024-09-16T03:00:23.054 INFO:tasks.rados.rados.0.smithi097.stdout:1662: finishing copy_from racing read to smithi09778949-8 2024-09-16T03:00:23.054 INFO:tasks.rados.rados.0.smithi097.stdout:1664: finishing rollback tid 0 to smithi09778949-25 2024-09-16T03:00:23.054 INFO:tasks.rados.rados.0.smithi097.stdout:1664: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:00:23.054 INFO:tasks.rados.rados.0.smithi097.stdout:1664: finishing rollback tid 2 to smithi09778949-25 2024-09-16T03:00:23.054 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1052 (ObjNum 422 snap 121 seq_num 422) dirty exists 2024-09-16T03:00:23.056 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:23 smithi097 ceph-mon[88563]: osdmap e397: 8 total, 7 up, 8 in 2024-09-16T03:00:23.056 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:23 smithi097 ceph-mon[88563]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-16T03:00:23.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:23 smithi097 ceph-mon[90424]: osdmap e397: 8 total, 7 up, 8 in 2024-09-16T03:00:23.056 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:23 smithi097 ceph-mon[90424]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-16T03:00:23.056 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:22 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:00:22.790+0000 7fddfe77d640 -1 osd.3 386 log_to_monitors true 2024-09-16T03:00:23.058 INFO:tasks.rados.rados.0.smithi097.stdout:1662: finishing copy_from to smithi09778949-8 2024-09-16T03:00:23.059 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1216 (ObjNum 518 snap 150 seq_num 518) dirty exists 2024-09-16T03:00:23.336 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:00:23 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:00:23.054+0000 7fddf6527640 -1 osd.3 386 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T03:00:23.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:23 smithi184 ceph-mon[82194]: osdmap e397: 8 total, 7 up, 8 in 2024-09-16T03:00:23.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:23 smithi184 ceph-mon[82194]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1662: done (2 left) 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1664: done (1 left) 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1665: done (0 left) 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1666: read oid 30 snap 155 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1666: expect deleted 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1667: rollback oid 17 current snap is 158 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 17 to 156 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1668: read oid 14 snap 156 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1668: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:00:24.053 INFO:tasks.rados.rados.0.smithi097.stdout:1669: rollback oid 25 current snap is 158 2024-09-16T03:00:24.054 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 156 2024-09-16T03:00:24.054 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 158 2024-09-16T03:00:24.054 INFO:tasks.rados.rados.0.smithi097.stdout:1670: seq_num 536 ranges {4423680=581632,5005312=688128,5693440=516096} 2024-09-16T03:00:24.075 INFO:tasks.rados.rados.0.smithi097.stdout:1670: writing smithi09778949-29 from 4423680 to 5005312 tid 1 2024-09-16T03:00:24.079 INFO:tasks.rados.rados.0.smithi097.stdout:1670: writing smithi09778949-29 from 5005312 to 5693440 tid 2 2024-09-16T03:00:24.083 INFO:tasks.rados.rados.0.smithi097.stdout:1670: writing smithi09778949-29 from 5693440 to 6209536 tid 3 2024-09-16T03:00:24.083 INFO:tasks.rados.rados.0.smithi097.stdout:1671: read oid 23 snap -1 2024-09-16T03:00:24.083 INFO:tasks.rados.rados.0.smithi097.stdout:1671: expect deleted 2024-09-16T03:00:24.083 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 158 2024-09-16T03:00:24.083 INFO:tasks.rados.rados.0.smithi097.stdout:1672: seq_num 537 ranges {1146880=598016,1744896=573440,2318336=491520,2809856=139264} 2024-09-16T03:00:24.093 INFO:tasks.rados.rados.0.smithi097.stdout:1672: writing smithi09778949-50 from 1146880 to 1744896 tid 1 2024-09-16T03:00:24.096 INFO:tasks.rados.rados.0.smithi097.stdout:1672: writing smithi09778949-50 from 1744896 to 2318336 tid 2 2024-09-16T03:00:24.099 INFO:tasks.rados.rados.0.smithi097.stdout:1672: writing smithi09778949-50 from 2318336 to 2809856 tid 3 2024-09-16T03:00:24.100 INFO:tasks.rados.rados.0.smithi097.stdout:1672: writing smithi09778949-50 from 2809856 to 2949120 tid 4 2024-09-16T03:00:24.100 INFO:tasks.rados.rados.0.smithi097.stdout:1673: delete oid 31 current snap is 158 2024-09-16T03:00:24.100 INFO:tasks.rados.rados.0.smithi097.stdout:1667: finishing rollback tid 0 to smithi09778949-17 2024-09-16T03:00:24.101 INFO:tasks.rados.rados.0.smithi097.stdout:1669: finishing rollback tid 0 to smithi09778949-25 2024-09-16T03:00:24.101 INFO:tasks.rados.rados.0.smithi097.stdout:1667: finishing rollback tid 1 to smithi09778949-17 2024-09-16T03:00:24.101 INFO:tasks.rados.rados.0.smithi097.stdout:1669: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:00:24.101 INFO:tasks.rados.rados.0.smithi097.stdout:1667: finishing rollback tid 2 to smithi09778949-17 2024-09-16T03:00:24.101 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1119 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T03:00:24.101 INFO:tasks.rados.rados.0.smithi097.stdout:1669: finishing rollback tid 2 to smithi09778949-25 2024-09-16T03:00:24.101 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1219 (ObjNum 497 snap 143 seq_num 497) dirty exists 2024-09-16T03:00:24.101 INFO:tasks.rados.rados.0.smithi097.stdout:1668: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:00:24.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:24 smithi097 ceph-mon[90424]: pgmap v265: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 828 KiB/s wr, 4 op/s; 27/264 objects degraded (10.227%) 2024-09-16T03:00:24.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:24 smithi097 ceph-mon[90424]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T03:00:24.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:24 smithi097 ceph-mon[90424]: osdmap e398: 8 total, 7 up, 8 in 2024-09-16T03:00:24.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:24 smithi097 ceph-mon[90424]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T03:00:24.378 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:24 smithi097 ceph-mon[88563]: pgmap v265: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 828 KiB/s wr, 4 op/s; 27/264 objects degraded (10.227%) 2024-09-16T03:00:24.378 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:24 smithi097 ceph-mon[88563]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T03:00:24.378 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:24 smithi097 ceph-mon[88563]: osdmap e398: 8 total, 7 up, 8 in 2024-09-16T03:00:24.378 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:24 smithi097 ceph-mon[88563]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T03:00:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:24 smithi184 ceph-mon[82194]: pgmap v265: 121 pgs: 34 active+undersized, 7 active+undersized+degraded, 80 active+clean; 158 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 828 KiB/s wr, 4 op/s; 27/264 objects degraded (10.227%) 2024-09-16T03:00:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:24 smithi184 ceph-mon[82194]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-09-16T03:00:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:24 smithi184 ceph-mon[82194]: osdmap e398: 8 total, 7 up, 8 in 2024-09-16T03:00:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:24 smithi184 ceph-mon[82194]: from='osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi097", "root=default"]} : dispatch 2024-09-16T03:00:24.494 INFO:tasks.rados.rados.0.smithi097.stdout:1672: finishing write tid 1 to smithi09778949-50 2024-09-16T03:00:24.494 INFO:tasks.rados.rados.0.smithi097.stdout:1672: finishing write tid 2 to smithi09778949-50 2024-09-16T03:00:24.494 INFO:tasks.rados.rados.0.smithi097.stdout:1672: finishing write tid 3 to smithi09778949-50 2024-09-16T03:00:24.494 INFO:tasks.rados.rados.0.smithi097.stdout:1672: finishing write tid 4 to smithi09778949-50 2024-09-16T03:00:24.494 INFO:tasks.rados.rados.0.smithi097.stdout:1672: finishing write tid 5 to smithi09778949-50 2024-09-16T03:00:24.494 INFO:tasks.rados.rados.0.smithi097.stdout:1672: finishing write tid 6 to smithi09778949-50 2024-09-16T03:00:24.494 INFO:tasks.rados.rados.0.smithi097.stdout:1672: oid 50 updating version 0 to 920 2024-09-16T03:00:24.494 INFO:tasks.rados.rados.0.smithi097.stdout:1672: oid 50 updating version 920 to 921 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1672: oid 50 version 921 is already newer than 917 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1672: oid 50 version 921 is already newer than 918 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1672: oid 50 version 921 is already newer than 919 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 921 (ObjNum 537 snap 158 seq_num 537) dirty exists 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1672: left oid 50 (ObjNum 537 snap 158 seq_num 537) 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1666: done (7 left) 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1667: done (6 left) 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1668: done (5 left) 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1669: done (4 left) 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1672: done (3 left) 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1673: done (2 left) 2024-09-16T03:00:24.495 INFO:tasks.rados.rados.0.smithi097.stdout:1674: snap_create 2024-09-16T03:00:25.045 INFO:tasks.rados.rados.0.smithi097.stdout:1674: done (2 left) 2024-09-16T03:00:25.046 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 1 current snap is 159 2024-09-16T03:00:25.046 INFO:tasks.rados.rados.0.smithi097.stdout:1675: seq_num 539 ranges {7012352=630784,7643136=737280,8380416=466944} 2024-09-16T03:00:25.091 INFO:tasks.rados.rados.0.smithi097.stdout:1675: writing smithi09778949-1 from 7012352 to 7643136 tid 1 2024-09-16T03:00:25.095 INFO:tasks.rados.rados.0.smithi097.stdout:1675: writing smithi09778949-1 from 7643136 to 8380416 tid 2 2024-09-16T03:00:25.099 INFO:tasks.rados.rados.0.smithi097.stdout:1675: writing smithi09778949-1 from 8380416 to 8847360 tid 3 2024-09-16T03:00:25.099 INFO:tasks.rados.rados.0.smithi097.stdout:1676: rollback oid 11 current snap is 159 2024-09-16T03:00:25.099 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 157 2024-09-16T03:00:25.099 INFO:tasks.rados.rados.0.smithi097.stdout:1675: finishing write tid 1 to smithi09778949-1 2024-09-16T03:00:25.099 INFO:tasks.rados.rados.0.smithi097.stdout:1671: done (3 left) 2024-09-16T03:00:25.099 INFO:tasks.rados.rados.0.smithi097.stdout:1677: rollback oid 32 current snap is 159 2024-09-16T03:00:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 32 to 155 2024-09-16T03:00:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:1678: rollback oid 28 current snap is 159 2024-09-16T03:00:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 28 to 156 2024-09-16T03:00:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:1679: snap_create 2024-09-16T03:00:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:1675: finishing write tid 2 to smithi09778949-1 2024-09-16T03:00:25.103 INFO:tasks.rados.rados.0.smithi097.stdout:1677: finishing rollback tid 1 to smithi09778949-32 2024-09-16T03:00:25.103 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 0 (ObjNum 225 snap 0 seq_num 1973439840) dirty dne 2024-09-16T03:00:25.105 INFO:tasks.rados.rados.0.smithi097.stdout:1678: finishing rollback tid 0 to smithi09778949-28 2024-09-16T03:00:25.107 INFO:tasks.rados.rados.0.smithi097.stdout:1675: finishing write tid 3 to smithi09778949-1 2024-09-16T03:00:25.107 INFO:tasks.rados.rados.0.smithi097.stdout:1670: finishing write tid 1 to smithi09778949-29 2024-09-16T03:00:25.107 INFO:tasks.rados.rados.0.smithi097.stdout:1675: finishing write tid 4 to smithi09778949-1 2024-09-16T03:00:25.107 INFO:tasks.rados.rados.0.smithi097.stdout:1670: finishing write tid 2 to smithi09778949-29 2024-09-16T03:00:25.108 INFO:tasks.rados.rados.0.smithi097.stdout:1678: finishing rollback tid 1 to smithi09778949-28 2024-09-16T03:00:25.108 INFO:tasks.rados.rados.0.smithi097.stdout:1676: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:00:25.109 INFO:tasks.rados.rados.0.smithi097.stdout:1678: finishing rollback tid 2 to smithi09778949-28 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1257 (ObjNum 499 snap 143 seq_num 499) dirty exists 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1670: finishing write tid 3 to smithi09778949-29 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1675: finishing write tid 5 to smithi09778949-1 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1675: oid 1 updating version 0 to 1223 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1675: oid 1 version 1223 is already newer than 1221 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1675: oid 1 version 1223 is already newer than 1220 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1675: oid 1 version 1223 is already newer than 1222 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1223 (ObjNum 539 snap 159 seq_num 539) dirty exists 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1675: left oid 1 (ObjNum 539 snap 159 seq_num 539) 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1676: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:00:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:1676: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:00:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1122 (ObjNum 522 snap 151 seq_num 522) dirty exists 2024-09-16T03:00:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:1670: finishing write tid 4 to smithi09778949-29 2024-09-16T03:00:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:1670: finishing write tid 5 to smithi09778949-29 2024-09-16T03:00:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:1670: oid 29 updating version 0 to 1049 2024-09-16T03:00:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:1670: oid 29 version 1049 is already newer than 1048 2024-09-16T03:00:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:1670: oid 29 version 1049 is already newer than 1046 2024-09-16T03:00:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:1670: oid 29 version 1049 is already newer than 1047 2024-09-16T03:00:25.112 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1049 (ObjNum 536 snap 158 seq_num 536) dirty exists 2024-09-16T03:00:25.112 INFO:tasks.rados.rados.0.smithi097.stdout:1670: left oid 29 (ObjNum 536 snap 158 seq_num 536) 2024-09-16T03:00:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:25 smithi184 ceph-mon[82194]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:00:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:25 smithi184 ceph-mon[82194]: osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128] boot 2024-09-16T03:00:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:25 smithi184 ceph-mon[82194]: osdmap e399: 8 total, 8 up, 8 in 2024-09-16T03:00:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:25 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-16T03:00:25.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-mon[90424]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:00:25.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-mon[90424]: osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128] boot 2024-09-16T03:00:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-mon[90424]: osdmap e399: 8 total, 8 up, 8 in 2024-09-16T03:00:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-16T03:00:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-mon[88563]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:00:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-mon[88563]: osd.3 [v2:172.21.15.97:6826/472567128,v1:172.21.15.97:6827/472567128] boot 2024-09-16T03:00:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-mon[88563]: osdmap e399: 8 total, 8 up, 8 in 2024-09-16T03:00:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-09-16T03:00:25.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:00:25 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T03:00:25.205+0000 7fd0c03b5640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T03:00:26.108 INFO:tasks.rados.rados.0.smithi097.stdout:1670: done (5 left) 2024-09-16T03:00:26.109 INFO:tasks.rados.rados.0.smithi097.stdout:1675: done (4 left) 2024-09-16T03:00:26.109 INFO:tasks.rados.rados.0.smithi097.stdout:1676: done (3 left) 2024-09-16T03:00:26.109 INFO:tasks.rados.rados.0.smithi097.stdout:1677: done (2 left) 2024-09-16T03:00:26.109 INFO:tasks.rados.rados.0.smithi097.stdout:1678: done (1 left) 2024-09-16T03:00:26.109 INFO:tasks.rados.rados.0.smithi097.stdout:1679: done (0 left) 2024-09-16T03:00:26.109 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 160 2024-09-16T03:00:26.109 INFO:tasks.rados.rados.0.smithi097.stdout:1680: seq_num 540 ranges {0=647168,647168=671744,1318912=532480} 2024-09-16T03:00:26.112 INFO:tasks.rados.rados.0.smithi097.stdout:1680: writing smithi09778949-38 from 0 to 647168 tid 1 2024-09-16T03:00:26.116 INFO:tasks.rados.rados.0.smithi097.stdout:1680: writing smithi09778949-38 from 647168 to 1318912 tid 2 2024-09-16T03:00:26.119 INFO:tasks.rados.rados.0.smithi097.stdout:1680: writing smithi09778949-38 from 1318912 to 1851392 tid 3 2024-09-16T03:00:26.119 INFO:tasks.rados.rados.0.smithi097.stdout:1681: snap_create 2024-09-16T03:00:26.119 INFO:tasks.rados.rados.0.smithi097.stdout:1680: finishing write tid 1 to smithi09778949-38 2024-09-16T03:00:26.119 INFO:tasks.rados.rados.0.smithi097.stdout:1680: finishing write tid 2 to smithi09778949-38 2024-09-16T03:00:26.122 INFO:tasks.rados.rados.0.smithi097.stdout:1680: finishing write tid 3 to smithi09778949-38 2024-09-16T03:00:26.122 INFO:tasks.rados.rados.0.smithi097.stdout:1680: finishing write tid 4 to smithi09778949-38 2024-09-16T03:00:26.124 INFO:tasks.rados.rados.0.smithi097.stdout:1680: finishing write tid 5 to smithi09778949-38 2024-09-16T03:00:26.124 INFO:tasks.rados.rados.0.smithi097.stdout:1680: oid 38 updating version 0 to 1067 2024-09-16T03:00:26.124 INFO:tasks.rados.rados.0.smithi097.stdout:1680: oid 38 updating version 1067 to 1068 2024-09-16T03:00:26.124 INFO:tasks.rados.rados.0.smithi097.stdout:1680: oid 38 updating version 1068 to 1069 2024-09-16T03:00:26.124 INFO:tasks.rados.rados.0.smithi097.stdout:1680: oid 38 version 1069 is already newer than 1066 2024-09-16T03:00:26.124 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1069 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:00:26.124 INFO:tasks.rados.rados.0.smithi097.stdout:1680: left oid 38 (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:00:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: pgmap v268: 121 pgs: 10 peering, 26 active+undersized, 5 active+undersized+degraded, 80 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 14 op/s; 23/267 objects degraded (8.614%) 2024-09-16T03:00:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: osdmap e400: 8 total, 8 up, 8 in 2024-09-16T03:00:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:00:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-16T03:00:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T03:00:26.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:26 smithi184 ceph-mon[82194]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T03:00:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: pgmap v268: 121 pgs: 10 peering, 26 active+undersized, 5 active+undersized+degraded, 80 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 14 op/s; 23/267 objects degraded (8.614%) 2024-09-16T03:00:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: osdmap e400: 8 total, 8 up, 8 in 2024-09-16T03:00:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T03:00:26.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[88563]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: pgmap v268: 121 pgs: 10 peering, 26 active+undersized, 5 active+undersized+degraded, 80 active+clean; 173 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 14 op/s; 23/267 objects degraded (8.614%) 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: osdmap e400: 8 total, 8 up, 8 in 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:26.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:26.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-16T03:00:26.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T03:00:26.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:26 smithi097 ceph-mon[90424]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T03:00:27.113 INFO:tasks.rados.rados.0.smithi097.stdout:1680: done (1 left) 2024-09-16T03:00:27.113 INFO:tasks.rados.rados.0.smithi097.stdout:1681: done (0 left) 2024-09-16T03:00:27.113 INFO:tasks.rados.rados.0.smithi097.stdout:1682: setattr oid 29 current snap is 161 2024-09-16T03:00:27.114 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 161 2024-09-16T03:00:27.114 INFO:tasks.rados.rados.0.smithi097.stdout:1683: seq_num 541 ranges {0=663552,663552=557056,1220608=475136,1695744=172032} 2024-09-16T03:00:27.117 INFO:tasks.rados.rados.0.smithi097.stdout:1683: writing smithi09778949-31 from 0 to 663552 tid 1 2024-09-16T03:00:27.121 INFO:tasks.rados.rados.0.smithi097.stdout:1683: writing smithi09778949-31 from 663552 to 1220608 tid 2 2024-09-16T03:00:27.123 INFO:tasks.rados.rados.0.smithi097.stdout:1683: writing smithi09778949-31 from 1220608 to 1695744 tid 3 2024-09-16T03:00:27.124 INFO:tasks.rados.rados.0.smithi097.stdout:1683: writing smithi09778949-31 from 1695744 to 1867776 tid 4 2024-09-16T03:00:27.125 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 161 2024-09-16T03:00:27.125 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1071 (ObjNum 536 snap 158 seq_num 536) dirty exists 2024-09-16T03:00:27.125 INFO:tasks.rados.rados.0.smithi097.stdout:1683: finishing write tid 1 to smithi09778949-31 2024-09-16T03:00:27.125 INFO:tasks.rados.rados.0.smithi097.stdout:1684: seq_num 542 ranges {4988928=679936,5668864=442368,6111232=679936,6791168=81920} 2024-09-16T03:00:27.154 INFO:tasks.rados.rados.0.smithi097.stdout:1684: writing smithi09778949-46 from 4988928 to 5668864 tid 1 2024-09-16T03:00:27.157 INFO:tasks.rados.rados.0.smithi097.stdout:1684: writing smithi09778949-46 from 5668864 to 6111232 tid 2 2024-09-16T03:00:27.161 INFO:tasks.rados.rados.0.smithi097.stdout:1684: writing smithi09778949-46 from 6111232 to 6791168 tid 3 2024-09-16T03:00:27.162 INFO:tasks.rados.rados.0.smithi097.stdout:1684: writing smithi09778949-46 from 6791168 to 6873088 tid 4 2024-09-16T03:00:27.162 INFO:tasks.rados.rados.0.smithi097.stdout:1682: done (2 left) 2024-09-16T03:00:27.162 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 161 2024-09-16T03:00:27.162 INFO:tasks.rados.rados.0.smithi097.stdout:1683: finishing write tid 2 to smithi09778949-31 2024-09-16T03:00:27.162 INFO:tasks.rados.rados.0.smithi097.stdout:1685: seq_num 543 ranges {1130496=704512,1835008=729088,2564096=475136} 2024-09-16T03:00:27.171 INFO:tasks.rados.rados.0.smithi097.stdout:1685: writing smithi09778949-25 from 1130496 to 1835008 tid 1 2024-09-16T03:00:27.176 INFO:tasks.rados.rados.0.smithi097.stdout:1685: writing smithi09778949-25 from 1835008 to 2564096 tid 2 2024-09-16T03:00:27.178 INFO:tasks.rados.rados.0.smithi097.stdout:1685: writing smithi09778949-25 from 2564096 to 3039232 tid 3 2024-09-16T03:00:27.179 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 161 2024-09-16T03:00:27.179 INFO:tasks.rados.rados.0.smithi097.stdout:1683: finishing write tid 3 to smithi09778949-31 2024-09-16T03:00:27.179 INFO:tasks.rados.rados.0.smithi097.stdout:1683: finishing write tid 4 to smithi09778949-31 2024-09-16T03:00:27.179 INFO:tasks.rados.rados.0.smithi097.stdout:1683: finishing write tid 5 to smithi09778949-31 2024-09-16T03:00:27.179 INFO:tasks.rados.rados.0.smithi097.stdout:1686: seq_num 544 ranges {0=720896,720896=614400,1335296=589824} 2024-09-16T03:00:27.183 INFO:tasks.rados.rados.0.smithi097.stdout:1686: writing smithi09778949-2 from 0 to 720896 tid 1 2024-09-16T03:00:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:1686: writing smithi09778949-2 from 720896 to 1335296 tid 2 2024-09-16T03:00:27.191 INFO:tasks.rados.rados.0.smithi097.stdout:1686: writing smithi09778949-2 from 1335296 to 1925120 tid 3 2024-09-16T03:00:27.191 INFO:tasks.rados.rados.0.smithi097.stdout:1687: rmattr oid 12 current snap is 161 2024-09-16T03:00:27.191 INFO:tasks.rados.rados.0.smithi097.stdout:1683: finishing write tid 6 to smithi09778949-31 2024-09-16T03:00:27.191 INFO:tasks.rados.rados.0.smithi097.stdout:1683: oid 31 updating version 0 to 924 2024-09-16T03:00:27.191 INFO:tasks.rados.rados.0.smithi097.stdout:1683: oid 31 updating version 924 to 927 2024-09-16T03:00:27.191 INFO:tasks.rados.rados.0.smithi097.stdout:1683: oid 31 version 927 is already newer than 926 2024-09-16T03:00:27.191 INFO:tasks.rados.rados.0.smithi097.stdout:1683: oid 31 version 927 is already newer than 925 2024-09-16T03:00:27.191 INFO:tasks.rados.rados.0.smithi097.stdout:1683: oid 31 version 927 is already newer than 923 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 927 (ObjNum 541 snap 161 seq_num 541) dirty exists 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1683: left oid 31 (ObjNum 541 snap 161 seq_num 541) 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1684: finishing write tid 1 to smithi09778949-46 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1684: finishing write tid 2 to smithi09778949-46 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1684: finishing write tid 3 to smithi09778949-46 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1683: done (4 left) 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1688: setattr oid 47 current snap is 161 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1684: finishing write tid 4 to smithi09778949-46 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1684: finishing write tid 5 to smithi09778949-46 2024-09-16T03:00:27.192 INFO:tasks.rados.rados.0.smithi097.stdout:1684: finishing write tid 6 to smithi09778949-46 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1684: oid 46 updating version 0 to 774 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1684: oid 46 updating version 774 to 775 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1684: oid 46 version 775 is already newer than 773 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1684: oid 46 updating version 775 to 776 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1684: oid 46 updating version 776 to 777 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 777 (ObjNum 542 snap 161 seq_num 542) dirty exists 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1684: left oid 46 (ObjNum 542 snap 161 seq_num 542) 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1685: finishing write tid 1 to smithi09778949-25 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1685: finishing write tid 2 to smithi09778949-25 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1685: finishing write tid 3 to smithi09778949-25 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1685: finishing write tid 4 to smithi09778949-25 2024-09-16T03:00:27.193 INFO:tasks.rados.rados.0.smithi097.stdout:1685: finishing write tid 5 to smithi09778949-25 2024-09-16T03:00:27.194 INFO:tasks.rados.rados.0.smithi097.stdout:1685: oid 25 updating version 0 to 1227 2024-09-16T03:00:27.194 INFO:tasks.rados.rados.0.smithi097.stdout:1685: oid 25 version 1227 is already newer than 1224 2024-09-16T03:00:27.194 INFO:tasks.rados.rados.0.smithi097.stdout:1685: oid 25 version 1227 is already newer than 1226 2024-09-16T03:00:27.194 INFO:tasks.rados.rados.0.smithi097.stdout:1685: oid 25 version 1227 is already newer than 1225 2024-09-16T03:00:27.194 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1227 (ObjNum 543 snap 161 seq_num 543) dirty exists 2024-09-16T03:00:27.194 INFO:tasks.rados.rados.0.smithi097.stdout:1685: left oid 25 (ObjNum 543 snap 161 seq_num 543) 2024-09-16T03:00:27.194 INFO:tasks.rados.rados.0.smithi097.stdout:1686: finishing write tid 1 to smithi09778949-2 2024-09-16T03:00:27.194 INFO:tasks.rados.rados.0.smithi097.stdout:1686: finishing write tid 2 to smithi09778949-2 2024-09-16T03:00:27.195 INFO:tasks.rados.rados.0.smithi097.stdout:1684: done (4 left) 2024-09-16T03:00:27.195 INFO:tasks.rados.rados.0.smithi097.stdout:1685: done (3 left) 2024-09-16T03:00:27.195 INFO:tasks.rados.rados.0.smithi097.stdout:1689: rollback oid 4 current snap is 161 2024-09-16T03:00:27.195 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 4 to 158 2024-09-16T03:00:27.195 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 161 2024-09-16T03:00:27.195 INFO:tasks.rados.rados.0.smithi097.stdout:1690: seq_num 545 ranges {4407296=737280,5144576=491520,5636096=450560,6086656=262144} 2024-09-16T03:00:27.220 INFO:tasks.rados.rados.0.smithi097.stdout:1690: writing smithi09778949-8 from 4407296 to 5144576 tid 1 2024-09-16T03:00:27.223 INFO:tasks.rados.rados.0.smithi097.stdout:1690: writing smithi09778949-8 from 5144576 to 5636096 tid 2 2024-09-16T03:00:27.225 INFO:tasks.rados.rados.0.smithi097.stdout:1690: writing smithi09778949-8 from 5636096 to 6086656 tid 3 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:1690: writing smithi09778949-8 from 6086656 to 6348800 tid 4 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:1691: rollback oid 29 current snap is 161 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 29 to 158 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:1686: finishing write tid 3 to smithi09778949-2 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1228 (ObjNum 435 snap 123 seq_num 435) dirty exists 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:1686: finishing write tid 4 to smithi09778949-2 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:1686: finishing write tid 5 to smithi09778949-2 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:1686: oid 2 updating version 0 to 783 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:1686: oid 2 version 783 is already newer than 781 2024-09-16T03:00:27.228 INFO:tasks.rados.rados.0.smithi097.stdout:1686: oid 2 updating version 783 to 784 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1686: oid 2 version 784 is already newer than 782 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 784 (ObjNum 544 snap 161 seq_num 544) dirty exists 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1686: left oid 2 (ObjNum 544 snap 161 seq_num 544) 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 381 (ObjNum 97 snap 0 seq_num 1973977248) dirty exists 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1686: done (5 left) 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1687: done (4 left) 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1688: done (3 left) 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1692: copy_from oid 6 from oid 50 current snap is 161 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1689: finishing rollback tid 0 to smithi09778949-4 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1689: finishing rollback tid 1 to smithi09778949-4 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1689: finishing rollback tid 2 to smithi09778949-4 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 930 (ObjNum 489 snap 139 seq_num 489) dirty exists 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1690: finishing write tid 1 to smithi09778949-8 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1690: finishing write tid 2 to smithi09778949-8 2024-09-16T03:00:27.229 INFO:tasks.rados.rados.0.smithi097.stdout:1689: done (3 left) 2024-09-16T03:00:27.230 INFO:tasks.rados.rados.0.smithi097.stdout:1693: delete oid 21 current snap is 161 2024-09-16T03:00:27.230 INFO:tasks.rados.rados.0.smithi097.stdout:1690: finishing write tid 3 to smithi09778949-8 2024-09-16T03:00:27.230 INFO:tasks.rados.rados.0.smithi097.stdout:1690: finishing write tid 4 to smithi09778949-8 2024-09-16T03:00:27.230 INFO:tasks.rados.rados.0.smithi097.stdout:1690: finishing write tid 5 to smithi09778949-8 2024-09-16T03:00:27.231 INFO:tasks.rados.rados.0.smithi097.stdout:1691: finishing rollback tid 0 to smithi09778949-29 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1691: finishing rollback tid 1 to smithi09778949-29 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1690: finishing write tid 6 to smithi09778949-8 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1690: oid 8 updating version 0 to 1231 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1690: oid 8 updating version 1231 to 1233 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1690: oid 8 version 1233 is already newer than 1232 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1690: oid 8 version 1233 is already newer than 1229 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1690: oid 8 version 1233 is already newer than 1230 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1233 (ObjNum 545 snap 161 seq_num 545) dirty exists 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1690: left oid 8 (ObjNum 545 snap 161 seq_num 545) 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1691: finishing rollback tid 2 to smithi09778949-29 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1074 (ObjNum 536 snap 158 seq_num 536) dirty exists 2024-09-16T03:00:27.232 INFO:tasks.rados.rados.0.smithi097.stdout:1690: done (3 left) 2024-09-16T03:00:27.233 INFO:tasks.rados.rados.0.smithi097.stdout:1691: done (2 left) 2024-09-16T03:00:27.233 INFO:tasks.rados.rados.0.smithi097.stdout:1693: done (1 left) 2024-09-16T03:00:27.233 INFO:tasks.rados.rados.0.smithi097.stdout:1694: rmattr oid 44 current snap is 161 2024-09-16T03:00:27.233 INFO:tasks.rados.rados.0.smithi097.stdout:1695: copy_from oid 18 from oid 48 current snap is 161 2024-09-16T03:00:27.233 INFO:tasks.rados.rados.0.smithi097.stdout:1696: setattr oid 14 current snap is 161 2024-09-16T03:00:27.233 INFO:tasks.rados.rados.0.smithi097.stdout:1697: snap_create 2024-09-16T03:00:27.235 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1076 (ObjNum 506 snap 144 seq_num 506) dirty exists 2024-09-16T03:00:27.240 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 785 (ObjNum 519 snap 150 seq_num 519) dirty exists 2024-09-16T03:00:27.243 INFO:tasks.rados.rados.0.smithi097.stdout:1692: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:00:27.245 INFO:tasks.rados.rados.0.smithi097.stdout:1692: finishing copy_from to smithi09778949-6 2024-09-16T03:00:27.245 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 921 (ObjNum 537 snap 158 seq_num 537) dirty exists 2024-09-16T03:00:27.253 INFO:tasks.rados.rados.0.smithi097.stdout:1695: finishing copy_from racing read to smithi09778949-18 2024-09-16T03:00:27.256 INFO:tasks.rados.rados.0.smithi097.stdout:1695: finishing copy_from to smithi09778949-18 2024-09-16T03:00:27.256 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 173 (ObjNum 513 snap 149 seq_num 513) dirty exists 2024-09-16T03:00:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:27 smithi184 ceph-mon[82194]: osdmap e401: 8 total, 8 up, 8 in 2024-09-16T03:00:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:27 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:27.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:27 smithi097 ceph-mon[88563]: osdmap e401: 8 total, 8 up, 8 in 2024-09-16T03:00:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:27 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:27 smithi097 ceph-mon[90424]: osdmap e401: 8 total, 8 up, 8 in 2024-09-16T03:00:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:27 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 23/267 objects degraded (8.614%), 5 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:28.118 INFO:tasks.rados.rados.0.smithi097.stdout:1692: done (4 left) 2024-09-16T03:00:28.118 INFO:tasks.rados.rados.0.smithi097.stdout:1694: done (3 left) 2024-09-16T03:00:28.118 INFO:tasks.rados.rados.0.smithi097.stdout:1695: done (2 left) 2024-09-16T03:00:28.119 INFO:tasks.rados.rados.0.smithi097.stdout:1696: done (1 left) 2024-09-16T03:00:28.119 INFO:tasks.rados.rados.0.smithi097.stdout:1697: done (0 left) 2024-09-16T03:00:28.119 INFO:tasks.rados.rados.0.smithi097.stdout:1698: delete oid 24 current snap is 162 2024-09-16T03:00:28.124 INFO:tasks.rados.rados.0.smithi097.stdout:1698: done (0 left) 2024-09-16T03:00:28.124 INFO:tasks.rados.rados.0.smithi097.stdout:1699: rmattr oid 14 current snap is 162 2024-09-16T03:00:28.124 INFO:tasks.rados.rados.0.smithi097.stdout:1700: delete oid 7 current snap is 162 2024-09-16T03:00:28.128 INFO:tasks.rados.rados.0.smithi097.stdout:1700: done (1 left) 2024-09-16T03:00:28.128 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 162 2024-09-16T03:00:28.129 INFO:tasks.rados.rados.0.smithi097.stdout:1701: seq_num 549 ranges {6209536=802816,7012352=483328,7495680=434176,7929856=286720} 2024-09-16T03:00:28.166 INFO:tasks.rados.rados.0.smithi097.stdout:1701: writing smithi09778949-29 from 6209536 to 7012352 tid 1 2024-09-16T03:00:28.168 INFO:tasks.rados.rados.0.smithi097.stdout:1701: writing smithi09778949-29 from 7012352 to 7495680 tid 2 2024-09-16T03:00:28.171 INFO:tasks.rados.rados.0.smithi097.stdout:1701: writing smithi09778949-29 from 7495680 to 7929856 tid 3 2024-09-16T03:00:28.173 INFO:tasks.rados.rados.0.smithi097.stdout:1701: writing smithi09778949-29 from 7929856 to 8216576 tid 4 2024-09-16T03:00:28.173 INFO:tasks.rados.rados.0.smithi097.stdout:1702: snap_create 2024-09-16T03:00:28.173 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 786 (ObjNum 519 snap 150 seq_num 519) dirty exists 2024-09-16T03:00:28.173 INFO:tasks.rados.rados.0.smithi097.stdout:1701: finishing write tid 1 to smithi09778949-29 2024-09-16T03:00:28.174 INFO:tasks.rados.rados.0.smithi097.stdout:1701: finishing write tid 2 to smithi09778949-29 2024-09-16T03:00:28.174 INFO:tasks.rados.rados.0.smithi097.stdout:1701: finishing write tid 3 to smithi09778949-29 2024-09-16T03:00:28.176 INFO:tasks.rados.rados.0.smithi097.stdout:1701: finishing write tid 4 to smithi09778949-29 2024-09-16T03:00:28.176 INFO:tasks.rados.rados.0.smithi097.stdout:1701: finishing write tid 5 to smithi09778949-29 2024-09-16T03:00:28.177 INFO:tasks.rados.rados.0.smithi097.stdout:1701: finishing write tid 6 to smithi09778949-29 2024-09-16T03:00:28.177 INFO:tasks.rados.rados.0.smithi097.stdout:1701: oid 29 updating version 0 to 1082 2024-09-16T03:00:28.177 INFO:tasks.rados.rados.0.smithi097.stdout:1701: oid 29 version 1082 is already newer than 1079 2024-09-16T03:00:28.177 INFO:tasks.rados.rados.0.smithi097.stdout:1701: oid 29 version 1082 is already newer than 1080 2024-09-16T03:00:28.177 INFO:tasks.rados.rados.0.smithi097.stdout:1701: oid 29 version 1082 is already newer than 1078 2024-09-16T03:00:28.177 INFO:tasks.rados.rados.0.smithi097.stdout:1701: oid 29 version 1082 is already newer than 1081 2024-09-16T03:00:28.177 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1082 (ObjNum 549 snap 162 seq_num 549) dirty exists 2024-09-16T03:00:28.177 INFO:tasks.rados.rados.0.smithi097.stdout:1701: left oid 29 (ObjNum 549 snap 162 seq_num 549) 2024-09-16T03:00:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:28 smithi184 ceph-mon[82194]: pgmap v271: 121 pgs: 1 active+recovering+degraded, 10 peering, 25 active+undersized, 3 active+undersized+degraded, 82 active+clean; 180 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.6 MiB/s wr, 20 op/s; 23/279 objects degraded (8.244%) 2024-09-16T03:00:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:28 smithi184 ceph-mon[82194]: osdmap e402: 8 total, 8 up, 8 in 2024-09-16T03:00:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:28 smithi097 ceph-mon[88563]: pgmap v271: 121 pgs: 1 active+recovering+degraded, 10 peering, 25 active+undersized, 3 active+undersized+degraded, 82 active+clean; 180 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.6 MiB/s wr, 20 op/s; 23/279 objects degraded (8.244%) 2024-09-16T03:00:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:28 smithi097 ceph-mon[88563]: osdmap e402: 8 total, 8 up, 8 in 2024-09-16T03:00:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:28 smithi097 ceph-mon[90424]: pgmap v271: 121 pgs: 1 active+recovering+degraded, 10 peering, 25 active+undersized, 3 active+undersized+degraded, 82 active+clean; 180 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.6 MiB/s wr, 20 op/s; 23/279 objects degraded (8.244%) 2024-09-16T03:00:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:28 smithi097 ceph-mon[90424]: osdmap e402: 8 total, 8 up, 8 in 2024-09-16T03:00:29.128 INFO:tasks.rados.rados.0.smithi097.stdout:1699: done (2 left) 2024-09-16T03:00:29.128 INFO:tasks.rados.rados.0.smithi097.stdout:1701: done (1 left) 2024-09-16T03:00:29.128 INFO:tasks.rados.rados.0.smithi097.stdout:1702: done (0 left) 2024-09-16T03:00:29.128 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 163 2024-09-16T03:00:29.128 INFO:tasks.rados.rados.0.smithi097.stdout:1703: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-09-16T03:00:29.130 INFO:tasks.rados.rados.0.smithi097.stdout:1703: writing smithi09778949-45 from 0 to 417792 tid 1 2024-09-16T03:00:29.134 INFO:tasks.rados.rados.0.smithi097.stdout:1703: writing smithi09778949-45 from 417792 to 1187840 tid 2 2024-09-16T03:00:29.138 INFO:tasks.rados.rados.0.smithi097.stdout:1703: writing smithi09778949-45 from 1187840 to 1826816 tid 3 2024-09-16T03:00:29.139 INFO:tasks.rados.rados.0.smithi097.stdout:1703: writing smithi09778949-45 from 1826816 to 2023424 tid 4 2024-09-16T03:00:29.139 INFO:tasks.rados.rados.0.smithi097.stdout:1704: snap_remove snap 153 2024-09-16T03:00:29.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:29 smithi184 ceph-mon[82194]: osdmap e403: 8 total, 8 up, 8 in 2024-09-16T03:00:29.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:29 smithi097 ceph-mon[88563]: osdmap e403: 8 total, 8 up, 8 in 2024-09-16T03:00:29.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:29 smithi097 ceph-mon[90424]: osdmap e403: 8 total, 8 up, 8 in 2024-09-16T03:00:29.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:00:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:00:29] "GET /metrics HTTP/1.1" 200 36230 "" "Prometheus/2.43.0" 2024-09-16T03:00:30.130 INFO:tasks.rados.rados.0.smithi097.stdout:1704: done (1 left) 2024-09-16T03:00:30.130 INFO:tasks.rados.rados.0.smithi097.stdout:1705: copy_from oid 25 from oid 40 current snap is 163 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: finishing write tid 1 to smithi09778949-45 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: finishing write tid 2 to smithi09778949-45 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: finishing write tid 3 to smithi09778949-45 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: finishing write tid 4 to smithi09778949-45 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: finishing write tid 5 to smithi09778949-45 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: finishing write tid 6 to smithi09778949-45 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: oid 45 updating version 0 to 382 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: oid 45 updating version 382 to 386 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: oid 45 version 386 is already newer than 383 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: oid 45 version 386 is already newer than 384 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:1703: oid 45 version 386 is already newer than 385 2024-09-16T03:00:30.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 386 (ObjNum 550 snap 163 seq_num 550) dirty exists 2024-09-16T03:00:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:1703: left oid 45 (ObjNum 550 snap 163 seq_num 550) 2024-09-16T03:00:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:1703: done (1 left) 2024-09-16T03:00:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 163 2024-09-16T03:00:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:1706: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-09-16T03:00:30.133 INFO:tasks.rados.rados.0.smithi097.stdout:1706: writing smithi09778949-32 from 0 to 434176 tid 1 2024-09-16T03:00:30.137 INFO:tasks.rados.rados.0.smithi097.stdout:1706: writing smithi09778949-32 from 434176 to 1081344 tid 2 2024-09-16T03:00:30.140 INFO:tasks.rados.rados.0.smithi097.stdout:1706: writing smithi09778949-32 from 1081344 to 1531904 tid 3 2024-09-16T03:00:30.144 INFO:tasks.rados.rados.0.smithi097.stdout:1706: writing smithi09778949-32 from 1531904 to 2039808 tid 4 2024-09-16T03:00:30.144 INFO:tasks.rados.rados.0.smithi097.stdout:1707: snap_remove snap 162 2024-09-16T03:00:30.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:30 smithi097 ceph-mon[88563]: pgmap v274: 121 pgs: 1 active+recovering+degraded, 10 peering, 110 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.2 MiB/s wr, 26 op/s; 6/297 objects degraded (2.020%); 4.7 MiB/s, 1 objects/s recovering 2024-09-16T03:00:30.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:30 smithi097 ceph-mon[88563]: osdmap e404: 8 total, 8 up, 8 in 2024-09-16T03:00:30.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:30 smithi097 ceph-mon[90424]: pgmap v274: 121 pgs: 1 active+recovering+degraded, 10 peering, 110 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.2 MiB/s wr, 26 op/s; 6/297 objects degraded (2.020%); 4.7 MiB/s, 1 objects/s recovering 2024-09-16T03:00:30.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:30 smithi097 ceph-mon[90424]: osdmap e404: 8 total, 8 up, 8 in 2024-09-16T03:00:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:30 smithi184 ceph-mon[82194]: pgmap v274: 121 pgs: 1 active+recovering+degraded, 10 peering, 110 active+clean; 192 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.2 MiB/s wr, 26 op/s; 6/297 objects degraded (2.020%); 4.7 MiB/s, 1 objects/s recovering 2024-09-16T03:00:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:30 smithi184 ceph-mon[82194]: osdmap e404: 8 total, 8 up, 8 in 2024-09-16T03:00:31.148 INFO:tasks.rados.rados.0.smithi097.stdout:1707: done (2 left) 2024-09-16T03:00:31.148 INFO:tasks.rados.rados.0.smithi097.stdout:1708: delete oid 19 current snap is 163 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1705: finishing copy_from to smithi09778949-25 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1705: got expected ENOENT (src dne) 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1705: finishing copy_from racing read to smithi09778949-25 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: finishing write tid 1 to smithi09778949-32 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: finishing write tid 2 to smithi09778949-32 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: finishing write tid 3 to smithi09778949-32 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: finishing write tid 4 to smithi09778949-32 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: finishing write tid 5 to smithi09778949-32 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: finishing write tid 6 to smithi09778949-32 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: oid 32 updating version 0 to 965 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: oid 32 version 965 is already newer than 961 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: oid 32 version 965 is already newer than 962 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: oid 32 version 965 is already newer than 964 2024-09-16T03:00:31.149 INFO:tasks.rados.rados.0.smithi097.stdout:1706: oid 32 version 965 is already newer than 963 2024-09-16T03:00:31.150 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 965 (ObjNum 551 snap 163 seq_num 551) dirty exists 2024-09-16T03:00:31.150 INFO:tasks.rados.rados.0.smithi097.stdout:1706: left oid 32 (ObjNum 551 snap 163 seq_num 551) 2024-09-16T03:00:31.155 INFO:tasks.rados.rados.0.smithi097.stdout:1705: done (2 left) 2024-09-16T03:00:31.155 INFO:tasks.rados.rados.0.smithi097.stdout:1706: done (1 left) 2024-09-16T03:00:31.155 INFO:tasks.rados.rados.0.smithi097.stdout:1708: done (0 left) 2024-09-16T03:00:31.155 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 163 2024-09-16T03:00:31.155 INFO:tasks.rados.rados.0.smithi097.stdout:1709: seq_num 553 ranges {0=466944,466944=417792,884736=417792,1302528=516096,1818624=253952} 2024-09-16T03:00:31.157 INFO:tasks.rados.rados.0.smithi097.stdout:1709: writing smithi09778949-23 from 0 to 466944 tid 1 2024-09-16T03:00:31.160 INFO:tasks.rados.rados.0.smithi097.stdout:1709: writing smithi09778949-23 from 466944 to 884736 tid 2 2024-09-16T03:00:31.163 INFO:tasks.rados.rados.0.smithi097.stdout:1709: writing smithi09778949-23 from 884736 to 1302528 tid 3 2024-09-16T03:00:31.166 INFO:tasks.rados.rados.0.smithi097.stdout:1709: writing smithi09778949-23 from 1302528 to 1818624 tid 4 2024-09-16T03:00:31.167 INFO:tasks.rados.rados.0.smithi097.stdout:1709: writing smithi09778949-23 from 1818624 to 2072576 tid 5 2024-09-16T03:00:31.168 INFO:tasks.rados.rados.0.smithi097.stdout:1710: snap_create 2024-09-16T03:00:31.168 INFO:tasks.rados.rados.0.smithi097.stdout:1709: finishing write tid 1 to smithi09778949-23 2024-09-16T03:00:31.168 INFO:tasks.rados.rados.0.smithi097.stdout:1709: finishing write tid 2 to smithi09778949-23 2024-09-16T03:00:31.168 INFO:tasks.rados.rados.0.smithi097.stdout:1709: finishing write tid 3 to smithi09778949-23 2024-09-16T03:00:31.169 INFO:tasks.rados.rados.0.smithi097.stdout:1709: finishing write tid 4 to smithi09778949-23 2024-09-16T03:00:31.169 INFO:tasks.rados.rados.0.smithi097.stdout:1709: finishing write tid 5 to smithi09778949-23 2024-09-16T03:00:31.170 INFO:tasks.rados.rados.0.smithi097.stdout:1709: finishing write tid 6 to smithi09778949-23 2024-09-16T03:00:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:1709: finishing write tid 7 to smithi09778949-23 2024-09-16T03:00:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:1709: oid 23 updating version 0 to 780 2024-09-16T03:00:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:1709: oid 23 version 780 is already newer than 779 2024-09-16T03:00:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:1709: oid 23 version 780 is already newer than 778 2024-09-16T03:00:31.171 INFO:tasks.rados.rados.0.smithi097.stdout:1709: oid 23 updating version 780 to 781 2024-09-16T03:00:31.172 INFO:tasks.rados.rados.0.smithi097.stdout:1709: oid 23 updating version 781 to 783 2024-09-16T03:00:31.172 INFO:tasks.rados.rados.0.smithi097.stdout:1709: oid 23 version 783 is already newer than 782 2024-09-16T03:00:31.172 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 783 (ObjNum 553 snap 163 seq_num 553) dirty exists 2024-09-16T03:00:31.172 INFO:tasks.rados.rados.0.smithi097.stdout:1709: left oid 23 (ObjNum 553 snap 163 seq_num 553) 2024-09-16T03:00:31.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:31 smithi184 ceph-mon[82194]: osdmap e405: 8 total, 8 up, 8 in 2024-09-16T03:00:31.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:31 smithi097 ceph-mon[88563]: osdmap e405: 8 total, 8 up, 8 in 2024-09-16T03:00:31.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:31 smithi097 ceph-mon[90424]: osdmap e405: 8 total, 8 up, 8 in 2024-09-16T03:00:31.981 INFO:tasks.rados.rados.0.smithi097.stdout:1709: done (1 left) 2024-09-16T03:00:31.981 INFO:tasks.rados.rados.0.smithi097.stdout:1710: done (0 left) 2024-09-16T03:00:31.981 INFO:tasks.rados.rados.0.smithi097.stdout:1711: read oid 33 snap -1 2024-09-16T03:00:31.981 INFO:tasks.rados.rados.0.smithi097.stdout:1711: expect (ObjNum 474 snap 134 seq_num 474) 2024-09-16T03:00:31.981 INFO:tasks.rados.rados.0.smithi097.stdout:1712: read oid 6 snap -1 2024-09-16T03:00:31.981 INFO:tasks.rados.rados.0.smithi097.stdout:1712: expect (ObjNum 537 snap 158 seq_num 537) 2024-09-16T03:00:31.981 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 164 2024-09-16T03:00:31.982 INFO:tasks.rados.rados.0.smithi097.stdout:1713: seq_num 554 ranges {1925120=483328,2408448=704512,3112960=622592,3735552=278528} 2024-09-16T03:00:31.993 INFO:tasks.rados.rados.0.smithi097.stdout:1713: writing smithi09778949-2 from 1925120 to 2408448 tid 1 2024-09-16T03:00:31.998 INFO:tasks.rados.rados.0.smithi097.stdout:1713: writing smithi09778949-2 from 2408448 to 3112960 tid 2 2024-09-16T03:00:32.001 INFO:tasks.rados.rados.0.smithi097.stdout:1713: writing smithi09778949-2 from 3112960 to 3735552 tid 3 2024-09-16T03:00:32.003 INFO:tasks.rados.rados.0.smithi097.stdout:1713: writing smithi09778949-2 from 3735552 to 4014080 tid 4 2024-09-16T03:00:32.003 INFO:tasks.rados.rados.0.smithi097.stdout:1714: delete oid 8 current snap is 164 2024-09-16T03:00:32.003 INFO:tasks.rados.rados.0.smithi097.stdout:1711: expect (ObjNum 474 snap 134 seq_num 474) 2024-09-16T03:00:32.149 INFO:tasks.rados.rados.0.smithi097.stdout:1712: expect (ObjNum 537 snap 158 seq_num 537) 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: finishing write tid 1 to smithi09778949-2 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: finishing write tid 2 to smithi09778949-2 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: finishing write tid 3 to smithi09778949-2 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: finishing write tid 4 to smithi09778949-2 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: finishing write tid 5 to smithi09778949-2 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: finishing write tid 6 to smithi09778949-2 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: oid 2 updating version 0 to 787 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: oid 2 updating version 787 to 790 2024-09-16T03:00:32.242 INFO:tasks.rados.rados.0.smithi097.stdout:1713: oid 2 updating version 790 to 791 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:1713: oid 2 version 791 is already newer than 788 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:1713: oid 2 version 791 is already newer than 789 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 791 (ObjNum 554 snap 164 seq_num 554) dirty exists 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:1713: left oid 2 (ObjNum 554 snap 164 seq_num 554) 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:1711: done (3 left) 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:1712: done (2 left) 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:1713: done (1 left) 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:1714: done (0 left) 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 164 2024-09-16T03:00:32.243 INFO:tasks.rados.rados.0.smithi097.stdout:1715: seq_num 556 ranges {4407296=516096,4923392=524288,5447680=638976,6086656=442368} 2024-09-16T03:00:32.267 INFO:tasks.rados.rados.0.smithi097.stdout:1715: writing smithi09778949-42 from 4407296 to 4923392 tid 1 2024-09-16T03:00:32.270 INFO:tasks.rados.rados.0.smithi097.stdout:1715: writing smithi09778949-42 from 4923392 to 5447680 tid 2 2024-09-16T03:00:32.273 INFO:tasks.rados.rados.0.smithi097.stdout:1715: writing smithi09778949-42 from 5447680 to 6086656 tid 3 2024-09-16T03:00:32.276 INFO:tasks.rados.rados.0.smithi097.stdout:1715: writing smithi09778949-42 from 6086656 to 6529024 tid 4 2024-09-16T03:00:32.276 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 164 2024-09-16T03:00:32.276 INFO:tasks.rados.rados.0.smithi097.stdout:1715: finishing write tid 1 to smithi09778949-42 2024-09-16T03:00:32.276 INFO:tasks.rados.rados.0.smithi097.stdout:1715: finishing write tid 2 to smithi09778949-42 2024-09-16T03:00:32.276 INFO:tasks.rados.rados.0.smithi097.stdout:1716: seq_num 557 ranges {2482176=532480,3014656=802816,3817472=794624,4612096=8192} 2024-09-16T03:00:32.292 INFO:tasks.rados.rados.0.smithi097.stdout:1716: writing smithi09778949-39 from 2482176 to 3014656 tid 1 2024-09-16T03:00:32.296 INFO:tasks.rados.rados.0.smithi097.stdout:1716: writing smithi09778949-39 from 3014656 to 3817472 tid 2 2024-09-16T03:00:32.301 INFO:tasks.rados.rados.0.smithi097.stdout:1716: writing smithi09778949-39 from 3817472 to 4612096 tid 3 2024-09-16T03:00:32.301 INFO:tasks.rados.rados.0.smithi097.stdout:1716: writing smithi09778949-39 from 4612096 to 4620288 tid 4 2024-09-16T03:00:32.302 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 164 2024-09-16T03:00:32.302 INFO:tasks.rados.rados.0.smithi097.stdout:1715: finishing write tid 3 to smithi09778949-42 2024-09-16T03:00:32.302 INFO:tasks.rados.rados.0.smithi097.stdout:1717: seq_num 558 ranges {2072576=548864,2621440=688128,3309568=606208,3915776=311296} 2024-09-16T03:00:32.315 INFO:tasks.rados.rados.0.smithi097.stdout:1717: writing smithi09778949-23 from 2072576 to 2621440 tid 1 2024-09-16T03:00:32.319 INFO:tasks.rados.rados.0.smithi097.stdout:1717: writing smithi09778949-23 from 2621440 to 3309568 tid 2 2024-09-16T03:00:32.322 INFO:tasks.rados.rados.0.smithi097.stdout:1717: writing smithi09778949-23 from 3309568 to 3915776 tid 3 2024-09-16T03:00:32.325 INFO:tasks.rados.rados.0.smithi097.stdout:1717: writing smithi09778949-23 from 3915776 to 4227072 tid 4 2024-09-16T03:00:32.325 INFO:tasks.rados.rados.0.smithi097.stdout:1718: delete oid 13 current snap is 164 2024-09-16T03:00:32.325 INFO:tasks.rados.rados.0.smithi097.stdout:1715: finishing write tid 4 to smithi09778949-42 2024-09-16T03:00:32.325 INFO:tasks.rados.rados.0.smithi097.stdout:1715: finishing write tid 5 to smithi09778949-42 2024-09-16T03:00:32.325 INFO:tasks.rados.rados.0.smithi097.stdout:1715: finishing write tid 6 to smithi09778949-42 2024-09-16T03:00:32.325 INFO:tasks.rados.rados.0.smithi097.stdout:1715: oid 42 updating version 0 to 1272 2024-09-16T03:00:32.325 INFO:tasks.rados.rados.0.smithi097.stdout:1715: oid 42 updating version 1272 to 1274 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1715: oid 42 updating version 1274 to 1275 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1715: oid 42 version 1275 is already newer than 1273 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1715: oid 42 version 1275 is already newer than 1271 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1275 (ObjNum 556 snap 164 seq_num 556) dirty exists 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1715: left oid 42 (ObjNum 556 snap 164 seq_num 556) 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: finishing write tid 1 to smithi09778949-39 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: finishing write tid 2 to smithi09778949-39 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: finishing write tid 3 to smithi09778949-39 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: finishing write tid 4 to smithi09778949-39 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: finishing write tid 5 to smithi09778949-39 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: finishing write tid 6 to smithi09778949-39 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: oid 39 updating version 0 to 1062 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: oid 39 updating version 1062 to 1063 2024-09-16T03:00:32.326 INFO:tasks.rados.rados.0.smithi097.stdout:1716: oid 39 version 1063 is already newer than 1060 2024-09-16T03:00:32.327 INFO:tasks.rados.rados.0.smithi097.stdout:1716: oid 39 version 1063 is already newer than 1061 2024-09-16T03:00:32.327 INFO:tasks.rados.rados.0.smithi097.stdout:1716: oid 39 updating version 1063 to 1064 2024-09-16T03:00:32.327 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1064 (ObjNum 557 snap 164 seq_num 557) dirty exists 2024-09-16T03:00:32.327 INFO:tasks.rados.rados.0.smithi097.stdout:1716: left oid 39 (ObjNum 557 snap 164 seq_num 557) 2024-09-16T03:00:32.327 INFO:tasks.rados.rados.0.smithi097.stdout:1717: finishing write tid 1 to smithi09778949-23 2024-09-16T03:00:32.327 INFO:tasks.rados.rados.0.smithi097.stdout:1717: finishing write tid 2 to smithi09778949-23 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:1717: finishing write tid 3 to smithi09778949-23 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:1715: done (3 left) 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:1716: done (2 left) 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:1718: done (1 left) 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:1719: rmattr oid 7 current snap is 164 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:1719: done (1 left) 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:1720: read oid 29 snap -1 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:1720: expect (ObjNum 549 snap 162 seq_num 549) 2024-09-16T03:00:32.328 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 164 2024-09-16T03:00:32.329 INFO:tasks.rados.rados.0.smithi097.stdout:1717: finishing write tid 4 to smithi09778949-23 2024-09-16T03:00:32.329 INFO:tasks.rados.rados.0.smithi097.stdout:1721: seq_num 560 ranges {0=581632,581632=458752,1040384=614400,1654784=532480} 2024-09-16T03:00:32.329 INFO:tasks.rados.rados.0.smithi097.stdout:1721: writing smithi09778949-7 from 0 to 581632 tid 1 2024-09-16T03:00:32.332 INFO:tasks.rados.rados.0.smithi097.stdout:1721: writing smithi09778949-7 from 581632 to 1040384 tid 2 2024-09-16T03:00:32.336 INFO:tasks.rados.rados.0.smithi097.stdout:1721: writing smithi09778949-7 from 1040384 to 1654784 tid 3 2024-09-16T03:00:32.340 INFO:tasks.rados.rados.0.smithi097.stdout:1721: writing smithi09778949-7 from 1654784 to 2187264 tid 4 2024-09-16T03:00:32.340 INFO:tasks.rados.rados.0.smithi097.stdout:1722: read oid 13 snap -1 2024-09-16T03:00:32.340 INFO:tasks.rados.rados.0.smithi097.stdout:1722: expect deleted 2024-09-16T03:00:32.340 INFO:tasks.rados.rados.0.smithi097.stdout:1723: read oid 26 snap 163 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1723: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1724: rmattr oid 18 current snap is 164 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1724: done (5 left) 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1725: delete oid 11 current snap is 164 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1717: finishing write tid 5 to smithi09778949-23 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1717: finishing write tid 6 to smithi09778949-23 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1717: oid 23 updating version 0 to 787 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1717: oid 23 version 787 is already newer than 784 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1717: oid 23 updating version 787 to 788 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1717: oid 23 version 788 is already newer than 786 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1717: oid 23 version 788 is already newer than 785 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 788 (ObjNum 558 snap 164 seq_num 558) dirty exists 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1717: left oid 23 (ObjNum 558 snap 164 seq_num 558) 2024-09-16T03:00:32.341 INFO:tasks.rados.rados.0.smithi097.stdout:1721: finishing write tid 1 to smithi09778949-7 2024-09-16T03:00:32.342 INFO:tasks.rados.rados.0.smithi097.stdout:1721: finishing write tid 2 to smithi09778949-7 2024-09-16T03:00:32.342 INFO:tasks.rados.rados.0.smithi097.stdout:1721: finishing write tid 3 to smithi09778949-7 2024-09-16T03:00:32.343 INFO:tasks.rados.rados.0.smithi097.stdout:1721: finishing write tid 4 to smithi09778949-7 2024-09-16T03:00:32.343 INFO:tasks.rados.rados.0.smithi097.stdout:1721: finishing write tid 5 to smithi09778949-7 2024-09-16T03:00:32.344 INFO:tasks.rados.rados.0.smithi097.stdout:1721: finishing write tid 6 to smithi09778949-7 2024-09-16T03:00:32.344 INFO:tasks.rados.rados.0.smithi097.stdout:1721: oid 7 updating version 0 to 1278 2024-09-16T03:00:32.345 INFO:tasks.rados.rados.0.smithi097.stdout:1721: oid 7 version 1278 is already newer than 1276 2024-09-16T03:00:32.345 INFO:tasks.rados.rados.0.smithi097.stdout:1721: oid 7 updating version 1278 to 1280 2024-09-16T03:00:32.345 INFO:tasks.rados.rados.0.smithi097.stdout:1721: oid 7 version 1280 is already newer than 1277 2024-09-16T03:00:32.345 INFO:tasks.rados.rados.0.smithi097.stdout:1721: oid 7 version 1280 is already newer than 1279 2024-09-16T03:00:32.345 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1280 (ObjNum 560 snap 164 seq_num 560) dirty exists 2024-09-16T03:00:32.345 INFO:tasks.rados.rados.0.smithi097.stdout:1721: left oid 7 (ObjNum 560 snap 164 seq_num 560) 2024-09-16T03:00:32.345 INFO:tasks.rados.rados.0.smithi097.stdout:1717: done (5 left) 2024-09-16T03:00:32.345 INFO:tasks.rados.rados.0.smithi097.stdout:1721: done (4 left) 2024-09-16T03:00:32.346 INFO:tasks.rados.rados.0.smithi097.stdout:1722: done (3 left) 2024-09-16T03:00:32.346 INFO:tasks.rados.rados.0.smithi097.stdout:1725: done (2 left) 2024-09-16T03:00:32.346 INFO:tasks.rados.rados.0.smithi097.stdout:1726: snap_remove snap 161 2024-09-16T03:00:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:32 smithi184 ceph-mon[82194]: pgmap v277: 121 pgs: 121 active+clean; 200 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 6.9 MiB/s wr, 41 op/s; 10 MiB/s, 3 objects/s recovering 2024-09-16T03:00:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:32 smithi184 ceph-mon[82194]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/297 objects degraded (2.020%), 1 pg degraded) 2024-09-16T03:00:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:32 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:00:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:32 smithi184 ceph-mon[82194]: osdmap e406: 8 total, 8 up, 8 in 2024-09-16T03:00:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:32 smithi184 ceph-mon[82194]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T03:00:32.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[88563]: pgmap v277: 121 pgs: 121 active+clean; 200 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 6.9 MiB/s wr, 41 op/s; 10 MiB/s, 3 objects/s recovering 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[88563]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/297 objects degraded (2.020%), 1 pg degraded) 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[88563]: osdmap e406: 8 total, 8 up, 8 in 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[88563]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[90424]: pgmap v277: 121 pgs: 121 active+clean; 200 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.2 KiB/s rd, 6.9 MiB/s wr, 41 op/s; 10 MiB/s, 3 objects/s recovering 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[90424]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6/297 objects degraded (2.020%), 1 pg degraded) 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[90424]: osdmap e406: 8 total, 8 up, 8 in 2024-09-16T03:00:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:32 smithi097 ceph-mon[90424]: osdmap e407: 8 total, 8 up, 8 in 2024-09-16T03:00:33.151 INFO:tasks.rados.rados.0.smithi097.stdout:1726: done (2 left) 2024-09-16T03:00:33.151 INFO:tasks.rados.rados.0.smithi097.stdout:1727: read oid 45 snap -1 2024-09-16T03:00:33.151 INFO:tasks.rados.rados.0.smithi097.stdout:1727: expect (ObjNum 550 snap 163 seq_num 550) 2024-09-16T03:00:33.151 INFO:tasks.rados.rados.0.smithi097.stdout:1728: read oid 18 snap 157 2024-09-16T03:00:33.151 INFO:tasks.rados.rados.0.smithi097.stdout:1728: expect (ObjNum 483 snap 136 seq_num 483) 2024-09-16T03:00:33.151 INFO:tasks.rados.rados.0.smithi097.stdout:1729: snap_remove snap 160 2024-09-16T03:00:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:1729: done (4 left) 2024-09-16T03:00:34.160 INFO:tasks.rados.rados.0.smithi097.stdout:1730: copy_from oid 4 from oid 16 current snap is 164 2024-09-16T03:00:34.160 INFO:tasks.rados.rados.0.smithi097.stdout:1723: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:00:34.265 INFO:tasks.rados.rados.0.smithi097.stdout:1720: expect (ObjNum 549 snap 162 seq_num 549) 2024-09-16T03:00:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:34 smithi184 ceph-mon[82194]: pgmap v280: 121 pgs: 121 active+clean; 200 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 22 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-09-16T03:00:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:34 smithi184 ceph-mon[82194]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T03:00:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:34.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:34 smithi097 ceph-mon[88563]: pgmap v280: 121 pgs: 121 active+clean; 200 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 22 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-09-16T03:00:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:34 smithi097 ceph-mon[88563]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T03:00:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:34 smithi097 ceph-mon[90424]: pgmap v280: 121 pgs: 121 active+clean; 200 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 3.6 MiB/s wr, 22 op/s; 5.5 MiB/s, 2 objects/s recovering 2024-09-16T03:00:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:34 smithi097 ceph-mon[90424]: osdmap e408: 8 total, 8 up, 8 in 2024-09-16T03:00:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:34.766 INFO:tasks.rados.rados.0.smithi097.stdout:1727: expect (ObjNum 550 snap 163 seq_num 550) 2024-09-16T03:00:34.821 INFO:tasks.rados.rados.0.smithi097.stdout:1728: expect (ObjNum 483 snap 136 seq_num 483) 2024-09-16T03:00:34.840 INFO:tasks.rados.rados.0.smithi097.stdout:1730: finishing copy_from racing read to smithi09778949-4 2024-09-16T03:00:34.840 INFO:tasks.rados.rados.0.smithi097.stdout:1730: finishing copy_from to smithi09778949-4 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 781 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1720: done (4 left) 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1723: done (3 left) 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1727: done (2 left) 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1728: done (1 left) 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1730: done (0 left) 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1731: read oid 13 snap -1 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1731: expect deleted 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1732: read oid 50 snap -1 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1732: expect (ObjNum 537 snap 158 seq_num 537) 2024-09-16T03:00:34.841 INFO:tasks.rados.rados.0.smithi097.stdout:1733: snap_remove snap 158 2024-09-16T03:00:35.164 INFO:tasks.rados.rados.0.smithi097.stdout:1732: expect (ObjNum 537 snap 158 seq_num 537) 2024-09-16T03:00:35.261 INFO:tasks.rados.rados.0.smithi097.stdout:1731: done (2 left) 2024-09-16T03:00:35.261 INFO:tasks.rados.rados.0.smithi097.stdout:1732: done (1 left) 2024-09-16T03:00:35.262 INFO:tasks.rados.rados.0.smithi097.stdout:1733: done (0 left) 2024-09-16T03:00:35.262 INFO:tasks.rados.rados.0.smithi097.stdout:1734: rmattr oid 33 current snap is 164 2024-09-16T03:00:35.262 INFO:tasks.rados.rados.0.smithi097.stdout:1734: done (0 left) 2024-09-16T03:00:35.262 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 164 2024-09-16T03:00:35.262 INFO:tasks.rados.rados.0.smithi097.stdout:1735: seq_num 562 ranges {11018240=622592,11640832=630784,12271616=581632,12853248=393216} 2024-09-16T03:00:35.321 INFO:tasks.rados.rados.0.smithi097.stdout:1735: writing smithi09778949-28 from 11018240 to 11640832 tid 1 2024-09-16T03:00:35.325 INFO:tasks.rados.rados.0.smithi097.stdout:1735: writing smithi09778949-28 from 11640832 to 12271616 tid 2 2024-09-16T03:00:35.328 INFO:tasks.rados.rados.0.smithi097.stdout:1735: writing smithi09778949-28 from 12271616 to 12853248 tid 3 2024-09-16T03:00:35.331 INFO:tasks.rados.rados.0.smithi097.stdout:1735: writing smithi09778949-28 from 12853248 to 13246464 tid 4 2024-09-16T03:00:35.331 INFO:tasks.rados.rados.0.smithi097.stdout:1736: snap_remove snap 155 2024-09-16T03:00:35.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:35 smithi097 ceph-mon[88563]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T03:00:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:35 smithi097 ceph-mon[90424]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T03:00:35.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:35 smithi184 ceph-mon[82194]: osdmap e409: 8 total, 8 up, 8 in 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: finishing write tid 1 to smithi09778949-28 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: finishing write tid 2 to smithi09778949-28 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: finishing write tid 3 to smithi09778949-28 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: finishing write tid 4 to smithi09778949-28 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: finishing write tid 5 to smithi09778949-28 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: finishing write tid 6 to smithi09778949-28 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: oid 28 updating version 0 to 1300 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: oid 28 updating version 1300 to 1301 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: oid 28 version 1301 is already newer than 1294 2024-09-16T03:00:36.171 INFO:tasks.rados.rados.0.smithi097.stdout:1735: oid 28 version 1301 is already newer than 1295 2024-09-16T03:00:36.172 INFO:tasks.rados.rados.0.smithi097.stdout:1735: oid 28 updating version 1301 to 1302 2024-09-16T03:00:36.172 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1302 (ObjNum 562 snap 164 seq_num 562) dirty exists 2024-09-16T03:00:36.172 INFO:tasks.rados.rados.0.smithi097.stdout:1735: left oid 28 (ObjNum 562 snap 164 seq_num 562) 2024-09-16T03:00:36.172 INFO:tasks.rados.rados.0.smithi097.stdout:1735: done (1 left) 2024-09-16T03:00:36.172 INFO:tasks.rados.rados.0.smithi097.stdout:1736: done (0 left) 2024-09-16T03:00:36.172 INFO:tasks.rados.rados.0.smithi097.stdout:1737: delete oid 31 current snap is 164 2024-09-16T03:00:36.181 INFO:tasks.rados.rados.0.smithi097.stdout:1737: done (0 left) 2024-09-16T03:00:36.181 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 164 2024-09-16T03:00:36.181 INFO:tasks.rados.rados.0.smithi097.stdout:1738: seq_num 564 ranges {2949120=655360,3604480=442368,4046848=598016,4644864=565248} 2024-09-16T03:00:36.200 INFO:tasks.rados.rados.0.smithi097.stdout:1738: writing smithi09778949-6 from 2949120 to 3604480 tid 1 2024-09-16T03:00:36.203 INFO:tasks.rados.rados.0.smithi097.stdout:1738: writing smithi09778949-6 from 3604480 to 4046848 tid 2 2024-09-16T03:00:36.206 INFO:tasks.rados.rados.0.smithi097.stdout:1738: writing smithi09778949-6 from 4046848 to 4644864 tid 3 2024-09-16T03:00:36.209 INFO:tasks.rados.rados.0.smithi097.stdout:1738: writing smithi09778949-6 from 4644864 to 5210112 tid 4 2024-09-16T03:00:36.209 INFO:tasks.rados.rados.0.smithi097.stdout:1739: snap_create 2024-09-16T03:00:36.210 INFO:tasks.rados.rados.0.smithi097.stdout:1738: finishing write tid 1 to smithi09778949-6 2024-09-16T03:00:36.210 INFO:tasks.rados.rados.0.smithi097.stdout:1738: finishing write tid 2 to smithi09778949-6 2024-09-16T03:00:36.210 INFO:tasks.rados.rados.0.smithi097.stdout:1738: finishing write tid 3 to smithi09778949-6 2024-09-16T03:00:36.212 INFO:tasks.rados.rados.0.smithi097.stdout:1738: finishing write tid 4 to smithi09778949-6 2024-09-16T03:00:36.212 INFO:tasks.rados.rados.0.smithi097.stdout:1738: finishing write tid 5 to smithi09778949-6 2024-09-16T03:00:36.213 INFO:tasks.rados.rados.0.smithi097.stdout:1738: finishing write tid 6 to smithi09778949-6 2024-09-16T03:00:36.213 INFO:tasks.rados.rados.0.smithi097.stdout:1738: oid 6 updating version 0 to 924 2024-09-16T03:00:36.213 INFO:tasks.rados.rados.0.smithi097.stdout:1738: oid 6 updating version 924 to 926 2024-09-16T03:00:36.213 INFO:tasks.rados.rados.0.smithi097.stdout:1738: oid 6 updating version 926 to 927 2024-09-16T03:00:36.213 INFO:tasks.rados.rados.0.smithi097.stdout:1738: oid 6 version 927 is already newer than 925 2024-09-16T03:00:36.213 INFO:tasks.rados.rados.0.smithi097.stdout:1738: oid 6 version 927 is already newer than 923 2024-09-16T03:00:36.213 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 927 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:00:36.213 INFO:tasks.rados.rados.0.smithi097.stdout:1738: left oid 6 (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:00:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:36 smithi097 ceph-mon[88563]: pgmap v283: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-16T03:00:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:36 smithi097 ceph-mon[88563]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T03:00:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:36 smithi097 ceph-mon[90424]: pgmap v283: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-16T03:00:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:36 smithi097 ceph-mon[90424]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T03:00:36.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:36 smithi184 ceph-mon[82194]: pgmap v283: 121 pgs: 121 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-09-16T03:00:36.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:36 smithi184 ceph-mon[82194]: osdmap e410: 8 total, 8 up, 8 in 2024-09-16T03:00:36.840 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:00:37.180 INFO:tasks.rados.rados.0.smithi097.stdout:1738: done (1 left) 2024-09-16T03:00:37.180 INFO:tasks.rados.rados.0.smithi097.stdout:1739: done (0 left) 2024-09-16T03:00:37.180 INFO:tasks.rados.rados.0.smithi097.stdout:1740: rmattr oid 25 current snap is 165 2024-09-16T03:00:37.180 INFO:tasks.rados.rados.0.smithi097.stdout:1740: done (0 left) 2024-09-16T03:00:37.180 INFO:tasks.rados.rados.0.smithi097.stdout:1741: copy_from oid 15 from oid 38 current snap is 165 2024-09-16T03:00:37.180 INFO:tasks.rados.rados.0.smithi097.stdout:1742: rollback oid 45 current snap is 165 2024-09-16T03:00:37.180 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 163 2024-09-16T03:00:37.181 INFO:tasks.rados.rados.0.smithi097.stdout:1743: read oid 30 snap -1 2024-09-16T03:00:37.181 INFO:tasks.rados.rados.0.smithi097.stdout:1743: expect deleted 2024-09-16T03:00:37.181 INFO:tasks.rados.rados.0.smithi097.stdout:1744: delete oid 27 current snap is 165 2024-09-16T03:00:37.184 INFO:tasks.rados.rados.0.smithi097.stdout:1743: done (3 left) 2024-09-16T03:00:37.184 INFO:tasks.rados.rados.0.smithi097.stdout:1744: done (2 left) 2024-09-16T03:00:37.184 INFO:tasks.rados.rados.0.smithi097.stdout:1745: rollback oid 42 current snap is 165 2024-09-16T03:00:37.184 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 42 to 159 2024-09-16T03:00:37.184 INFO:tasks.rados.rados.0.smithi097.stdout:1746: delete oid 44 current snap is 165 2024-09-16T03:00:37.186 INFO:tasks.rados.rados.0.smithi097.stdout:1742: finishing rollback tid 0 to smithi09778949-45 2024-09-16T03:00:37.187 INFO:tasks.rados.rados.0.smithi097.stdout:1742: finishing rollback tid 1 to smithi09778949-45 2024-09-16T03:00:37.187 INFO:tasks.rados.rados.0.smithi097.stdout:1742: finishing rollback tid 2 to smithi09778949-45 2024-09-16T03:00:37.187 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 389 (ObjNum 550 snap 163 seq_num 550) dirty exists 2024-09-16T03:00:37.188 INFO:tasks.rados.rados.0.smithi097.stdout:1742: done (3 left) 2024-09-16T03:00:37.188 INFO:tasks.rados.rados.0.smithi097.stdout:1746: done (2 left) 2024-09-16T03:00:37.188 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 165 2024-09-16T03:00:37.189 INFO:tasks.rados.rados.0.smithi097.stdout:1747: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-09-16T03:00:37.192 INFO:tasks.rados.rados.0.smithi097.stdout:1747: writing smithi09778949-11 from 0 to 704512 tid 1 2024-09-16T03:00:37.196 INFO:tasks.rados.rados.0.smithi097.stdout:1747: writing smithi09778949-11 from 704512 to 1204224 tid 2 2024-09-16T03:00:37.200 INFO:tasks.rados.rados.0.smithi097.stdout:1747: writing smithi09778949-11 from 1204224 to 1974272 tid 3 2024-09-16T03:00:37.203 INFO:tasks.rados.rados.0.smithi097.stdout:1747: writing smithi09778949-11 from 1974272 to 2310144 tid 4 2024-09-16T03:00:37.203 INFO:tasks.rados.rados.0.smithi097.stdout:1748: snap_remove snap 156 2024-09-16T03:00:37.406 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:00:37.406 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (7m) 16s ago 8m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T03:00:37.406 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (8m) 2m ago 8m 86.0M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:00:37.406 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (9m) 16s ago 9m 16.8M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T03:00:37.406 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (9m) 2m ago 9m 22.0M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T03:00:37.406 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (3m) 2m ago 13m 453M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (4m) 16s ago 14m 523M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (3m) 16s ago 14m 54.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (2m) 2m ago 13m 22.2M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (3m) 16s ago 13m 43.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (7m) 16s ago 7m 14.8M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (7m) 2m ago 7m 17.4M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (2m) 16s ago 12m 221M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (87s) 16s ago 12m 137M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (53s) 16s ago 11m 130M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (20s) 16s ago 11m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (11m) 2m ago 11m 164M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 abd0069eddb2 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (10m) 2m ago 10m 190M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T03:00:37.407 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (10m) 2m ago 10m 103M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T03:00:37.408 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (10m) 2m ago 10m 130M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T03:00:37.408 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (3m) 2m ago 8m 50.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T03:00:37.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:37 smithi097 ceph-mon[88563]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T03:00:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:37 smithi097 ceph-mon[90424]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T03:00:37.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:37 smithi184 ceph-mon[82194]: osdmap e411: 8 total, 8 up, 8 in 2024-09-16T03:00:37.743 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:00:37.743 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:00:37.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:00:37.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:00:37.743 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:00:37.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:00:37.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:00:37.743 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 4, 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 4 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 6, 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 9 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:00:37.744 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:00:38.026 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:00:38.026 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:00:38.026 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:00:38.026 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:00:38.026 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:00:38.026 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:00:38.026 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:00:38.026 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:00:38.027 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "9/20 daemons upgraded", 2024-09-16T03:00:38.027 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading osd daemons", 2024-09-16T03:00:38.027 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:00:38.027 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:00:38.186 INFO:tasks.rados.rados.0.smithi097.stdout:1748: done (3 left) 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1749: snap_create 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1745: finishing rollback tid 0 to smithi09778949-42 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1745: finishing rollback tid 1 to smithi09778949-42 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1745: finishing rollback tid 2 to smithi09778949-42 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1323 (ObjNum 518 snap 150 seq_num 518) dirty exists 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1741: finishing copy_from racing read to smithi09778949-15 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1741: finishing copy_from to smithi09778949-15 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1069 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1747: finishing write tid 1 to smithi09778949-11 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1747: finishing write tid 2 to smithi09778949-11 2024-09-16T03:00:38.187 INFO:tasks.rados.rados.0.smithi097.stdout:1747: finishing write tid 3 to smithi09778949-11 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: finishing write tid 4 to smithi09778949-11 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: finishing write tid 5 to smithi09778949-11 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: finishing write tid 6 to smithi09778949-11 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: oid 11 updating version 0 to 1125 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: oid 11 updating version 1125 to 1126 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: oid 11 updating version 1126 to 1128 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: oid 11 version 1128 is already newer than 1124 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: oid 11 version 1128 is already newer than 1127 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1128 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-09-16T03:00:38.188 INFO:tasks.rados.rados.0.smithi097.stdout:1747: left oid 11 (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:00:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[90424]: pgmap v286: 121 pgs: 121 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-09-16T03:00:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[90424]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[90424]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[90424]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T03:00:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[90424]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/42924034' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[88563]: pgmap v286: 121 pgs: 121 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-09-16T03:00:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[88563]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[88563]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[88563]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T03:00:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[88563]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:38 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/42924034' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:38.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:38 smithi184 ceph-mon[82194]: pgmap v286: 121 pgs: 121 active+clean; 215 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.9 MiB/s wr, 19 op/s 2024-09-16T03:00:38.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:38 smithi184 ceph-mon[82194]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:38 smithi184 ceph-mon[82194]: from='client.44282 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:38 smithi184 ceph-mon[82194]: osdmap e412: 8 total, 8 up, 8 in 2024-09-16T03:00:38.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:38 smithi184 ceph-mon[82194]: from='client.34371 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:38.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:38 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/42924034' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:39.189 INFO:tasks.rados.rados.0.smithi097.stdout:1741: done (3 left) 2024-09-16T03:00:39.189 INFO:tasks.rados.rados.0.smithi097.stdout:1745: done (2 left) 2024-09-16T03:00:39.189 INFO:tasks.rados.rados.0.smithi097.stdout:1747: done (1 left) 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1749: done (0 left) 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1750: read oid 17 snap -1 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1750: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1751: copy_from oid 25 from oid 30 current snap is 166 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1752: read oid 8 snap -1 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1752: expect deleted 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1753: read oid 38 snap -1 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1753: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1754: copy_from oid 34 from oid 26 current snap is 166 2024-09-16T03:00:39.190 INFO:tasks.rados.rados.0.smithi097.stdout:1755: delete oid 21 current snap is 166 2024-09-16T03:00:39.195 INFO:tasks.rados.rados.0.smithi097.stdout:1750: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:00:39.201 INFO:tasks.rados.rados.0.smithi097.stdout:1751: finishing copy_from to smithi09778949-25 2024-09-16T03:00:39.201 INFO:tasks.rados.rados.0.smithi097.stdout:1751: got expected ENOENT (src dne) 2024-09-16T03:00:39.201 INFO:tasks.rados.rados.0.smithi097.stdout:1751: finishing copy_from racing read to smithi09778949-25 2024-09-16T03:00:39.201 INFO:tasks.rados.rados.0.smithi097.stdout:1753: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:00:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:1754: finishing copy_from racing read to smithi09778949-34 2024-09-16T03:00:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:1754: finishing copy_from to smithi09778949-34 2024-09-16T03:00:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 971 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-09-16T03:00:39.249 INFO:tasks.rados.rados.0.smithi097.stdout:1750: done (5 left) 2024-09-16T03:00:39.249 INFO:tasks.rados.rados.0.smithi097.stdout:1751: done (4 left) 2024-09-16T03:00:39.249 INFO:tasks.rados.rados.0.smithi097.stdout:1752: done (3 left) 2024-09-16T03:00:39.249 INFO:tasks.rados.rados.0.smithi097.stdout:1753: done (2 left) 2024-09-16T03:00:39.249 INFO:tasks.rados.rados.0.smithi097.stdout:1754: done (1 left) 2024-09-16T03:00:39.249 INFO:tasks.rados.rados.0.smithi097.stdout:1755: done (0 left) 2024-09-16T03:00:39.249 INFO:tasks.rados.rados.0.smithi097.stdout:1756: snap_remove snap 159 2024-09-16T03:00:39.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:39 smithi097 ceph-mon[88563]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:39.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:39 smithi097 ceph-mon[88563]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T03:00:39.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:39.496 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:00:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:00:39] "GET /metrics HTTP/1.1" 200 36236 "" "Prometheus/2.43.0" 2024-09-16T03:00:39.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:39 smithi097 ceph-mon[90424]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:39.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:39 smithi097 ceph-mon[90424]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T03:00:39.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:39.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:39 smithi184 ceph-mon[82194]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:00:39.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:39 smithi184 ceph-mon[82194]: osdmap e413: 8 total, 8 up, 8 in 2024-09-16T03:00:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:40.199 INFO:tasks.rados.rados.0.smithi097.stdout:1756: done (0 left) 2024-09-16T03:00:40.199 INFO:tasks.rados.rados.0.smithi097.stdout:1757: read oid 25 snap -1 2024-09-16T03:00:40.199 INFO:tasks.rados.rados.0.smithi097.stdout:1757: expect (ObjNum 543 snap 161 seq_num 543) 2024-09-16T03:00:40.199 INFO:tasks.rados.rados.0.smithi097.stdout:1758: snap_remove snap 164 2024-09-16T03:00:40.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:40 smithi097 ceph-mon[88563]: pgmap v289: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-16T03:00:40.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:40 smithi097 ceph-mon[88563]: osdmap e414: 8 total, 8 up, 8 in 2024-09-16T03:00:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:40 smithi097 ceph-mon[90424]: pgmap v289: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-16T03:00:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:40 smithi097 ceph-mon[90424]: osdmap e414: 8 total, 8 up, 8 in 2024-09-16T03:00:40.564 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:40 smithi184 ceph-mon[82194]: pgmap v289: 121 pgs: 121 active+clean; 211 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.5 MiB/s wr, 9 op/s 2024-09-16T03:00:40.564 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:40 smithi184 ceph-mon[82194]: osdmap e414: 8 total, 8 up, 8 in 2024-09-16T03:00:41.202 INFO:tasks.rados.rados.0.smithi097.stdout:1758: done (1 left) 2024-09-16T03:00:41.202 INFO:tasks.rados.rados.0.smithi097.stdout:1759: rollback oid 8 current snap is 166 2024-09-16T03:00:41.202 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 8 to 165 2024-09-16T03:00:41.202 INFO:tasks.rados.rados.0.smithi097.stdout:1757: expect (ObjNum 543 snap 161 seq_num 543) 2024-09-16T03:00:41.301 INFO:tasks.rados.rados.0.smithi097.stdout:1759: finishing rollback tid 1 to smithi09778949-8 2024-09-16T03:00:41.301 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1234 (ObjNum 1217 snap 0 seq_num 3735003392) dirty dne 2024-09-16T03:00:41.302 INFO:tasks.rados.rados.0.smithi097.stdout:1757: done (1 left) 2024-09-16T03:00:41.302 INFO:tasks.rados.rados.0.smithi097.stdout:1759: done (0 left) 2024-09-16T03:00:41.302 INFO:tasks.rados.rados.0.smithi097.stdout:1760: read oid 10 snap -1 2024-09-16T03:00:41.302 INFO:tasks.rados.rados.0.smithi097.stdout:1760: expect (ObjNum 506 snap 144 seq_num 506) 2024-09-16T03:00:41.302 INFO:tasks.rados.rados.0.smithi097.stdout:1761: snap_create 2024-09-16T03:00:41.325 INFO:tasks.rados.rados.0.smithi097.stdout:1760: expect (ObjNum 506 snap 144 seq_num 506) 2024-09-16T03:00:41.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[88563]: osdmap e415: 8 total, 8 up, 8 in 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[88563]: Upgrade: osd.4 is safe to restart 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[88563]: osdmap e416: 8 total, 8 up, 8 in 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[90424]: osdmap e415: 8 total, 8 up, 8 in 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[90424]: Upgrade: osd.4 is safe to restart 2024-09-16T03:00:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:41 smithi097 ceph-mon[90424]: osdmap e416: 8 total, 8 up, 8 in 2024-09-16T03:00:41.570 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:41 smithi184 ceph-mon[82194]: osdmap e415: 8 total, 8 up, 8 in 2024-09-16T03:00:41.570 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:41 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16} : dispatch 2024-09-16T03:00:41.570 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:41 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-09-16T03:00:41.571 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:41 smithi184 ceph-mon[82194]: Upgrade: osd.4 is safe to restart 2024-09-16T03:00:41.571 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:41 smithi184 ceph-mon[82194]: osdmap e416: 8 total, 8 up, 8 in 2024-09-16T03:00:41.984 INFO:tasks.rados.rados.0.smithi097.stdout:1760: done (1 left) 2024-09-16T03:00:41.985 INFO:tasks.rados.rados.0.smithi097.stdout:1761: done (0 left) 2024-09-16T03:00:41.985 INFO:tasks.rados.rados.0.smithi097.stdout:1762: delete oid 2 current snap is 167 2024-09-16T03:00:41.992 INFO:tasks.rados.rados.0.smithi097.stdout:1762: done (0 left) 2024-09-16T03:00:41.992 INFO:tasks.rados.rados.0.smithi097.stdout:1763: copy_from oid 29 from oid 30 current snap is 167 2024-09-16T03:00:41.992 INFO:tasks.rados.rados.0.smithi097.stdout:1764: read oid 1 snap 166 2024-09-16T03:00:41.992 INFO:tasks.rados.rados.0.smithi097.stdout:1764: expect (ObjNum 539 snap 159 seq_num 539) 2024-09-16T03:00:41.992 INFO:tasks.rados.rados.0.smithi097.stdout:1765: rmattr oid 28 current snap is 167 2024-09-16T03:00:41.992 INFO:tasks.rados.rados.0.smithi097.stdout:1766: rollback oid 44 current snap is 167 2024-09-16T03:00:41.993 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 157 2024-09-16T03:00:41.993 INFO:tasks.rados.rados.0.smithi097.stdout:1767: setattr oid 34 current snap is 167 2024-09-16T03:00:41.994 INFO:tasks.rados.rados.0.smithi097.stdout:1768: read oid 21 snap -1 2024-09-16T03:00:41.994 INFO:tasks.rados.rados.0.smithi097.stdout:1768: expect deleted 2024-09-16T03:00:41.994 INFO:tasks.rados.rados.0.smithi097.stdout:1769: read oid 11 snap 157 2024-09-16T03:00:41.994 INFO:tasks.rados.rados.0.smithi097.stdout:1769: expect (ObjNum 522 snap 151 seq_num 522) 2024-09-16T03:00:41.995 INFO:tasks.rados.rados.0.smithi097.stdout:1770: copy_from oid 50 from oid 22 current snap is 167 2024-09-16T03:00:41.995 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 167 2024-09-16T03:00:41.995 INFO:tasks.rados.rados.0.smithi097.stdout:1771: seq_num 570 ranges {1851392=753664,2605056=548864,3153920=540672,3694592=516096} 2024-09-16T03:00:42.007 INFO:tasks.rados.rados.0.smithi097.stdout:1771: writing smithi09778949-38 from 1851392 to 2605056 tid 1 2024-09-16T03:00:42.011 INFO:tasks.rados.rados.0.smithi097.stdout:1771: writing smithi09778949-38 from 2605056 to 3153920 tid 2 2024-09-16T03:00:42.013 INFO:tasks.rados.rados.0.smithi097.stdout:1771: writing smithi09778949-38 from 3153920 to 3694592 tid 3 2024-09-16T03:00:42.016 INFO:tasks.rados.rados.0.smithi097.stdout:1771: writing smithi09778949-38 from 3694592 to 4210688 tid 4 2024-09-16T03:00:42.016 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 167 2024-09-16T03:00:42.017 INFO:tasks.rados.rados.0.smithi097.stdout:1772: seq_num 571 ranges {4767744=770048,5537792=483328,6021120=753664,6774784=368640} 2024-09-16T03:00:42.046 INFO:tasks.rados.rados.0.smithi097.stdout:1772: writing smithi09778949-12 from 4767744 to 5537792 tid 1 2024-09-16T03:00:42.049 INFO:tasks.rados.rados.0.smithi097.stdout:1772: writing smithi09778949-12 from 5537792 to 6021120 tid 2 2024-09-16T03:00:42.053 INFO:tasks.rados.rados.0.smithi097.stdout:1772: writing smithi09778949-12 from 6021120 to 6774784 tid 3 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:1772: writing smithi09778949-12 from 6774784 to 7143424 tid 4 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:1773: copy_from oid 41 from oid 4 current snap is 167 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:1763: finishing copy_from to smithi09778949-29 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:1763: got expected ENOENT (src dne) 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:1763: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1345 (ObjNum 562 snap 164 seq_num 562) dirty exists 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:1766: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:1766: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:00:42.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1116 (ObjNum 506 snap 144 seq_num 506) dirty exists 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 972 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:1763: done (10 left) 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:1765: done (9 left) 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:1766: done (8 left) 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:1767: done (7 left) 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:1768: done (6 left) 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:1774: delete oid 48 current snap is 167 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:1770: finishing copy_from racing read to smithi09778949-50 2024-09-16T03:00:42.058 INFO:tasks.rados.rados.0.smithi097.stdout:1770: finishing copy_from to smithi09778949-50 2024-09-16T03:00:42.059 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 416 (ObjNum 483 snap 136 seq_num 483) dirty exists 2024-09-16T03:00:42.059 INFO:tasks.rados.rados.0.smithi097.stdout:1769: expect (ObjNum 522 snap 151 seq_num 522) 2024-09-16T03:00:42.172 INFO:tasks.rados.rados.0.smithi097.stdout:1771: finishing write tid 1 to smithi09778949-38 2024-09-16T03:00:42.173 INFO:tasks.rados.rados.0.smithi097.stdout:1764: expect (ObjNum 539 snap 159 seq_num 539) 2024-09-16T03:00:42.396 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:42 smithi184 ceph-mon[82194]: pgmap v292: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-09-16T03:00:42.396 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:42 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:42.396 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:42 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-16T03:00:42.396 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:42 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:42.396 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:42 smithi184 ceph-mon[82194]: osdmap e417: 8 total, 8 up, 8 in 2024-09-16T03:00:42.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[88563]: pgmap v292: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[88563]: osdmap e417: 8 total, 8 up, 8 in 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[90424]: pgmap v292: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:42 smithi097 ceph-mon[90424]: osdmap e417: 8 total, 8 up, 8 in 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: finishing write tid 2 to smithi09778949-38 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: finishing write tid 3 to smithi09778949-38 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: finishing write tid 4 to smithi09778949-38 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: finishing write tid 5 to smithi09778949-38 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: finishing write tid 6 to smithi09778949-38 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: oid 38 updating version 0 to 1118 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: oid 38 updating version 1118 to 1120 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: oid 38 updating version 1120 to 1122 2024-09-16T03:00:42.651 INFO:tasks.rados.rados.0.smithi097.stdout:1771: oid 38 version 1122 is already newer than 1121 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1771: oid 38 version 1122 is already newer than 1119 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1122 (ObjNum 570 snap 167 seq_num 570) dirty exists 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1771: left oid 38 (ObjNum 570 snap 167 seq_num 570) 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1772: finishing write tid 1 to smithi09778949-12 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1764: done (6 left) 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1769: done (5 left) 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1770: done (4 left) 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1771: done (3 left) 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1774: done (2 left) 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1775: read oid 9 snap 163 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1775: expect (ObjNum 531 snap 153 seq_num 531) 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1776: delete oid 21 current snap is 167 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1772: finishing write tid 2 to smithi09778949-12 2024-09-16T03:00:42.652 INFO:tasks.rados.rados.0.smithi097.stdout:1772: finishing write tid 3 to smithi09778949-12 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: finishing write tid 4 to smithi09778949-12 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: finishing write tid 5 to smithi09778949-12 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: finishing write tid 6 to smithi09778949-12 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: oid 12 updating version 0 to 1239 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: oid 12 version 1239 is already newer than 1237 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: oid 12 version 1239 is already newer than 1238 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: oid 12 version 1239 is already newer than 1236 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: oid 12 version 1239 is already newer than 1235 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1239 (ObjNum 571 snap 167 seq_num 571) dirty exists 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1772: left oid 12 (ObjNum 571 snap 167 seq_num 571) 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1773: finishing copy_from racing read to smithi09778949-41 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:1773: finishing copy_from to smithi09778949-41 2024-09-16T03:00:42.653 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 781 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-09-16T03:00:42.654 INFO:tasks.rados.rados.0.smithi097.stdout:1772: done (3 left) 2024-09-16T03:00:42.654 INFO:tasks.rados.rados.0.smithi097.stdout:1773: done (2 left) 2024-09-16T03:00:42.654 INFO:tasks.rados.rados.0.smithi097.stdout:1776: done (1 left) 2024-09-16T03:00:42.654 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 167 2024-09-16T03:00:42.654 INFO:tasks.rados.rados.0.smithi097.stdout:1777: seq_num 574 ranges {0=16384} 2024-09-16T03:00:42.655 INFO:tasks.rados.rados.0.smithi097.stdout:1777: writing smithi09778949-37 from 0 to 16384 tid 1 2024-09-16T03:00:42.655 INFO:tasks.rados.rados.0.smithi097.stdout:1778: snap_create 2024-09-16T03:00:42.655 INFO:tasks.rados.rados.0.smithi097.stdout:1777: finishing write tid 1 to smithi09778949-37 2024-09-16T03:00:42.655 INFO:tasks.rados.rados.0.smithi097.stdout:1777: finishing write tid 2 to smithi09778949-37 2024-09-16T03:00:42.656 INFO:tasks.rados.rados.0.smithi097.stdout:1777: finishing write tid 3 to smithi09778949-37 2024-09-16T03:00:42.656 INFO:tasks.rados.rados.0.smithi097.stdout:1777: oid 37 updating version 0 to 789 2024-09-16T03:00:42.656 INFO:tasks.rados.rados.0.smithi097.stdout:1777: oid 37 updating version 789 to 790 2024-09-16T03:00:42.656 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 790 (ObjNum 574 snap 167 seq_num 574) dirty exists 2024-09-16T03:00:42.656 INFO:tasks.rados.rados.0.smithi097.stdout:1777: left oid 37 (ObjNum 574 snap 167 seq_num 574) 2024-09-16T03:00:42.660 INFO:tasks.rados.rados.0.smithi097.stdout:1775: expect (ObjNum 531 snap 153 seq_num 531) 2024-09-16T03:00:43.224 INFO:tasks.rados.rados.0.smithi097.stdout:1775: done (2 left) 2024-09-16T03:00:43.224 INFO:tasks.rados.rados.0.smithi097.stdout:1777: done (1 left) 2024-09-16T03:00:43.224 INFO:tasks.rados.rados.0.smithi097.stdout:1778: done (0 left) 2024-09-16T03:00:43.224 INFO:tasks.rados.rados.0.smithi097.stdout:1779: read oid 14 snap 163 2024-09-16T03:00:43.224 INFO:tasks.rados.rados.0.smithi097.stdout:1779: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:00:43.225 INFO:tasks.rados.rados.0.smithi097.stdout:1780: delete oid 12 current snap is 168 2024-09-16T03:00:43.230 INFO:tasks.rados.rados.0.smithi097.stdout:1780: done (1 left) 2024-09-16T03:00:43.230 INFO:tasks.rados.rados.0.smithi097.stdout:1781: copy_from oid 25 from oid 11 current snap is 168 2024-09-16T03:00:43.230 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 168 2024-09-16T03:00:43.230 INFO:tasks.rados.rados.0.smithi097.stdout:1782: seq_num 576 ranges {7888896=49152} 2024-09-16T03:00:43.274 INFO:tasks.rados.rados.0.smithi097.stdout:1782: writing smithi09778949-4 from 7888896 to 7938048 tid 1 2024-09-16T03:00:43.274 INFO:tasks.rados.rados.0.smithi097.stdout:1783: copy_from oid 16 from oid 26 current snap is 168 2024-09-16T03:00:43.274 INFO:tasks.rados.rados.0.smithi097.stdout:1781: finishing copy_from racing read to smithi09778949-25 2024-09-16T03:00:43.274 INFO:tasks.rados.rados.0.smithi097.stdout:1781: finishing copy_from to smithi09778949-25 2024-09-16T03:00:43.274 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1128 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-09-16T03:00:43.275 INFO:tasks.rados.rados.0.smithi097.stdout:1779: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:00:43.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:43 smithi097 ceph-mon[88563]: Upgrade: Updating osd.4 2024-09-16T03:00:43.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:43 smithi097 ceph-mon[88563]: Deploying daemon osd.4 on smithi184 2024-09-16T03:00:43.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:43 smithi097 ceph-mon[90424]: Upgrade: Updating osd.4 2024-09-16T03:00:43.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:43 smithi097 ceph-mon[90424]: Deploying daemon osd.4 on smithi184 2024-09-16T03:00:43.521 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:43 smithi184 ceph-mon[82194]: Upgrade: Updating osd.4 2024-09-16T03:00:43.521 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:43 smithi184 ceph-mon[82194]: Deploying daemon osd.4 on smithi184 2024-09-16T03:00:43.653 INFO:tasks.rados.rados.0.smithi097.stdout:1782: finishing write tid 1 to smithi09778949-4 2024-09-16T03:00:43.653 INFO:tasks.rados.rados.0.smithi097.stdout:1782: finishing write tid 2 to smithi09778949-4 2024-09-16T03:00:43.653 INFO:tasks.rados.rados.0.smithi097.stdout:1779: done (3 left) 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:1781: done (2 left) 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:1784: delete oid 50 current snap is 168 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:1782: finishing write tid 3 to smithi09778949-4 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:1782: oid 4 updating version 0 to 933 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:1782: oid 4 version 933 is already newer than 932 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 933 (ObjNum 576 snap 168 seq_num 576) dirty exists 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:1782: left oid 4 (ObjNum 576 snap 168 seq_num 576) 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:1783: finishing copy_from racing read to smithi09778949-16 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:1783: finishing copy_from to smithi09778949-16 2024-09-16T03:00:43.654 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 971 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-09-16T03:00:43.655 INFO:tasks.rados.rados.0.smithi097.stdout:1782: done (2 left) 2024-09-16T03:00:43.655 INFO:tasks.rados.rados.0.smithi097.stdout:1783: done (1 left) 2024-09-16T03:00:43.655 INFO:tasks.rados.rados.0.smithi097.stdout:1784: done (0 left) 2024-09-16T03:00:43.655 INFO:tasks.rados.rados.0.smithi097.stdout:1785: read oid 35 snap -1 2024-09-16T03:00:43.655 INFO:tasks.rados.rados.0.smithi097.stdout:1785: expect (ObjNum 487 snap 138 seq_num 487) 2024-09-16T03:00:43.655 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 168 2024-09-16T03:00:43.655 INFO:tasks.rados.rados.0.smithi097.stdout:1786: seq_num 578 ranges {2187264=81920} 2024-09-16T03:00:43.667 INFO:tasks.rados.rados.0.smithi097.stdout:1786: writing smithi09778949-7 from 2187264 to 2269184 tid 1 2024-09-16T03:00:43.667 INFO:tasks.rados.rados.0.smithi097.stdout:1787: rollback oid 44 current snap is 168 2024-09-16T03:00:43.667 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 166 2024-09-16T03:00:43.667 INFO:tasks.rados.rados.0.smithi097.stdout:1785: expect (ObjNum 487 snap 138 seq_num 487) 2024-09-16T03:00:43.696 INFO:tasks.rados.rados.0.smithi097.stdout:1786: finishing write tid 1 to smithi09778949-7 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1786: finishing write tid 2 to smithi09778949-7 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1785: done (2 left) 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1788: delete oid 37 current snap is 168 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1787: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1787: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1125 (ObjNum 33 snap 0 seq_num 1973395232) dirty dne 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1786: finishing write tid 3 to smithi09778949-7 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1786: oid 7 updating version 0 to 1349 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1786: oid 7 updating version 1349 to 1350 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1350 (ObjNum 578 snap 168 seq_num 578) dirty exists 2024-09-16T03:00:43.697 INFO:tasks.rados.rados.0.smithi097.stdout:1786: left oid 7 (ObjNum 578 snap 168 seq_num 578) 2024-09-16T03:00:43.699 INFO:tasks.rados.rados.0.smithi097.stdout:1786: done (2 left) 2024-09-16T03:00:43.699 INFO:tasks.rados.rados.0.smithi097.stdout:1787: done (1 left) 2024-09-16T03:00:43.699 INFO:tasks.rados.rados.0.smithi097.stdout:1788: done (0 left) 2024-09-16T03:00:43.699 INFO:tasks.rados.rados.0.smithi097.stdout:1789: snap_remove snap 163 2024-09-16T03:00:44.228 INFO:tasks.rados.rados.0.smithi097.stdout:1789: done (0 left) 2024-09-16T03:00:44.228 INFO:tasks.rados.rados.0.smithi097.stdout:1790: snap_create 2024-09-16T03:00:44.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:44 smithi097 ceph-mon[88563]: pgmap v295: 121 pgs: 121 active+clean; 212 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T03:00:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:44 smithi097 ceph-mon[88563]: osdmap e418: 8 total, 8 up, 8 in 2024-09-16T03:00:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:44 smithi097 ceph-mon[90424]: pgmap v295: 121 pgs: 121 active+clean; 212 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T03:00:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:44 smithi097 ceph-mon[90424]: osdmap e418: 8 total, 8 up, 8 in 2024-09-16T03:00:44.595 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:44 smithi184 ceph-mon[82194]: pgmap v295: 121 pgs: 121 active+clean; 212 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.8 MiB/s wr, 9 op/s 2024-09-16T03:00:44.595 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:44 smithi184 ceph-mon[82194]: osdmap e418: 8 total, 8 up, 8 in 2024-09-16T03:00:44.858 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:44 smithi184 systemd[1]: Stopping Ceph osd.4 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:00:45.158 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[36029]: 2024-09-16T03:00:44.862+0000 7f17a9c12640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:00:45.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[36029]: 2024-09-16T03:00:44.862+0000 7f17a9c12640 -1 osd.4 419 *** Got signal Terminated *** 2024-09-16T03:00:45.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[36029]: 2024-09-16T03:00:44.862+0000 7f17a9c12640 -1 osd.4 419 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:00:45.234 INFO:tasks.rados.rados.0.smithi097.stdout:1790: done (0 left) 2024-09-16T03:00:45.234 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 169 2024-09-16T03:00:45.234 INFO:tasks.rados.rados.0.smithi097.stdout:1791: seq_num 580 ranges {7159808=114688} 2024-09-16T03:00:45.277 INFO:tasks.rados.rados.0.smithi097.stdout:1791: writing smithi09778949-10 from 7159808 to 7274496 tid 1 2024-09-16T03:00:45.277 INFO:tasks.rados.rados.0.smithi097.stdout:1792: snap_create 2024-09-16T03:00:45.277 INFO:tasks.rados.rados.0.smithi097.stdout:1791: finishing write tid 1 to smithi09778949-10 2024-09-16T03:00:45.277 INFO:tasks.rados.rados.0.smithi097.stdout:1791: finishing write tid 2 to smithi09778949-10 2024-09-16T03:00:45.278 INFO:tasks.rados.rados.0.smithi097.stdout:1791: finishing write tid 3 to smithi09778949-10 2024-09-16T03:00:45.278 INFO:tasks.rados.rados.0.smithi097.stdout:1791: oid 10 updating version 0 to 1131 2024-09-16T03:00:45.278 INFO:tasks.rados.rados.0.smithi097.stdout:1791: oid 10 updating version 1131 to 1132 2024-09-16T03:00:45.278 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1132 (ObjNum 580 snap 169 seq_num 580) dirty exists 2024-09-16T03:00:45.278 INFO:tasks.rados.rados.0.smithi097.stdout:1791: left oid 10 (ObjNum 580 snap 169 seq_num 580) 2024-09-16T03:00:45.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:45 smithi097 ceph-mon[88563]: osdmap e419: 8 total, 8 up, 8 in 2024-09-16T03:00:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:45 smithi097 ceph-mon[88563]: osd.4 marked itself down and dead 2024-09-16T03:00:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:45 smithi097 ceph-mon[90424]: osdmap e419: 8 total, 8 up, 8 in 2024-09-16T03:00:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:45 smithi097 ceph-mon[90424]: osd.4 marked itself down and dead 2024-09-16T03:00:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:45 smithi184 ceph-mon[82194]: osdmap e419: 8 total, 8 up, 8 in 2024-09-16T03:00:45.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:45 smithi184 ceph-mon[82194]: osd.4 marked itself down and dead 2024-09-16T03:00:46.072 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:45 smithi184 podman[86719]: 2024-09-16 03:00:45.788612957 +0000 UTC m=+1.038002200 container died abd0069eddb21aa2cf73680f07b0fadb04d083db561e51fc3a3bec6db257fad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=reef-ae7f373, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-16T03:00:46.072 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:46 smithi184 podman[86719]: 2024-09-16 03:00:46.07105541 +0000 UTC m=+1.320444652 container cleanup abd0069eddb21aa2cf73680f07b0fadb04d083db561e51fc3a3bec6db257fad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, RELEASE=reef-ae7f373, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:00:46.246 INFO:tasks.rados.rados.0.smithi097.stdout:1791: done (1 left) 2024-09-16T03:00:46.247 INFO:tasks.rados.rados.0.smithi097.stdout:1792: done (0 left) 2024-09-16T03:00:46.247 INFO:tasks.rados.rados.0.smithi097.stdout:1793: rollback oid 27 current snap is 170 2024-09-16T03:00:46.247 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 168 2024-09-16T03:00:46.247 INFO:tasks.rados.rados.0.smithi097.stdout:1794: delete oid 39 current snap is 170 2024-09-16T03:00:46.257 INFO:tasks.rados.rados.0.smithi097.stdout:1793: finishing rollback tid 1 to smithi09778949-27 2024-09-16T03:00:46.257 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 0 (ObjNum 33 snap 0 seq_num 1961350960) dirty dne 2024-09-16T03:00:46.259 INFO:tasks.rados.rados.0.smithi097.stdout:1793: done (1 left) 2024-09-16T03:00:46.259 INFO:tasks.rados.rados.0.smithi097.stdout:1794: done (0 left) 2024-09-16T03:00:46.259 INFO:tasks.rados.rados.0.smithi097.stdout:1795: rollback oid 50 current snap is 170 2024-09-16T03:00:46.260 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 50 to 167 2024-09-16T03:00:46.260 INFO:tasks.rados.rados.0.smithi097.stdout:1796: copy_from oid 26 from oid 41 current snap is 170 2024-09-16T03:00:46.260 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 170 2024-09-16T03:00:46.260 INFO:tasks.rados.rados.0.smithi097.stdout:1797: seq_num 582 ranges {0=155648} 2024-09-16T03:00:46.260 INFO:tasks.rados.rados.0.smithi097.stdout:1797: writing smithi09778949-20 from 0 to 155648 tid 1 2024-09-16T03:00:46.260 INFO:tasks.rados.rados.0.smithi097.stdout:1798: snap_create 2024-09-16T03:00:46.261 INFO:tasks.rados.rados.0.smithi097.stdout:1795: finishing rollback tid 1 to smithi09778949-50 2024-09-16T03:00:46.261 INFO:tasks.rados.rados.0.smithi097.stdout:1795: finishing rollback tid 2 to smithi09778949-50 2024-09-16T03:00:46.261 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 936 (ObjNum 483 snap 136 seq_num 483) dirty exists 2024-09-16T03:00:46.266 INFO:tasks.rados.rados.0.smithi097.stdout:1797: finishing write tid 1 to smithi09778949-20 2024-09-16T03:00:46.267 INFO:tasks.rados.rados.0.smithi097.stdout:1797: finishing write tid 2 to smithi09778949-20 2024-09-16T03:00:46.268 INFO:tasks.rados.rados.0.smithi097.stdout:1797: finishing write tid 3 to smithi09778949-20 2024-09-16T03:00:46.268 INFO:tasks.rados.rados.0.smithi097.stdout:1797: oid 20 updating version 0 to 775 2024-09-16T03:00:46.268 INFO:tasks.rados.rados.0.smithi097.stdout:1797: oid 20 updating version 775 to 776 2024-09-16T03:00:46.269 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 776 (ObjNum 582 snap 170 seq_num 582) dirty exists 2024-09-16T03:00:46.269 INFO:tasks.rados.rados.0.smithi097.stdout:1797: left oid 20 (ObjNum 582 snap 170 seq_num 582) 2024-09-16T03:00:46.298 INFO:tasks.rados.rados.0.smithi097.stdout:1796: finishing copy_from racing read to smithi09778949-26 2024-09-16T03:00:46.302 INFO:tasks.rados.rados.0.smithi097.stdout:1796: finishing copy_from to smithi09778949-26 2024-09-16T03:00:46.302 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 781 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-09-16T03:00:46.324 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:46 smithi184 bash[86719]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4 2024-09-16T03:00:46.324 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:46 smithi184 ceph-mon[82194]: pgmap v298: 121 pgs: 121 active+clean; 224 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-09-16T03:00:46.324 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:46 smithi184 ceph-mon[82194]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:00:46.325 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:46 smithi184 ceph-mon[82194]: osdmap e420: 8 total, 7 up, 8 in 2024-09-16T03:00:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:46 smithi097 ceph-mon[88563]: pgmap v298: 121 pgs: 121 active+clean; 224 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-09-16T03:00:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:46 smithi097 ceph-mon[88563]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:00:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:46 smithi097 ceph-mon[88563]: osdmap e420: 8 total, 7 up, 8 in 2024-09-16T03:00:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:46 smithi097 ceph-mon[90424]: pgmap v298: 121 pgs: 121 active+clean; 224 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 20 op/s 2024-09-16T03:00:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:46 smithi097 ceph-mon[90424]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:00:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:46 smithi097 ceph-mon[90424]: osdmap e420: 8 total, 7 up, 8 in 2024-09-16T03:00:46.658 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:46 smithi184 podman[86746]: 2024-09-16 03:00:46.322834105 +0000 UTC m=+0.531052878 container remove abd0069eddb21aa2cf73680f07b0fadb04d083db561e51fc3a3bec6db257fad5 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-16T03:00:46.953 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:46 smithi184 podman[86832]: 2024-09-16 03:00:46.665523766 +0000 UTC m=+0.107536335 container create 76ee78766eb73361bb2b072956013712b5018d65d756773c59c76e058df28a2b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, ceph=True) 2024-09-16T03:00:46.953 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:46 smithi184 podman[86832]: 2024-09-16 03:00:46.573933187 +0000 UTC m=+0.015945764 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:00:46.954 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:46 smithi184 podman[86832]: 2024-09-16 03:00:46.868592687 +0000 UTC m=+0.310605255 container init 76ee78766eb73361bb2b072956013712b5018d65d756773c59c76e058df28a2b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T03:00:46.954 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:46 smithi184 podman[86832]: 2024-09-16 03:00:46.871939126 +0000 UTC m=+0.313951699 container start 76ee78766eb73361bb2b072956013712b5018d65d756773c59c76e058df28a2b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True) 2024-09-16T03:00:46.954 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:46 smithi184 podman[86832]: 2024-09-16 03:00:46.951978912 +0000 UTC m=+0.393991480 container attach 76ee78766eb73361bb2b072956013712b5018d65d756773c59c76e058df28a2b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:00:46.987 INFO:tasks.rados.rados.0.smithi097.stdout:1795: done (3 left) 2024-09-16T03:00:46.987 INFO:tasks.rados.rados.0.smithi097.stdout:1796: done (2 left) 2024-09-16T03:00:46.987 INFO:tasks.rados.rados.0.smithi097.stdout:1797: done (1 left) 2024-09-16T03:00:46.987 INFO:tasks.rados.rados.0.smithi097.stdout:1798: done (0 left) 2024-09-16T03:00:46.987 INFO:tasks.rados.rados.0.smithi097.stdout:1799: snap_remove snap 165 2024-09-16T03:00:47.246 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:47 smithi184 podman[86832]: 2024-09-16 03:00:47.074493909 +0000 UTC m=+0.516506495 container died 76ee78766eb73361bb2b072956013712b5018d65d756773c59c76e058df28a2b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-16T03:00:47.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:47 smithi184 ceph-mon[82194]: osdmap e421: 8 total, 7 up, 8 in 2024-09-16T03:00:47.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:47 smithi184 ceph-mon[82194]: osdmap e422: 8 total, 7 up, 8 in 2024-09-16T03:00:47.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:47 smithi097 ceph-mon[88563]: osdmap e421: 8 total, 7 up, 8 in 2024-09-16T03:00:47.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:47 smithi097 ceph-mon[88563]: osdmap e422: 8 total, 7 up, 8 in 2024-09-16T03:00:47.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:47 smithi097 ceph-mon[90424]: osdmap e421: 8 total, 7 up, 8 in 2024-09-16T03:00:47.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:47 smithi097 ceph-mon[90424]: osdmap e422: 8 total, 7 up, 8 in 2024-09-16T03:00:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:1799: done (0 left) 2024-09-16T03:00:47.986 INFO:tasks.rados.rados.0.smithi097.stdout:1800: read oid 42 snap 166 2024-09-16T03:00:47.987 INFO:tasks.rados.rados.0.smithi097.stdout:1800: expect (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:00:47.987 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 171 2024-09-16T03:00:47.987 INFO:tasks.rados.rados.0.smithi097.stdout:1801: seq_num 583 ranges {3072000=172032} 2024-09-16T03:00:48.005 INFO:tasks.rados.rados.0.smithi097.stdout:1801: writing smithi09778949-33 from 3072000 to 3244032 tid 1 2024-09-16T03:00:48.005 INFO:tasks.rados.rados.0.smithi097.stdout:1802: delete oid 6 current snap is 171 2024-09-16T03:00:48.007 INFO:tasks.rados.rados.0.smithi097.stdout:1802: done (2 left) 2024-09-16T03:00:48.007 INFO:tasks.rados.rados.0.smithi097.stdout:1803: read oid 24 snap -1 2024-09-16T03:00:48.008 INFO:tasks.rados.rados.0.smithi097.stdout:1803: expect deleted 2024-09-16T03:00:48.008 INFO:tasks.rados.rados.0.smithi097.stdout:1804: read oid 39 snap -1 2024-09-16T03:00:48.008 INFO:tasks.rados.rados.0.smithi097.stdout:1804: expect deleted 2024-09-16T03:00:48.008 INFO:tasks.rados.rados.0.smithi097.stdout:1805: snap_create 2024-09-16T03:00:48.008 INFO:tasks.rados.rados.0.smithi097.stdout:1801: finishing write tid 1 to smithi09778949-33 2024-09-16T03:00:48.008 INFO:tasks.rados.rados.0.smithi097.stdout:1801: finishing write tid 2 to smithi09778949-33 2024-09-16T03:00:48.010 INFO:tasks.rados.rados.0.smithi097.stdout:1801: finishing write tid 3 to smithi09778949-33 2024-09-16T03:00:48.010 INFO:tasks.rados.rados.0.smithi097.stdout:1801: oid 33 updating version 0 to 1139 2024-09-16T03:00:48.011 INFO:tasks.rados.rados.0.smithi097.stdout:1801: oid 33 version 1139 is already newer than 1138 2024-09-16T03:00:48.011 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1139 (ObjNum 583 snap 171 seq_num 583) dirty exists 2024-09-16T03:00:48.011 INFO:tasks.rados.rados.0.smithi097.stdout:1801: left oid 33 (ObjNum 583 snap 171 seq_num 583) 2024-09-16T03:00:48.011 INFO:tasks.rados.rados.0.smithi097.stdout:1800: expect (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:00:48.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:47 smithi184 podman[86855]: 2024-09-16 03:00:47.793229954 +0000 UTC m=+0.712624038 container remove 76ee78766eb73361bb2b072956013712b5018d65d756773c59c76e058df28a2b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2) 2024-09-16T03:00:48.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:47 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.4.service: Deactivated successfully. 2024-09-16T03:00:48.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:47 smithi184 systemd[1]: Stopped Ceph osd.4 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:00:48.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:47 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.4.service: Consumed 12.557s CPU time. 2024-09-16T03:00:48.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 systemd[1]: Starting Ceph osd.4 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:00:48.565 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:48 smithi184 ceph-mon[82194]: pgmap v301: 121 pgs: 9 stale+active+clean, 112 active+clean; 225 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-16T03:00:48.566 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:48 smithi184 ceph-mon[82194]: osdmap e423: 8 total, 7 up, 8 in 2024-09-16T03:00:48.566 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 podman[86953]: 2024-09-16 03:00:48.130144946 +0000 UTC m=+0.015739283 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:00:48.566 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 podman[86953]: 2024-09-16 03:00:48.253584221 +0000 UTC m=+0.139178587 container create 12fb41ec4874be4a4d924cb1570e1da229e1a546c15a41290c75e03723fb4965 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:00:48.566 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 podman[86953]: 2024-09-16 03:00:48.464304386 +0000 UTC m=+0.349898710 container init 12fb41ec4874be4a4d924cb1570e1da229e1a546c15a41290c75e03723fb4965 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-09-16T03:00:48.566 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 podman[86953]: 2024-09-16 03:00:48.46774729 +0000 UTC m=+0.353341625 container start 12fb41ec4874be4a4d924cb1570e1da229e1a546c15a41290c75e03723fb4965 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True) 2024-09-16T03:00:48.566 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 podman[86953]: 2024-09-16 03:00:48.564343926 +0000 UTC m=+0.449938266 container attach 12fb41ec4874be4a4d924cb1570e1da229e1a546c15a41290c75e03723fb4965 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-16T03:00:48.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:48 smithi097 ceph-mon[88563]: pgmap v301: 121 pgs: 9 stale+active+clean, 112 active+clean; 225 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-16T03:00:48.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:48 smithi097 ceph-mon[88563]: osdmap e423: 8 total, 7 up, 8 in 2024-09-16T03:00:48.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:48 smithi097 ceph-mon[90424]: pgmap v301: 121 pgs: 9 stale+active+clean, 112 active+clean; 225 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-09-16T03:00:48.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:48 smithi097 ceph-mon[90424]: osdmap e423: 8 total, 7 up, 8 in 2024-09-16T03:00:48.908 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:00:48.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 bash[86953]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:00:48.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:00:48.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:48 smithi184 bash[86953]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:00:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:1800: done (4 left) 2024-09-16T03:00:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:1801: done (3 left) 2024-09-16T03:00:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:1803: done (2 left) 2024-09-16T03:00:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:1804: done (1 left) 2024-09-16T03:00:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:1805: done (0 left) 2024-09-16T03:00:48.991 INFO:tasks.rados.rados.0.smithi097.stdout:1806: delete oid 33 current snap is 172 2024-09-16T03:00:48.995 INFO:tasks.rados.rados.0.smithi097.stdout:1806: done (0 left) 2024-09-16T03:00:48.995 INFO:tasks.rados.rados.0.smithi097.stdout:1807: copy_from oid 29 from oid 38 current snap is 172 2024-09-16T03:00:48.996 INFO:tasks.rados.rados.0.smithi097.stdout:1808: setattr oid 45 current snap is 172 2024-09-16T03:00:48.997 INFO:tasks.rados.rados.0.smithi097.stdout:1809: delete oid 12 current snap is 172 2024-09-16T03:00:48.999 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 391 (ObjNum 550 snap 163 seq_num 550) dirty exists 2024-09-16T03:00:48.999 INFO:tasks.rados.rados.0.smithi097.stdout:1808: done (2 left) 2024-09-16T03:00:48.999 INFO:tasks.rados.rados.0.smithi097.stdout:1809: done (1 left) 2024-09-16T03:00:48.999 INFO:tasks.rados.rados.0.smithi097.stdout:1810: snap_create 2024-09-16T03:00:49.010 INFO:tasks.rados.rados.0.smithi097.stdout:1807: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:00:49.013 INFO:tasks.rados.rados.0.smithi097.stdout:1807: finishing copy_from to smithi09778949-29 2024-09-16T03:00:49.013 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1122 (ObjNum 570 snap 167 seq_num 570) dirty exists 2024-09-16T03:00:49.365 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T03:00:49.365 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 bash[86953]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T03:00:49.365 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T03:00:49.365 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 bash[86953]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-09-16T03:00:49.365 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T03:00:49.365 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 bash[86953]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-09-16T03:00:49.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:00:49] "GET /metrics HTTP/1.1" 200 36224 "" "Prometheus/2.43.0" 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 bash[86953]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 bash[86953]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 bash[86953]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate[86968]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 bash[86953]: --> ceph-volume raw activate successful for osd ID: 4 2024-09-16T03:00:49.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 podman[86953]: 2024-09-16 03:00:49.389528487 +0000 UTC m=+1.275122824 container died 12fb41ec4874be4a4d924cb1570e1da229e1a546c15a41290c75e03723fb4965 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, ceph=True, maintainer=Guillaume Abrioux ) 2024-09-16T03:00:49.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-mon[82194]: pgmap v304: 121 pgs: 13 active+undersized, 5 stale+active+clean, 9 active+undersized+degraded, 94 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 30/354 objects degraded (8.475%) 2024-09-16T03:00:49.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:49.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:49.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-mon[82194]: osdmap e424: 8 total, 7 up, 8 in 2024-09-16T03:00:49.987 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:49 smithi184 ceph-mon[82194]: Health check failed: Degraded data redundancy: 30/354 objects degraded (8.475%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:49.992 INFO:tasks.rados.rados.0.smithi097.stdout:1807: done (1 left) 2024-09-16T03:00:49.992 INFO:tasks.rados.rados.0.smithi097.stdout:1810: done (0 left) 2024-09-16T03:00:49.992 INFO:tasks.rados.rados.0.smithi097.stdout:1811: snap_remove snap 170 2024-09-16T03:00:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[88563]: pgmap v304: 121 pgs: 13 active+undersized, 5 stale+active+clean, 9 active+undersized+degraded, 94 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 30/354 objects degraded (8.475%) 2024-09-16T03:00:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[88563]: osdmap e424: 8 total, 7 up, 8 in 2024-09-16T03:00:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[88563]: Health check failed: Degraded data redundancy: 30/354 objects degraded (8.475%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[90424]: pgmap v304: 121 pgs: 13 active+undersized, 5 stale+active+clean, 9 active+undersized+degraded, 94 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 1.3 MiB/s wr, 9 op/s; 30/354 objects degraded (8.475%) 2024-09-16T03:00:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:00:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[90424]: osdmap e424: 8 total, 7 up, 8 in 2024-09-16T03:00:50.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:49 smithi097 ceph-mon[90424]: Health check failed: Degraded data redundancy: 30/354 objects degraded (8.475%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:50.349 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:49 smithi184 podman[87103]: 2024-09-16 03:00:49.985431888 +0000 UTC m=+0.584828459 container remove 12fb41ec4874be4a4d924cb1570e1da229e1a546c15a41290c75e03723fb4965 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-activate, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:00:50.349 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:50 smithi184 podman[87161]: 2024-09-16 03:00:50.094032613 +0000 UTC m=+0.016050117 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:00:50.349 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:50 smithi184 podman[87161]: 2024-09-16 03:00:50.220612391 +0000 UTC m=+0.142629928 container create b55738d922bdd6b73aa23937995bd6a75154883751bf4813c2522770d6910bc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2) 2024-09-16T03:00:50.908 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:50 smithi184 podman[87161]: 2024-09-16 03:00:50.447961682 +0000 UTC m=+0.369979173 container init b55738d922bdd6b73aa23937995bd6a75154883751bf4813c2522770d6910bc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T03:00:50.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:50 smithi184 podman[87161]: 2024-09-16 03:00:50.451318676 +0000 UTC m=+0.373336168 container start b55738d922bdd6b73aa23937995bd6a75154883751bf4813c2522770d6910bc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, ceph=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:00:50.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:50 smithi184 ceph-osd[87180]: -- 172.21.15.184:0/1647292175 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560d19559a40 con 0x560d19537c00 2024-09-16T03:00:50.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:50 smithi184 bash[87161]: b55738d922bdd6b73aa23937995bd6a75154883751bf4813c2522770d6910bc9 2024-09-16T03:00:50.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:50 smithi184 systemd[1]: Started Ceph osd.4 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:00:51.001 INFO:tasks.rados.rados.0.smithi097.stdout:1811: done (0 left) 2024-09-16T03:00:51.002 INFO:tasks.rados.rados.0.smithi097.stdout:1812: snap_remove snap 169 2024-09-16T03:00:51.258 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:50 smithi184 ceph-mon[82194]: osdmap e425: 8 total, 7 up, 8 in 2024-09-16T03:00:51.258 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:50 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:51.258 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:50 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:51.258 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:50 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:50 smithi097 ceph-mon[88563]: osdmap e425: 8 total, 7 up, 8 in 2024-09-16T03:00:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:50 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:50 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:50 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:50 smithi097 ceph-mon[90424]: osdmap e425: 8 total, 7 up, 8 in 2024-09-16T03:00:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:50 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:50 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:51.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:50 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:51.985 INFO:tasks.rados.rados.0.smithi097.stdout:1812: done (0 left) 2024-09-16T03:00:51.985 INFO:tasks.rados.rados.0.smithi097.stdout:1813: snap_remove snap 172 2024-09-16T03:00:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:51 smithi184 ceph-mon[82194]: pgmap v307: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 48/366 objects degraded (13.115%) 2024-09-16T03:00:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:51 smithi184 ceph-mon[82194]: osdmap e426: 8 total, 7 up, 8 in 2024-09-16T03:00:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:51 smithi184 ceph-mon[82194]: osdmap e427: 8 total, 7 up, 8 in 2024-09-16T03:00:52.409 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:00:52.077+0000 7fa9537f3640 -1 Falling back to public interface 2024-09-16T03:00:52.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:51 smithi097 ceph-mon[90424]: pgmap v307: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 48/366 objects degraded (13.115%) 2024-09-16T03:00:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:51 smithi097 ceph-mon[90424]: osdmap e426: 8 total, 7 up, 8 in 2024-09-16T03:00:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:51 smithi097 ceph-mon[90424]: osdmap e427: 8 total, 7 up, 8 in 2024-09-16T03:00:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:51 smithi097 ceph-mon[88563]: pgmap v307: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 10 op/s; 48/366 objects degraded (13.115%) 2024-09-16T03:00:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:51 smithi097 ceph-mon[88563]: osdmap e426: 8 total, 7 up, 8 in 2024-09-16T03:00:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:51 smithi097 ceph-mon[88563]: osdmap e427: 8 total, 7 up, 8 in 2024-09-16T03:00:52.988 INFO:tasks.rados.rados.0.smithi097.stdout:1813: done (0 left) 2024-09-16T03:00:52.989 INFO:tasks.rados.rados.0.smithi097.stdout:1814: delete oid 26 current snap is 173 2024-09-16T03:00:52.994 INFO:tasks.rados.rados.0.smithi097.stdout:1814: done (0 left) 2024-09-16T03:00:52.994 INFO:tasks.rados.rados.0.smithi097.stdout:1815: snap_remove snap 166 2024-09-16T03:00:54.002 INFO:tasks.rados.rados.0.smithi097.stdout:1815: done (0 left) 2024-09-16T03:00:54.002 INFO:tasks.rados.rados.0.smithi097.stdout:1816: read oid 49 snap -1 2024-09-16T03:00:54.002 INFO:tasks.rados.rados.0.smithi097.stdout:1816: expect (ObjNum 533 snap 155 seq_num 533) 2024-09-16T03:00:54.002 INFO:tasks.rados.rados.0.smithi097.stdout:1817: snap_remove snap 171 2024-09-16T03:00:54.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:53 smithi097 ceph-mon[88563]: pgmap v310: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s; 48/366 objects degraded (13.115%) 2024-09-16T03:00:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:53 smithi097 ceph-mon[88563]: osdmap e428: 8 total, 7 up, 8 in 2024-09-16T03:00:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:53 smithi097 ceph-mon[90424]: pgmap v310: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s; 48/366 objects degraded (13.115%) 2024-09-16T03:00:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:53 smithi097 ceph-mon[90424]: osdmap e428: 8 total, 7 up, 8 in 2024-09-16T03:00:54.301 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:53 smithi184 ceph-mon[82194]: pgmap v310: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 7 op/s; 48/366 objects degraded (13.115%) 2024-09-16T03:00:54.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:53 smithi184 ceph-mon[82194]: osdmap e428: 8 total, 7 up, 8 in 2024-09-16T03:00:55.003 INFO:tasks.rados.rados.0.smithi097.stdout:1817: done (1 left) 2024-09-16T03:00:55.004 INFO:tasks.rados.rados.0.smithi097.stdout:1818: read oid 41 snap 168 2024-09-16T03:00:55.004 INFO:tasks.rados.rados.0.smithi097.stdout:1818: expect (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:00:55.004 INFO:tasks.rados.rados.0.smithi097.stdout:1819: snap_create 2024-09-16T03:00:55.004 INFO:tasks.rados.rados.0.smithi097.stdout:1816: expect (ObjNum 533 snap 155 seq_num 533) 2024-09-16T03:00:55.146 INFO:tasks.rados.rados.0.smithi097.stdout:1818: expect (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:00:55.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:54 smithi184 ceph-mon[82194]: osdmap e429: 8 total, 7 up, 8 in 2024-09-16T03:00:55.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:55.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:55.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:54 smithi097 ceph-mon[88563]: osdmap e429: 8 total, 7 up, 8 in 2024-09-16T03:00:55.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:55.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:54 smithi097 ceph-mon[90424]: osdmap e429: 8 total, 7 up, 8 in 2024-09-16T03:00:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:56.003 INFO:tasks.rados.rados.0.smithi097.stdout:1816: done (2 left) 2024-09-16T03:00:56.003 INFO:tasks.rados.rados.0.smithi097.stdout:1818: done (1 left) 2024-09-16T03:00:56.003 INFO:tasks.rados.rados.0.smithi097.stdout:1819: done (0 left) 2024-09-16T03:00:56.003 INFO:tasks.rados.rados.0.smithi097.stdout:1820: snap_create 2024-09-16T03:00:56.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:00:56.062+0000 7fa9537f3640 -1 osd.4 419 log_to_monitors true 2024-09-16T03:00:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:56 smithi184 ceph-mon[82194]: pgmap v313: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1 op/s; 49/372 objects degraded (13.172%) 2024-09-16T03:00:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:56 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 49/372 objects degraded (13.172%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:56 smithi184 ceph-mon[82194]: osdmap e430: 8 total, 7 up, 8 in 2024-09-16T03:00:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:56 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:56.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:56 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[88563]: pgmap v313: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1 op/s; 49/372 objects degraded (13.172%) 2024-09-16T03:00:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 49/372 objects degraded (13.172%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[88563]: osdmap e430: 8 total, 7 up, 8 in 2024-09-16T03:00:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[90424]: pgmap v313: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 237 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1 op/s; 49/372 objects degraded (13.172%) 2024-09-16T03:00:56.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 49/372 objects degraded (13.172%), 13 pgs degraded (PG_DEGRADED) 2024-09-16T03:00:56.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[90424]: osdmap e430: 8 total, 7 up, 8 in 2024-09-16T03:00:56.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:56.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:56 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:57.006 INFO:tasks.rados.rados.0.smithi097.stdout:1820: done (0 left) 2024-09-16T03:00:57.006 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 175 2024-09-16T03:00:57.006 INFO:tasks.rados.rados.0.smithi097.stdout:1821: seq_num 588 ranges {13246464=253952} 2024-09-16T03:00:57.036 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:57 smithi184 ceph-mon[82194]: osdmap e431: 8 total, 7 up, 8 in 2024-09-16T03:00:57.036 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:57 smithi184 ceph-mon[82194]: from='osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-16T03:00:57.036 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:57 smithi184 ceph-mon[82194]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-16T03:00:57.036 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:57 smithi184 ceph-mon[82194]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T03:00:57.078 INFO:tasks.rados.rados.0.smithi097.stdout:1821: writing smithi09778949-28 from 13246464 to 13500416 tid 1 2024-09-16T03:00:57.078 INFO:tasks.rados.rados.0.smithi097.stdout:1822: snap_create 2024-09-16T03:00:57.085 INFO:tasks.rados.rados.0.smithi097.stdout:1821: finishing write tid 1 to smithi09778949-28 2024-09-16T03:00:57.085 INFO:tasks.rados.rados.0.smithi097.stdout:1821: finishing write tid 2 to smithi09778949-28 2024-09-16T03:00:57.086 INFO:tasks.rados.rados.0.smithi097.stdout:1821: finishing write tid 3 to smithi09778949-28 2024-09-16T03:00:57.086 INFO:tasks.rados.rados.0.smithi097.stdout:1821: oid 28 updating version 0 to 1372 2024-09-16T03:00:57.086 INFO:tasks.rados.rados.0.smithi097.stdout:1821: oid 28 version 1372 is already newer than 1371 2024-09-16T03:00:57.086 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1372 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:00:57.086 INFO:tasks.rados.rados.0.smithi097.stdout:1821: left oid 28 (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:00:57.409 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:00:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:00:57.033+0000 7fa94b59d640 -1 osd.4 419 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T03:00:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:57 smithi097 ceph-mon[88563]: osdmap e431: 8 total, 7 up, 8 in 2024-09-16T03:00:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:57 smithi097 ceph-mon[88563]: from='osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-16T03:00:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:57 smithi097 ceph-mon[88563]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-16T03:00:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:57 smithi097 ceph-mon[88563]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T03:00:57.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:57 smithi097 ceph-mon[90424]: osdmap e431: 8 total, 7 up, 8 in 2024-09-16T03:00:57.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:57 smithi097 ceph-mon[90424]: from='osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-16T03:00:57.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:57 smithi097 ceph-mon[90424]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-09-16T03:00:57.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:57 smithi097 ceph-mon[90424]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-09-16T03:00:58.020 INFO:tasks.rados.rados.0.smithi097.stdout:1821: done (1 left) 2024-09-16T03:00:58.020 INFO:tasks.rados.rados.0.smithi097.stdout:1822: done (0 left) 2024-09-16T03:00:58.020 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 176 2024-09-16T03:00:58.021 INFO:tasks.rados.rados.0.smithi097.stdout:1823: seq_num 589 ranges {892928=270336} 2024-09-16T03:00:58.027 INFO:tasks.rados.rados.0.smithi097.stdout:1823: writing smithi09778949-22 from 892928 to 1163264 tid 1 2024-09-16T03:00:58.028 INFO:tasks.rados.rados.0.smithi097.stdout:1824: copy_from oid 50 from oid 15 current snap is 176 2024-09-16T03:00:58.028 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 176 2024-09-16T03:00:58.028 INFO:tasks.rados.rados.0.smithi097.stdout:1825: seq_num 590 ranges {0=286720} 2024-09-16T03:00:58.029 INFO:tasks.rados.rados.0.smithi097.stdout:1825: writing smithi09778949-8 from 0 to 286720 tid 1 2024-09-16T03:00:58.030 INFO:tasks.rados.rados.0.smithi097.stdout:1826: copy_from oid 31 from oid 27 current snap is 176 2024-09-16T03:00:58.030 INFO:tasks.rados.rados.0.smithi097.stdout:1827: snap_create 2024-09-16T03:00:58.032 INFO:tasks.rados.rados.0.smithi097.stdout:1826: finishing copy_from to smithi09778949-31 2024-09-16T03:00:58.032 INFO:tasks.rados.rados.0.smithi097.stdout:1826: got expected ENOENT (src dne) 2024-09-16T03:00:58.033 INFO:tasks.rados.rados.0.smithi097.stdout:1826: finishing copy_from racing read to smithi09778949-31 2024-09-16T03:00:58.035 INFO:tasks.rados.rados.0.smithi097.stdout:1823: finishing write tid 1 to smithi09778949-22 2024-09-16T03:00:58.036 INFO:tasks.rados.rados.0.smithi097.stdout:1823: finishing write tid 2 to smithi09778949-22 2024-09-16T03:00:58.038 INFO:tasks.rados.rados.0.smithi097.stdout:1823: finishing write tid 3 to smithi09778949-22 2024-09-16T03:00:58.038 INFO:tasks.rados.rados.0.smithi097.stdout:1823: oid 22 updating version 0 to 1066 2024-09-16T03:00:58.039 INFO:tasks.rados.rados.0.smithi097.stdout:1823: oid 22 updating version 1066 to 1067 2024-09-16T03:00:58.039 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1067 (ObjNum 589 snap 176 seq_num 589) dirty exists 2024-09-16T03:00:58.039 INFO:tasks.rados.rados.0.smithi097.stdout:1823: left oid 22 (ObjNum 589 snap 176 seq_num 589) 2024-09-16T03:00:58.043 INFO:tasks.rados.rados.0.smithi097.stdout:1824: finishing copy_from racing read to smithi09778949-50 2024-09-16T03:00:58.044 INFO:tasks.rados.rados.0.smithi097.stdout:1824: finishing copy_from to smithi09778949-50 2024-09-16T03:00:58.044 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 1069 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:00:58.129 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:58 smithi184 ceph-mon[82194]: pgmap v316: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1 op/s; 49/366 objects degraded (13.388%) 2024-09-16T03:00:58.129 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:58 smithi184 ceph-mon[82194]: from='osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:00:58.129 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:58 smithi184 ceph-mon[82194]: osdmap e432: 8 total, 7 up, 8 in 2024-09-16T03:00:58.129 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:58 smithi184 ceph-mon[82194]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:00:58.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T03:00:58.264+0000 7fd0c03b5640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-16T03:00:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-mon[88563]: pgmap v316: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1 op/s; 49/366 objects degraded (13.388%) 2024-09-16T03:00:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-mon[88563]: from='osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:00:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-mon[88563]: osdmap e432: 8 total, 7 up, 8 in 2024-09-16T03:00:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-mon[88563]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:00:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-mon[90424]: pgmap v316: 121 pgs: 34 active+undersized, 13 active+undersized+degraded, 74 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.0 MiB/s wr, 1 op/s; 49/366 objects degraded (13.388%) 2024-09-16T03:00:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-mon[90424]: from='osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:00:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-mon[90424]: osdmap e432: 8 total, 7 up, 8 in 2024-09-16T03:00:58.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:58 smithi097 ceph-mon[90424]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:00:59.023 INFO:tasks.rados.rados.0.smithi097.stdout:1823: done (4 left) 2024-09-16T03:00:59.023 INFO:tasks.rados.rados.0.smithi097.stdout:1824: done (3 left) 2024-09-16T03:00:59.023 INFO:tasks.rados.rados.0.smithi097.stdout:1826: done (2 left) 2024-09-16T03:00:59.024 INFO:tasks.rados.rados.0.smithi097.stdout:1827: done (1 left) 2024-09-16T03:00:59.024 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 177 2024-09-16T03:00:59.024 INFO:tasks.rados.rados.0.smithi097.stdout:1828: seq_num 591 ranges {0=303104} 2024-09-16T03:00:59.024 INFO:tasks.rados.rados.0.smithi097.stdout:1828: writing smithi09778949-40 from 0 to 303104 tid 1 2024-09-16T03:00:59.025 INFO:tasks.rados.rados.0.smithi097.stdout:1829: delete oid 41 current snap is 177 2024-09-16T03:00:59.033 INFO:tasks.rados.rados.0.smithi097.stdout:1828: finishing write tid 1 to smithi09778949-40 2024-09-16T03:00:59.034 INFO:tasks.rados.rados.0.smithi097.stdout:1828: finishing write tid 2 to smithi09778949-40 2024-09-16T03:00:59.036 INFO:tasks.rados.rados.0.smithi097.stdout:1828: finishing write tid 3 to smithi09778949-40 2024-09-16T03:00:59.036 INFO:tasks.rados.rados.0.smithi097.stdout:1828: oid 40 updating version 0 to 1070 2024-09-16T03:00:59.036 INFO:tasks.rados.rados.0.smithi097.stdout:1828: oid 40 updating version 1070 to 1071 2024-09-16T03:00:59.036 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1071 (ObjNum 591 snap 177 seq_num 591) dirty exists 2024-09-16T03:00:59.036 INFO:tasks.rados.rados.0.smithi097.stdout:1828: left oid 40 (ObjNum 591 snap 177 seq_num 591) 2024-09-16T03:00:59.046 INFO:tasks.rados.rados.0.smithi097.stdout:1825: finishing write tid 1 to smithi09778949-8 2024-09-16T03:00:59.049 INFO:tasks.rados.rados.0.smithi097.stdout:1825: finishing write tid 2 to smithi09778949-8 2024-09-16T03:00:59.052 INFO:tasks.rados.rados.0.smithi097.stdout:1828: done (2 left) 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:1829: done (1 left) 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:1830: read oid 13 snap -1 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:1830: expect deleted 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:1831: snap_create 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:1825: finishing write tid 3 to smithi09778949-8 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:1825: oid 8 updating version 0 to 1242 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:1825: oid 8 version 1242 is already newer than 1241 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1242 (ObjNum 590 snap 176 seq_num 590) dirty exists 2024-09-16T03:00:59.053 INFO:tasks.rados.rados.0.smithi097.stdout:1825: left oid 8 (ObjNum 590 snap 176 seq_num 590) 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090] boot 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: osdmap e433: 8 total, 8 up, 8 in 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:59.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-16T03:00:59.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T03:00:59.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-16T03:00:59.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:00:59 smithi184 ceph-mon[82194]: osdmap e434: 8 total, 8 up, 8 in 2024-09-16T03:00:59.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:00:59] "GET /metrics HTTP/1.1" 200 36224 "" "Prometheus/2.43.0" 2024-09-16T03:00:59.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:00:59.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090] boot 2024-09-16T03:00:59.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: osdmap e433: 8 total, 8 up, 8 in 2024-09-16T03:00:59.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-16T03:00:59.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:59.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:00:59.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:59.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-16T03:00:59.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T03:00:59.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-16T03:00:59.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[88563]: osdmap e434: 8 total, 8 up, 8 in 2024-09-16T03:00:59.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:00:59.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: osd.4 [v2:172.21.15.184:6800/1194136090,v1:172.21.15.184:6801/1194136090] boot 2024-09-16T03:00:59.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: osdmap e433: 8 total, 8 up, 8 in 2024-09-16T03:00:59.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-09-16T03:00:59.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:00:59.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:00:59.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:00:59.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:00:59.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:00:59.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-16T03:00:59.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T03:00:59.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-09-16T03:00:59.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:00:59 smithi097 ceph-mon[90424]: osdmap e434: 8 total, 8 up, 8 in 2024-09-16T03:01:00.033 INFO:tasks.rados.rados.0.smithi097.stdout:1825: done (2 left) 2024-09-16T03:01:00.033 INFO:tasks.rados.rados.0.smithi097.stdout:1830: done (1 left) 2024-09-16T03:01:00.034 INFO:tasks.rados.rados.0.smithi097.stdout:1831: done (0 left) 2024-09-16T03:01:00.034 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 178 2024-09-16T03:01:00.034 INFO:tasks.rados.rados.0.smithi097.stdout:1832: seq_num 593 ranges {2269184=335872} 2024-09-16T03:01:00.047 INFO:tasks.rados.rados.0.smithi097.stdout:1832: writing smithi09778949-7 from 2269184 to 2605056 tid 1 2024-09-16T03:01:00.047 INFO:tasks.rados.rados.0.smithi097.stdout:1833: read oid 43 snap -1 2024-09-16T03:01:00.047 INFO:tasks.rados.rados.0.smithi097.stdout:1833: expect (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:01:00.047 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 178 2024-09-16T03:01:00.047 INFO:tasks.rados.rados.0.smithi097.stdout:1834: seq_num 594 ranges {303104=352256} 2024-09-16T03:01:00.051 INFO:tasks.rados.rados.0.smithi097.stdout:1834: writing smithi09778949-40 from 303104 to 655360 tid 1 2024-09-16T03:01:00.051 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 178 2024-09-16T03:01:00.051 INFO:tasks.rados.rados.0.smithi097.stdout:1835: seq_num 595 ranges {4210688=368640} 2024-09-16T03:01:00.077 INFO:tasks.rados.rados.0.smithi097.stdout:1835: writing smithi09778949-29 from 4210688 to 4579328 tid 1 2024-09-16T03:01:00.078 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 178 2024-09-16T03:01:00.078 INFO:tasks.rados.rados.0.smithi097.stdout:1832: finishing write tid 1 to smithi09778949-7 2024-09-16T03:01:00.078 INFO:tasks.rados.rados.0.smithi097.stdout:1836: seq_num 596 ranges {2023424=385024} 2024-09-16T03:01:00.091 INFO:tasks.rados.rados.0.smithi097.stdout:1836: writing smithi09778949-45 from 2023424 to 2408448 tid 1 2024-09-16T03:01:00.091 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 178 2024-09-16T03:01:00.091 INFO:tasks.rados.rados.0.smithi097.stdout:1837: seq_num 597 ranges {7938048=401408} 2024-09-16T03:01:00.134 INFO:tasks.rados.rados.0.smithi097.stdout:1837: writing smithi09778949-4 from 7938048 to 8339456 tid 1 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1838: copy_from oid 17 from oid 20 current snap is 178 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1832: finishing write tid 2 to smithi09778949-7 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1832: finishing write tid 3 to smithi09778949-7 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1832: oid 7 updating version 0 to 1374 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1832: oid 7 updating version 1374 to 1375 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1375 (ObjNum 593 snap 178 seq_num 593) dirty exists 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1832: left oid 7 (ObjNum 593 snap 178 seq_num 593) 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1834: finishing write tid 1 to smithi09778949-40 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1832: done (6 left) 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 178 2024-09-16T03:01:00.135 INFO:tasks.rados.rados.0.smithi097.stdout:1833: expect (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:01:00.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:00 smithi097 ceph-mon[88563]: pgmap v319: 121 pgs: 12 peering, 25 active+undersized, 10 active+undersized+degraded, 74 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1 op/s; 31/360 objects degraded (8.611%) 2024-09-16T03:01:00.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:00 smithi097 ceph-mon[88563]: osdmap e435: 8 total, 8 up, 8 in 2024-09-16T03:01:00.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:00 smithi097 ceph-mon[90424]: pgmap v319: 121 pgs: 12 peering, 25 active+undersized, 10 active+undersized+degraded, 74 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1 op/s; 31/360 objects degraded (8.611%) 2024-09-16T03:01:00.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:00 smithi097 ceph-mon[90424]: osdmap e435: 8 total, 8 up, 8 in 2024-09-16T03:01:00.653 INFO:tasks.rados.rados.0.smithi097.stdout:1834: finishing write tid 2 to smithi09778949-40 2024-09-16T03:01:00.654 INFO:tasks.rados.rados.0.smithi097.stdout:1834: finishing write tid 3 to smithi09778949-40 2024-09-16T03:01:00.654 INFO:tasks.rados.rados.0.smithi097.stdout:1834: oid 40 updating version 0 to 1072 2024-09-16T03:01:00.654 INFO:tasks.rados.rados.0.smithi097.stdout:1834: oid 40 updating version 1072 to 1073 2024-09-16T03:01:00.654 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1073 (ObjNum 594 snap 178 seq_num 594) dirty exists 2024-09-16T03:01:00.654 INFO:tasks.rados.rados.0.smithi097.stdout:1834: left oid 40 (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:01:00.654 INFO:tasks.rados.rados.0.smithi097.stdout:1835: finishing write tid 1 to smithi09778949-29 2024-09-16T03:01:00.654 INFO:tasks.rados.rados.0.smithi097.stdout:1839: seq_num 598 ranges {0=417792} 2024-09-16T03:01:00.656 INFO:tasks.rados.rados.0.smithi097.stdout:1839: writing smithi09778949-44 from 0 to 417792 tid 1 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1833: done (6 left) 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1834: done (5 left) 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1840: read oid 33 snap -1 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1840: expect deleted 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1835: finishing write tid 2 to smithi09778949-29 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1835: finishing write tid 3 to smithi09778949-29 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1835: oid 29 updating version 0 to 1165 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1835: oid 29 updating version 1165 to 1166 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1166 (ObjNum 595 snap 178 seq_num 595) dirty exists 2024-09-16T03:01:00.657 INFO:tasks.rados.rados.0.smithi097.stdout:1835: left oid 29 (ObjNum 595 snap 178 seq_num 595) 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:1836: finishing write tid 1 to smithi09778949-45 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:1836: finishing write tid 2 to smithi09778949-45 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:1841: read oid 47 snap -1 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:1841: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:1835: done (6 left) 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 178 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:1836: finishing write tid 3 to smithi09778949-45 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:1836: oid 45 updating version 0 to 395 2024-09-16T03:01:00.658 INFO:tasks.rados.rados.0.smithi097.stdout:1836: oid 45 updating version 395 to 396 2024-09-16T03:01:00.659 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 396 (ObjNum 596 snap 178 seq_num 596) dirty exists 2024-09-16T03:01:00.659 INFO:tasks.rados.rados.0.smithi097.stdout:1836: left oid 45 (ObjNum 596 snap 178 seq_num 596) 2024-09-16T03:01:00.659 INFO:tasks.rados.rados.0.smithi097.stdout:1842: seq_num 599 ranges {6873088=434176} 2024-09-16T03:01:00.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:00 smithi184 ceph-mon[82194]: pgmap v319: 121 pgs: 12 peering, 25 active+undersized, 10 active+undersized+degraded, 74 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 1 op/s; 31/360 objects degraded (8.611%) 2024-09-16T03:01:00.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:00 smithi184 ceph-mon[82194]: osdmap e435: 8 total, 8 up, 8 in 2024-09-16T03:01:00.694 INFO:tasks.rados.rados.0.smithi097.stdout:1842: writing smithi09778949-46 from 6873088 to 7307264 tid 1 2024-09-16T03:01:00.694 INFO:tasks.rados.rados.0.smithi097.stdout:1836: done (6 left) 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1843: setattr oid 7 current snap is 178 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1838: finishing copy_from racing read to smithi09778949-17 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1837: finishing write tid 1 to smithi09778949-4 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1838: finishing copy_from to smithi09778949-17 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 776 (ObjNum 582 snap 170 seq_num 582) dirty exists 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1837: finishing write tid 2 to smithi09778949-4 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1837: finishing write tid 3 to smithi09778949-4 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1837: oid 4 updating version 0 to 1071 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1837: oid 4 version 1071 is already newer than 1070 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1071 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1837: left oid 4 (ObjNum 597 snap 178 seq_num 597) 2024-09-16T03:01:00.695 INFO:tasks.rados.rados.0.smithi097.stdout:1841: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:01:00.698 INFO:tasks.rados.rados.0.smithi097.stdout:1839: finishing write tid 1 to smithi09778949-44 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1839: finishing write tid 2 to smithi09778949-44 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1839: finishing write tid 3 to smithi09778949-44 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1839: oid 44 updating version 0 to 1168 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1839: oid 44 version 1168 is already newer than 1167 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1168 (ObjNum 598 snap 178 seq_num 598) dirty exists 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1839: left oid 44 (ObjNum 598 snap 178 seq_num 598) 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1842: finishing write tid 1 to smithi09778949-46 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1842: finishing write tid 2 to smithi09778949-46 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1837: done (6 left) 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1838: done (5 left) 2024-09-16T03:01:00.699 INFO:tasks.rados.rados.0.smithi097.stdout:1839: done (4 left) 2024-09-16T03:01:00.700 INFO:tasks.rados.rados.0.smithi097.stdout:1840: done (3 left) 2024-09-16T03:01:00.700 INFO:tasks.rados.rados.0.smithi097.stdout:1841: done (2 left) 2024-09-16T03:01:00.700 INFO:tasks.rados.rados.0.smithi097.stdout:1844: snap_create 2024-09-16T03:01:00.700 INFO:tasks.rados.rados.0.smithi097.stdout:1842: finishing write tid 3 to smithi09778949-46 2024-09-16T03:01:00.700 INFO:tasks.rados.rados.0.smithi097.stdout:1842: oid 46 updating version 0 to 793 2024-09-16T03:01:00.700 INFO:tasks.rados.rados.0.smithi097.stdout:1842: oid 46 version 793 is already newer than 792 2024-09-16T03:01:00.700 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 793 (ObjNum 599 snap 178 seq_num 599) dirty exists 2024-09-16T03:01:00.700 INFO:tasks.rados.rados.0.smithi097.stdout:1842: left oid 46 (ObjNum 599 snap 178 seq_num 599) 2024-09-16T03:01:00.701 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1376 (ObjNum 593 snap 178 seq_num 593) dirty exists 2024-09-16T03:01:01.192 INFO:tasks.rados.rados.0.smithi097.stdout:1842: done (2 left) 2024-09-16T03:01:01.192 INFO:tasks.rados.rados.0.smithi097.stdout:1843: done (1 left) 2024-09-16T03:01:01.192 INFO:tasks.rados.rados.0.smithi097.stdout:1844: done (0 left) 2024-09-16T03:01:01.192 INFO:tasks.rados.rados.0.smithi097.stdout:1845: read oid 11 snap -1 2024-09-16T03:01:01.192 INFO:tasks.rados.rados.0.smithi097.stdout:1845: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:01:01.192 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 34 current snap is 179 2024-09-16T03:01:01.192 INFO:tasks.rados.rados.0.smithi097.stdout:1846: seq_num 600 ranges {2957312=450560} 2024-09-16T03:01:01.212 INFO:tasks.rados.rados.0.smithi097.stdout:1846: writing smithi09778949-34 from 2957312 to 3407872 tid 1 2024-09-16T03:01:01.212 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 179 2024-09-16T03:01:01.212 INFO:tasks.rados.rados.0.smithi097.stdout:1847: seq_num 601 ranges {2408448=475136} 2024-09-16T03:01:01.227 INFO:tasks.rados.rados.0.smithi097.stdout:1847: writing smithi09778949-45 from 2408448 to 2883584 tid 1 2024-09-16T03:01:01.227 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 179 2024-09-16T03:01:01.227 INFO:tasks.rados.rados.0.smithi097.stdout:1848: seq_num 602 ranges {2310144=491520} 2024-09-16T03:01:01.242 INFO:tasks.rados.rados.0.smithi097.stdout:1848: writing smithi09778949-25 from 2310144 to 2801664 tid 1 2024-09-16T03:01:01.242 INFO:tasks.rados.rados.0.smithi097.stdout:1849: rollback oid 6 current snap is 179 2024-09-16T03:01:01.242 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 6 to 167 2024-09-16T03:01:01.242 INFO:tasks.rados.rados.0.smithi097.stdout:1845: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:01:01.302 INFO:tasks.rados.rados.0.smithi097.stdout:1846: finishing write tid 1 to smithi09778949-34 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1846: finishing write tid 2 to smithi09778949-34 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1846: finishing write tid 3 to smithi09778949-34 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1846: oid 34 updating version 0 to 974 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1846: oid 34 updating version 974 to 975 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 975 (ObjNum 600 snap 179 seq_num 600) dirty exists 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1846: left oid 34 (ObjNum 600 snap 179 seq_num 600) 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1847: finishing write tid 1 to smithi09778949-45 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1845: done (4 left) 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1846: done (3 left) 2024-09-16T03:01:01.303 INFO:tasks.rados.rados.0.smithi097.stdout:1850: setattr oid 43 current snap is 179 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:1847: finishing write tid 2 to smithi09778949-45 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:1847: finishing write tid 3 to smithi09778949-45 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:1847: oid 45 updating version 0 to 398 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:1847: oid 45 updating version 398 to 399 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 399 (ObjNum 601 snap 179 seq_num 601) dirty exists 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:1847: left oid 45 (ObjNum 601 snap 179 seq_num 601) 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:1849: finishing rollback tid 1 to smithi09778949-6 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:1849: finishing rollback tid 2 to smithi09778949-6 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 930 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:01:01.304 INFO:tasks.rados.rados.0.smithi097.stdout:1848: finishing write tid 1 to smithi09778949-25 2024-09-16T03:01:01.305 INFO:tasks.rados.rados.0.smithi097.stdout:1848: finishing write tid 2 to smithi09778949-25 2024-09-16T03:01:01.305 INFO:tasks.rados.rados.0.smithi097.stdout:1848: finishing write tid 3 to smithi09778949-25 2024-09-16T03:01:01.305 INFO:tasks.rados.rados.0.smithi097.stdout:1848: oid 25 updating version 0 to 1245 2024-09-16T03:01:01.305 INFO:tasks.rados.rados.0.smithi097.stdout:1848: oid 25 version 1245 is already newer than 1244 2024-09-16T03:01:01.305 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1245 (ObjNum 602 snap 179 seq_num 602) dirty exists 2024-09-16T03:01:01.305 INFO:tasks.rados.rados.0.smithi097.stdout:1848: left oid 25 (ObjNum 602 snap 179 seq_num 602) 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:1847: done (3 left) 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:1848: done (2 left) 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:1849: done (1 left) 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:1851: read oid 25 snap 175 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:1851: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:1852: read oid 17 snap -1 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:1852: expect (ObjNum 582 snap 170 seq_num 582) 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 179 2024-09-16T03:01:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:1853: seq_num 603 ranges {1703936=507904} 2024-09-16T03:01:01.316 INFO:tasks.rados.rados.0.smithi097.stdout:1853: writing smithi09778949-9 from 1703936 to 2211840 tid 1 2024-09-16T03:01:01.316 INFO:tasks.rados.rados.0.smithi097.stdout:1854: delete oid 29 current snap is 179 2024-09-16T03:01:01.316 INFO:tasks.rados.rados.0.smithi097.stdout:1852: expect (ObjNum 582 snap 170 seq_num 582) 2024-09-16T03:01:01.321 INFO:tasks.rados.rados.0.smithi097.stdout:1851: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:01:01.383 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1074 (ObjNum 523 snap 151 seq_num 523) dirty exists 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1853: finishing write tid 1 to smithi09778949-9 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1853: finishing write tid 2 to smithi09778949-9 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1850: done (4 left) 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1851: done (3 left) 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1852: done (2 left) 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1854: done (1 left) 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1855: copy_from oid 45 from oid 25 current snap is 179 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1853: finishing write tid 3 to smithi09778949-9 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1853: oid 9 updating version 0 to 967 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1853: oid 9 version 967 is already newer than 966 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 967 (ObjNum 603 snap 179 seq_num 603) dirty exists 2024-09-16T03:01:01.384 INFO:tasks.rados.rados.0.smithi097.stdout:1853: left oid 9 (ObjNum 603 snap 179 seq_num 603) 2024-09-16T03:01:01.385 INFO:tasks.rados.rados.0.smithi097.stdout:1853: done (1 left) 2024-09-16T03:01:01.385 INFO:tasks.rados.rados.0.smithi097.stdout:1856: snap_create 2024-09-16T03:01:01.396 INFO:tasks.rados.rados.0.smithi097.stdout:1855: finishing copy_from racing read to smithi09778949-45 2024-09-16T03:01:01.399 INFO:tasks.rados.rados.0.smithi097.stdout:1855: finishing copy_from to smithi09778949-45 2024-09-16T03:01:01.399 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1245 (ObjNum 602 snap 179 seq_num 602) dirty exists 2024-09-16T03:01:01.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:01 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 20/378 objects degraded (5.291%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:01.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:01 smithi097 ceph-mon[88563]: osdmap e436: 8 total, 8 up, 8 in 2024-09-16T03:01:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:01 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 20/378 objects degraded (5.291%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:01 smithi097 ceph-mon[90424]: osdmap e436: 8 total, 8 up, 8 in 2024-09-16T03:01:01.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:01 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 20/378 objects degraded (5.291%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:01.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:01 smithi184 ceph-mon[82194]: osdmap e436: 8 total, 8 up, 8 in 2024-09-16T03:01:02.239 INFO:tasks.rados.rados.0.smithi097.stdout:1855: done (1 left) 2024-09-16T03:01:02.239 INFO:tasks.rados.rados.0.smithi097.stdout:1856: done (0 left) 2024-09-16T03:01:02.240 INFO:tasks.rados.rados.0.smithi097.stdout:1857: delete oid 44 current snap is 180 2024-09-16T03:01:02.246 INFO:tasks.rados.rados.0.smithi097.stdout:1857: done (0 left) 2024-09-16T03:01:02.246 INFO:tasks.rados.rados.0.smithi097.stdout:1858: copy_from oid 39 from oid 22 current snap is 180 2024-09-16T03:01:02.246 INFO:tasks.rados.rados.0.smithi097.stdout:1859: snap_remove snap 173 2024-09-16T03:01:02.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:02 smithi097 ceph-mon[88563]: pgmap v322: 121 pgs: 12 peering, 8 active+undersized, 7 active+undersized+degraded, 94 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 822 KiB/s wr, 7 op/s; 20/378 objects degraded (5.291%); 988 KiB/s, 0 objects/s recovering 2024-09-16T03:01:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:02 smithi097 ceph-mon[90424]: pgmap v322: 121 pgs: 12 peering, 8 active+undersized, 7 active+undersized+degraded, 94 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 822 KiB/s wr, 7 op/s; 20/378 objects degraded (5.291%); 988 KiB/s, 0 objects/s recovering 2024-09-16T03:01:02.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:02 smithi184 ceph-mon[82194]: pgmap v322: 121 pgs: 12 peering, 8 active+undersized, 7 active+undersized+degraded, 94 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 822 KiB/s wr, 7 op/s; 20/378 objects degraded (5.291%); 988 KiB/s, 0 objects/s recovering 2024-09-16T03:01:03.251 INFO:tasks.rados.rados.0.smithi097.stdout:1859: done (1 left) 2024-09-16T03:01:03.252 INFO:tasks.rados.rados.0.smithi097.stdout:1860: read oid 14 snap -1 2024-09-16T03:01:03.252 INFO:tasks.rados.rados.0.smithi097.stdout:1860: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:01:03.252 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 180 2024-09-16T03:01:03.252 INFO:tasks.rados.rados.0.smithi097.stdout:1858: finishing copy_from racing read to smithi09778949-39 2024-09-16T03:01:03.252 INFO:tasks.rados.rados.0.smithi097.stdout:1858: finishing copy_from to smithi09778949-39 2024-09-16T03:01:03.252 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1067 (ObjNum 589 snap 176 seq_num 589) dirty exists 2024-09-16T03:01:03.252 INFO:tasks.rados.rados.0.smithi097.stdout:1861: seq_num 606 ranges {3645440=557056} 2024-09-16T03:01:03.275 INFO:tasks.rados.rados.0.smithi097.stdout:1861: writing smithi09778949-49 from 3645440 to 4202496 tid 1 2024-09-16T03:01:03.275 INFO:tasks.rados.rados.0.smithi097.stdout:1858: done (2 left) 2024-09-16T03:01:03.275 INFO:tasks.rados.rados.0.smithi097.stdout:1862: delete oid 46 current snap is 180 2024-09-16T03:01:03.279 INFO:tasks.rados.rados.0.smithi097.stdout:1860: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:01:03.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:03 smithi184 ceph-mon[82194]: osdmap e437: 8 total, 8 up, 8 in 2024-09-16T03:01:03.659 INFO:tasks.rados.rados.0.smithi097.stdout:1861: finishing write tid 1 to smithi09778949-49 2024-09-16T03:01:03.659 INFO:tasks.rados.rados.0.smithi097.stdout:1861: finishing write tid 2 to smithi09778949-49 2024-09-16T03:01:03.659 INFO:tasks.rados.rados.0.smithi097.stdout:1861: finishing write tid 3 to smithi09778949-49 2024-09-16T03:01:03.659 INFO:tasks.rados.rados.0.smithi097.stdout:1861: oid 49 updating version 0 to 1176 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:1861: oid 49 updating version 1176 to 1177 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1177 (ObjNum 606 snap 180 seq_num 606) dirty exists 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:1861: left oid 49 (ObjNum 606 snap 180 seq_num 606) 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:1860: done (2 left) 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:1861: done (1 left) 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:1862: done (0 left) 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:1863: read oid 50 snap -1 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:1863: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 180 2024-09-16T03:01:03.660 INFO:tasks.rados.rados.0.smithi097.stdout:1864: seq_num 608 ranges {155648=589824} 2024-09-16T03:01:03.663 INFO:tasks.rados.rados.0.smithi097.stdout:1864: writing smithi09778949-20 from 155648 to 745472 tid 1 2024-09-16T03:01:03.663 INFO:tasks.rados.rados.0.smithi097.stdout:1865: read oid 19 snap -1 2024-09-16T03:01:03.663 INFO:tasks.rados.rados.0.smithi097.stdout:1865: expect deleted 2024-09-16T03:01:03.663 INFO:tasks.rados.rados.0.smithi097.stdout:1866: copy_from oid 49 from oid 34 current snap is 180 2024-09-16T03:01:03.663 INFO:tasks.rados.rados.0.smithi097.stdout:1867: copy_from oid 47 from oid 13 current snap is 180 2024-09-16T03:01:03.663 INFO:tasks.rados.rados.0.smithi097.stdout:1868: snap_remove snap 174 2024-09-16T03:01:03.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:03 smithi097 ceph-mon[88563]: osdmap e437: 8 total, 8 up, 8 in 2024-09-16T03:01:03.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:03 smithi097 ceph-mon[90424]: osdmap e437: 8 total, 8 up, 8 in 2024-09-16T03:01:04.256 INFO:tasks.rados.rados.0.smithi097.stdout:1868: done (5 left) 2024-09-16T03:01:04.256 INFO:tasks.rados.rados.0.smithi097.stdout:1869: copy_from oid 37 from oid 33 current snap is 180 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1867: finishing copy_from to smithi09778949-47 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1867: got expected ENOENT (src dne) 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1867: finishing copy_from racing read to smithi09778949-47 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1864: finishing write tid 1 to smithi09778949-20 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1864: finishing write tid 2 to smithi09778949-20 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1864: finishing write tid 3 to smithi09778949-20 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1864: oid 20 updating version 0 to 778 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1864: oid 20 version 778 is already newer than 777 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 778 (ObjNum 608 snap 180 seq_num 608) dirty exists 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1864: left oid 20 (ObjNum 608 snap 180 seq_num 608) 2024-09-16T03:01:04.257 INFO:tasks.rados.rados.0.smithi097.stdout:1863: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:01:04.310 INFO:tasks.rados.rados.0.smithi097.stdout:1866: finishing copy_from racing read to smithi09778949-49 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1866: finishing copy_from to smithi09778949-49 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 975 (ObjNum 600 snap 179 seq_num 600) dirty exists 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1869: finishing copy_from to smithi09778949-37 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1869: got expected ENOENT (src dne) 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1869: finishing copy_from racing read to smithi09778949-37 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1863: done (5 left) 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1864: done (4 left) 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1865: done (3 left) 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1866: done (2 left) 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1867: done (1 left) 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1869: done (0 left) 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1870: read oid 15 snap 177 2024-09-16T03:01:04.311 INFO:tasks.rados.rados.0.smithi097.stdout:1870: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:01:04.312 INFO:tasks.rados.rados.0.smithi097.stdout:1871: snap_remove snap 157 2024-09-16T03:01:04.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:04 smithi184 ceph-mon[82194]: pgmap v325: 121 pgs: 12 peering, 109 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 970 KiB/s wr, 8 op/s; 4.8 MiB/s, 1 objects/s recovering 2024-09-16T03:01:04.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:04 smithi184 ceph-mon[82194]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/378 objects degraded (5.291%), 7 pgs degraded) 2024-09-16T03:01:04.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:04 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:01:04.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:04 smithi184 ceph-mon[82194]: osdmap e438: 8 total, 8 up, 8 in 2024-09-16T03:01:04.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:04.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[88563]: pgmap v325: 121 pgs: 12 peering, 109 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 970 KiB/s wr, 8 op/s; 4.8 MiB/s, 1 objects/s recovering 2024-09-16T03:01:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[88563]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/378 objects degraded (5.291%), 7 pgs degraded) 2024-09-16T03:01:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:01:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[88563]: osdmap e438: 8 total, 8 up, 8 in 2024-09-16T03:01:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[90424]: pgmap v325: 121 pgs: 12 peering, 109 active+clean; 234 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 970 KiB/s wr, 8 op/s; 4.8 MiB/s, 1 objects/s recovering 2024-09-16T03:01:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[90424]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 20/378 objects degraded (5.291%), 7 pgs degraded) 2024-09-16T03:01:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:01:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[90424]: osdmap e438: 8 total, 8 up, 8 in 2024-09-16T03:01:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:04.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:05.267 INFO:tasks.rados.rados.0.smithi097.stdout:1871: done (1 left) 2024-09-16T03:01:05.267 INFO:tasks.rados.rados.0.smithi097.stdout:1872: snap_create 2024-09-16T03:01:05.267 INFO:tasks.rados.rados.0.smithi097.stdout:1870: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:01:05.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:05 smithi184 ceph-mon[82194]: osdmap e439: 8 total, 8 up, 8 in 2024-09-16T03:01:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:05 smithi097 ceph-mon[88563]: osdmap e439: 8 total, 8 up, 8 in 2024-09-16T03:01:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:05 smithi097 ceph-mon[90424]: osdmap e439: 8 total, 8 up, 8 in 2024-09-16T03:01:06.267 INFO:tasks.rados.rados.0.smithi097.stdout:1870: done (1 left) 2024-09-16T03:01:06.267 INFO:tasks.rados.rados.0.smithi097.stdout:1872: done (0 left) 2024-09-16T03:01:06.267 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 181 2024-09-16T03:01:06.267 INFO:tasks.rados.rados.0.smithi097.stdout:1873: seq_num 609 ranges {0=606208} 2024-09-16T03:01:06.270 INFO:tasks.rados.rados.0.smithi097.stdout:1873: writing smithi09778949-48 from 0 to 606208 tid 1 2024-09-16T03:01:06.270 INFO:tasks.rados.rados.0.smithi097.stdout:1874: setattr oid 21 current snap is 181 2024-09-16T03:01:06.271 INFO:tasks.rados.rados.0.smithi097.stdout:1875: snap_create 2024-09-16T03:01:06.277 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1075 (ObjNum 49 snap 0 seq_num 1973307744) dirty exists 2024-09-16T03:01:06.277 INFO:tasks.rados.rados.0.smithi097.stdout:1873: finishing write tid 1 to smithi09778949-48 2024-09-16T03:01:06.277 INFO:tasks.rados.rados.0.smithi097.stdout:1873: finishing write tid 2 to smithi09778949-48 2024-09-16T03:01:06.278 INFO:tasks.rados.rados.0.smithi097.stdout:1873: finishing write tid 3 to smithi09778949-48 2024-09-16T03:01:06.279 INFO:tasks.rados.rados.0.smithi097.stdout:1873: oid 48 updating version 0 to 194 2024-09-16T03:01:06.279 INFO:tasks.rados.rados.0.smithi097.stdout:1873: oid 48 updating version 194 to 195 2024-09-16T03:01:06.279 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 195 (ObjNum 609 snap 181 seq_num 609) dirty exists 2024-09-16T03:01:06.279 INFO:tasks.rados.rados.0.smithi097.stdout:1873: left oid 48 (ObjNum 609 snap 181 seq_num 609) 2024-09-16T03:01:06.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:06 smithi184 ceph-mon[82194]: pgmap v328: 121 pgs: 121 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-09-16T03:01:06.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:06 smithi184 ceph-mon[82194]: osdmap e440: 8 total, 8 up, 8 in 2024-09-16T03:01:06.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:06 smithi097 ceph-mon[90424]: pgmap v328: 121 pgs: 121 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-09-16T03:01:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:06 smithi097 ceph-mon[90424]: osdmap e440: 8 total, 8 up, 8 in 2024-09-16T03:01:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:06 smithi097 ceph-mon[88563]: pgmap v328: 121 pgs: 121 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.9 MiB/s wr, 14 op/s; 3.8 MiB/s, 1 objects/s recovering 2024-09-16T03:01:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:06 smithi097 ceph-mon[88563]: osdmap e440: 8 total, 8 up, 8 in 2024-09-16T03:01:06.988 INFO:tasks.rados.rados.0.smithi097.stdout:1873: done (2 left) 2024-09-16T03:01:06.988 INFO:tasks.rados.rados.0.smithi097.stdout:1874: done (1 left) 2024-09-16T03:01:06.988 INFO:tasks.rados.rados.0.smithi097.stdout:1875: done (0 left) 2024-09-16T03:01:06.988 INFO:tasks.rados.rados.0.smithi097.stdout:1876: setattr oid 1 current snap is 182 2024-09-16T03:01:06.990 INFO:tasks.rados.rados.0.smithi097.stdout:1877: rmattr oid 4 current snap is 182 2024-09-16T03:01:06.990 INFO:tasks.rados.rados.0.smithi097.stdout:1878: copy_from oid 14 from oid 44 current snap is 182 2024-09-16T03:01:06.991 INFO:tasks.rados.rados.0.smithi097.stdout:1879: snap_remove snap 179 2024-09-16T03:01:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:07 smithi184 ceph-mon[82194]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T03:01:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:07 smithi184 ceph-mon[82194]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T03:01:07.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:07 smithi097 ceph-mon[88563]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T03:01:07.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:07 smithi097 ceph-mon[88563]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T03:01:07.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:07 smithi097 ceph-mon[90424]: osdmap e441: 8 total, 8 up, 8 in 2024-09-16T03:01:07.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:07 smithi097 ceph-mon[90424]: osdmap e442: 8 total, 8 up, 8 in 2024-09-16T03:01:07.991 INFO:tasks.rados.rados.0.smithi097.stdout:1879: done (3 left) 2024-09-16T03:01:08.108 INFO:tasks.rados.rados.0.smithi097.stdout:1880: setattr oid 27 current snap is 182 2024-09-16T03:01:08.108 INFO:tasks.rados.rados.0.smithi097.stdout:1878: finishing copy_from to smithi09778949-14 2024-09-16T03:01:08.108 INFO:tasks.rados.rados.0.smithi097.stdout:1878: got expected ENOENT (src dne) 2024-09-16T03:01:08.108 INFO:tasks.rados.rados.0.smithi097.stdout:1878: finishing copy_from racing read to smithi09778949-14 2024-09-16T03:01:08.108 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1246 (ObjNum 539 snap 159 seq_num 539) dirty exists 2024-09-16T03:01:08.108 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1072 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-09-16T03:01:08.110 INFO:tasks.rados.rados.0.smithi097.stdout:1876: done (3 left) 2024-09-16T03:01:08.110 INFO:tasks.rados.rados.0.smithi097.stdout:1877: done (2 left) 2024-09-16T03:01:08.110 INFO:tasks.rados.rados.0.smithi097.stdout:1878: done (1 left) 2024-09-16T03:01:08.110 INFO:tasks.rados.rados.0.smithi097.stdout:1881: read oid 46 snap 178 2024-09-16T03:01:08.110 INFO:tasks.rados.rados.0.smithi097.stdout:1881: expect (ObjNum 599 snap 178 seq_num 599) 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 182 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1882: seq_num 610 ranges {1163264=622592} 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1882: writing smithi09778949-22 from 1163264 to 1785856 tid 1 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1883: copy_from oid 28 from oid 34 current snap is 182 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1395 (ObjNum 33 snap 0 seq_num 1973569248) dirty exists 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1880: done (3 left) 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1884: rollback oid 39 current snap is 182 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 39 to 180 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1885: read oid 6 snap -1 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1885: expect (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1886: copy_from oid 20 from oid 30 current snap is 182 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1887: copy_from oid 25 from oid 13 current snap is 182 2024-09-16T03:01:08.111 INFO:tasks.rados.rados.0.smithi097.stdout:1888: snap_remove snap 168 2024-09-16T03:01:08.326 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:01:08.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:08 smithi184 ceph-mon[82194]: pgmap v331: 121 pgs: 121 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-16T03:01:08.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:08 smithi184 ceph-mon[82194]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T03:01:08.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:08 smithi097 ceph-mon[88563]: pgmap v331: 121 pgs: 121 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-16T03:01:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:08 smithi097 ceph-mon[88563]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T03:01:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:08 smithi097 ceph-mon[90424]: pgmap v331: 121 pgs: 121 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-09-16T03:01:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:08 smithi097 ceph-mon[90424]: osdmap e443: 8 total, 8 up, 8 in 2024-09-16T03:01:08.890 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:01:08.890 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (7m) 47s ago 8m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (8m) 14s ago 8m 87.1M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (10m) 47s ago 10m 16.8M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (10m) 14s ago 10m 23.8M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (4m) 14s ago 13m 455M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (4m) 47s ago 15m 523M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (3m) 47s ago 15m 54.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (3m) 14s ago 13m 45.0M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (3m) 47s ago 13m 43.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (8m) 47s ago 8m 14.8M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (8m) 14s ago 8m 16.6M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (2m) 47s ago 13m 221M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (118s) 47s ago 12m 137M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:01:08.891 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (85s) 47s ago 12m 130M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:01:08.892 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (51s) 47s ago 12m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:01:08.892 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (18s) 14s ago 11m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 b55738d922bd 2024-09-16T03:01:08.892 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (11m) 14s ago 11m 327M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 78ce8ea91cdd 2024-09-16T03:01:08.892 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (10m) 14s ago 10m 188M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T03:01:08.892 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (10m) 14s ago 10m 197M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T03:01:08.892 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (4m) 14s ago 9m 54.9M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T03:01:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1888: done (7 left) 2024-09-16T03:01:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1889: read oid 16 snap -1 2024-09-16T03:01:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1889: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 182 2024-09-16T03:01:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1886: finishing copy_from to smithi09778949-20 2024-09-16T03:01:08.995 INFO:tasks.rados.rados.0.smithi097.stdout:1886: got expected ENOENT (src dne) 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1886: finishing copy_from racing read to smithi09778949-20 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1882: finishing write tid 1 to smithi09778949-22 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1882: finishing write tid 2 to smithi09778949-22 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1884: finishing rollback tid 0 to smithi09778949-39 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1884: finishing rollback tid 1 to smithi09778949-39 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1887: finishing copy_from to smithi09778949-25 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1887: got expected ENOENT (src dne) 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1887: finishing copy_from racing read to smithi09778949-25 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1882: finishing write tid 3 to smithi09778949-22 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1882: oid 22 updating version 0 to 1069 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1882: oid 22 version 1069 is already newer than 1068 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1069 (ObjNum 610 snap 182 seq_num 610) dirty exists 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1882: left oid 22 (ObjNum 610 snap 182 seq_num 610) 2024-09-16T03:01:08.996 INFO:tasks.rados.rados.0.smithi097.stdout:1884: finishing rollback tid 2 to smithi09778949-39 2024-09-16T03:01:08.997 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1072 (ObjNum 589 snap 176 seq_num 589) dirty exists 2024-09-16T03:01:08.997 INFO:tasks.rados.rados.0.smithi097.stdout:1883: finishing copy_from racing read to smithi09778949-28 2024-09-16T03:01:08.997 INFO:tasks.rados.rados.0.smithi097.stdout:1881: expect (ObjNum 599 snap 178 seq_num 599) 2024-09-16T03:01:09.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:01:09] "GET /metrics HTTP/1.1" 200 36237 "" "Prometheus/2.43.0" 2024-09-16T03:01:09.249 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:01:09.249 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:01:09.249 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:01:09.249 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:01:09.249 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:01:09.249 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3, 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 5 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 5, 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 10 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:01:09.250 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:01:09.529 INFO:tasks.rados.rados.0.smithi097.stdout:1883: finishing copy_from to smithi09778949-28 2024-09-16T03:01:09.529 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 975 (ObjNum 600 snap 179 seq_num 600) dirty exists 2024-09-16T03:01:09.529 INFO:tasks.rados.rados.0.smithi097.stdout:1885: expect (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "10/20 daemons upgraded", 2024-09-16T03:01:09.543 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading osd daemons", 2024-09-16T03:01:09.544 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:01:09.544 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:01:09.544 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-mon[88563]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:09.544 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:09.544 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-mon[88563]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T03:01:09.544 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/586795229' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:09.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-mon[90424]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:09.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:09.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-mon[90424]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T03:01:09.545 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:09 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/586795229' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:09.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:09 smithi184 ceph-mon[82194]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:09.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:09.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:09 smithi184 ceph-mon[82194]: osdmap e444: 8 total, 8 up, 8 in 2024-09-16T03:01:09.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:09 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/586795229' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:09.726 INFO:tasks.rados.rados.0.smithi097.stdout:1890: seq_num 611 ranges {4210688=638976} 2024-09-16T03:01:09.752 INFO:tasks.rados.rados.0.smithi097.stdout:1890: writing smithi09778949-38 from 4210688 to 4849664 tid 1 2024-09-16T03:01:09.752 INFO:tasks.rados.rados.0.smithi097.stdout:1881: done (8 left) 2024-09-16T03:01:09.752 INFO:tasks.rados.rados.0.smithi097.stdout:1882: done (7 left) 2024-09-16T03:01:09.752 INFO:tasks.rados.rados.0.smithi097.stdout:1883: done (6 left) 2024-09-16T03:01:09.753 INFO:tasks.rados.rados.0.smithi097.stdout:1884: done (5 left) 2024-09-16T03:01:09.753 INFO:tasks.rados.rados.0.smithi097.stdout:1885: done (4 left) 2024-09-16T03:01:09.753 INFO:tasks.rados.rados.0.smithi097.stdout:1886: done (3 left) 2024-09-16T03:01:09.753 INFO:tasks.rados.rados.0.smithi097.stdout:1887: done (2 left) 2024-09-16T03:01:09.753 INFO:tasks.rados.rados.0.smithi097.stdout:1891: rollback oid 25 current snap is 182 2024-09-16T03:01:09.753 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 175 2024-09-16T03:01:09.753 INFO:tasks.rados.rados.0.smithi097.stdout:1889: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:09.851 INFO:tasks.rados.rados.0.smithi097.stdout:1891: finishing rollback tid 0 to smithi09778949-25 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1891: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1889: done (2 left) 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1892: read oid 43 snap -1 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1892: expect (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1893: read oid 7 snap 176 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1893: expect (ObjNum 578 snap 168 seq_num 578) 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1894: rollback oid 15 current snap is 182 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 175 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1890: finishing write tid 1 to smithi09778949-38 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1891: finishing rollback tid 2 to smithi09778949-25 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1249 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1890: finishing write tid 2 to smithi09778949-38 2024-09-16T03:01:09.852 INFO:tasks.rados.rados.0.smithi097.stdout:1890: finishing write tid 3 to smithi09778949-38 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:1890: oid 38 updating version 0 to 1206 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:1890: oid 38 updating version 1206 to 1207 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1207 (ObjNum 611 snap 182 seq_num 611) dirty exists 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:1890: left oid 38 (ObjNum 611 snap 182 seq_num 611) 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:1890: done (4 left) 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:1891: done (3 left) 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:1895: read oid 42 snap -1 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:1895: expect (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 182 2024-09-16T03:01:09.853 INFO:tasks.rados.rados.0.smithi097.stdout:1896: seq_num 612 ranges {0=655360} 2024-09-16T03:01:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:1896: writing smithi09778949-41 from 0 to 655360 tid 1 2024-09-16T03:01:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:1897: read oid 29 snap -1 2024-09-16T03:01:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:1897: expect deleted 2024-09-16T03:01:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 182 2024-09-16T03:01:09.855 INFO:tasks.rados.rados.0.smithi097.stdout:1898: seq_num 613 ranges {0=671744} 2024-09-16T03:01:09.859 INFO:tasks.rados.rados.0.smithi097.stdout:1898: writing smithi09778949-13 from 0 to 671744 tid 1 2024-09-16T03:01:09.859 INFO:tasks.rados.rados.0.smithi097.stdout:1899: snap_remove snap 177 2024-09-16T03:01:10.293 INFO:tasks.rados.rados.0.smithi097.stdout:1899: done (7 left) 2024-09-16T03:01:10.293 INFO:tasks.rados.rados.0.smithi097.stdout:1900: rollback oid 33 current snap is 182 2024-09-16T03:01:10.293 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 33 to 180 2024-09-16T03:01:10.293 INFO:tasks.rados.rados.0.smithi097.stdout:1896: finishing write tid 1 to smithi09778949-41 2024-09-16T03:01:10.293 INFO:tasks.rados.rados.0.smithi097.stdout:1896: finishing write tid 2 to smithi09778949-41 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1896: finishing write tid 3 to smithi09778949-41 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1896: oid 41 updating version 0 to 1251 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1896: oid 41 version 1251 is already newer than 1250 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1251 (ObjNum 612 snap 182 seq_num 612) dirty exists 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1896: left oid 41 (ObjNum 612 snap 182 seq_num 612) 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1898: finishing write tid 1 to smithi09778949-13 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1898: finishing write tid 2 to smithi09778949-13 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1898: finishing write tid 3 to smithi09778949-13 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1898: oid 13 updating version 0 to 932 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1898: oid 13 version 932 is already newer than 931 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 932 (ObjNum 613 snap 182 seq_num 613) dirty exists 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1898: left oid 13 (ObjNum 613 snap 182 seq_num 613) 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1894: finishing rollback tid 0 to smithi09778949-15 2024-09-16T03:01:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:1894: finishing rollback tid 1 to smithi09778949-15 2024-09-16T03:01:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:1893: expect (ObjNum 578 snap 168 seq_num 578) 2024-09-16T03:01:10.389 INFO:tasks.rados.rados.0.smithi097.stdout:1895: expect (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:01:10.573 INFO:tasks.rados.rados.0.smithi097.stdout:1892: expect (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:01:10.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:10 smithi184 ceph-mon[82194]: pgmap v334: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T03:01:10.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:10 smithi184 ceph-mon[82194]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:10.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:10 smithi184 ceph-mon[82194]: from='client.44321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:10 smithi097 ceph-mon[88563]: pgmap v334: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T03:01:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:10 smithi097 ceph-mon[88563]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:10 smithi097 ceph-mon[88563]: from='client.44321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:10 smithi097 ceph-mon[90424]: pgmap v334: 121 pgs: 121 active+clean; 210 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T03:01:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:10 smithi097 ceph-mon[90424]: from='client.44315 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:10 smithi097 ceph-mon[90424]: from='client.44321 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:11.093 INFO:tasks.rados.rados.0.smithi097.stdout:1894: finishing rollback tid 2 to smithi09778949-15 2024-09-16T03:01:11.093 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1078 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1900: finishing rollback tid 1 to smithi09778949-33 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1141 (ObjNum 1761 snap 0 seq_num 1973325328) dirty dne 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1892: done (7 left) 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1893: done (6 left) 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1894: done (5 left) 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1895: done (4 left) 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1896: done (3 left) 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1897: done (2 left) 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1898: done (1 left) 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1900: done (0 left) 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1901: read oid 19 snap 178 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1901: expect deleted 2024-09-16T03:01:11.094 INFO:tasks.rados.rados.0.smithi097.stdout:1902: setattr oid 36 current snap is 182 2024-09-16T03:01:11.095 INFO:tasks.rados.rados.0.smithi097.stdout:1901: done (1 left) 2024-09-16T03:01:11.095 INFO:tasks.rados.rados.0.smithi097.stdout:1903: delete oid 19 current snap is 182 2024-09-16T03:01:11.096 INFO:tasks.rados.rados.0.smithi097.stdout:1903: done (1 left) 2024-09-16T03:01:11.097 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 182 2024-09-16T03:01:11.097 INFO:tasks.rados.rados.0.smithi097.stdout:1904: seq_num 615 ranges {0=704512} 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:1904: writing smithi09778949-44 from 0 to 704512 tid 1 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:1905: rollback oid 37 current snap is 182 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 37 to 175 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1252 (ObjNum 502 snap 144 seq_num 502) dirty exists 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:1902: done (2 left) 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:1906: read oid 14 snap -1 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:1906: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:1907: read oid 3 snap 178 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:1907: expect deleted 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 182 2024-09-16T03:01:11.101 INFO:tasks.rados.rados.0.smithi097.stdout:1908: seq_num 616 ranges {0=720896} 2024-09-16T03:01:11.106 INFO:tasks.rados.rados.0.smithi097.stdout:1908: writing smithi09778949-26 from 0 to 720896 tid 1 2024-09-16T03:01:11.106 INFO:tasks.rados.rados.0.smithi097.stdout:1909: rmattr oid 20 current snap is 182 2024-09-16T03:01:11.106 INFO:tasks.rados.rados.0.smithi097.stdout:1905: finishing rollback tid 1 to smithi09778949-37 2024-09-16T03:01:11.106 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 791 (ObjNum 225 snap 0 seq_num 1973112896) dirty dne 2024-09-16T03:01:11.106 INFO:tasks.rados.rados.0.smithi097.stdout:1904: finishing write tid 1 to smithi09778949-44 2024-09-16T03:01:11.106 INFO:tasks.rados.rados.0.smithi097.stdout:1904: finishing write tid 2 to smithi09778949-44 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1905: done (5 left) 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1907: done (4 left) 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1910: rollback oid 2 current snap is 182 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 2 to 180 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1911: read oid 42 snap -1 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1911: expect (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1912: read oid 47 snap 175 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1912: expect (ObjNum 1973495920 snap 21991 seq_num 1974089600) 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1913: rollback oid 11 current snap is 182 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 178 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1914: read oid 6 snap -1 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1914: expect (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 182 2024-09-16T03:01:11.107 INFO:tasks.rados.rados.0.smithi097.stdout:1915: seq_num 617 ranges {671744=737280} 2024-09-16T03:01:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:1915: writing smithi09778949-13 from 671744 to 1409024 tid 1 2024-09-16T03:01:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:1916: snap_create 2024-09-16T03:01:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:1910: finishing rollback tid 1 to smithi09778949-2 2024-09-16T03:01:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 0 (ObjNum 113 snap 0 seq_num 3735002432) dirty dne 2024-09-16T03:01:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:1904: finishing write tid 3 to smithi09778949-44 2024-09-16T03:01:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:1904: oid 44 updating version 0 to 1215 2024-09-16T03:01:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:1904: oid 44 updating version 1215 to 1216 2024-09-16T03:01:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1216 (ObjNum 615 snap 182 seq_num 615) dirty exists 2024-09-16T03:01:11.116 INFO:tasks.rados.rados.0.smithi097.stdout:1904: left oid 44 (ObjNum 615 snap 182 seq_num 615) 2024-09-16T03:01:11.116 INFO:tasks.rados.rados.0.smithi097.stdout:1912: expect (ObjNum 1973495920 snap 21991 seq_num 1974089600) 2024-09-16T03:01:11.120 INFO:tasks.rados.rados.0.smithi097.stdout:1913: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:01:11.120 INFO:tasks.rados.rados.0.smithi097.stdout:1913: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:01:11.120 INFO:tasks.rados.rados.0.smithi097.stdout:1908: finishing write tid 1 to smithi09778949-26 2024-09-16T03:01:11.120 INFO:tasks.rados.rados.0.smithi097.stdout:1913: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:01:11.120 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1131 (ObjNum 567 snap 165 seq_num 567) dirty exists 2024-09-16T03:01:11.120 INFO:tasks.rados.rados.0.smithi097.stdout:1908: finishing write tid 2 to smithi09778949-26 2024-09-16T03:01:11.120 INFO:tasks.rados.rados.0.smithi097.stdout:1908: finishing write tid 3 to smithi09778949-26 2024-09-16T03:01:11.121 INFO:tasks.rados.rados.0.smithi097.stdout:1908: oid 26 updating version 0 to 976 2024-09-16T03:01:11.121 INFO:tasks.rados.rados.0.smithi097.stdout:1908: oid 26 updating version 976 to 977 2024-09-16T03:01:11.121 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 977 (ObjNum 616 snap 182 seq_num 616) dirty exists 2024-09-16T03:01:11.121 INFO:tasks.rados.rados.0.smithi097.stdout:1908: left oid 26 (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:01:11.121 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 779 (ObjNum 608 snap 180 seq_num 608) dirty exists 2024-09-16T03:01:11.128 INFO:tasks.rados.rados.0.smithi097.stdout:1906: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:01:11.509 INFO:tasks.rados.rados.0.smithi097.stdout:1911: expect (ObjNum 518 snap 150 seq_num 518) 2024-09-16T03:01:11.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:11 smithi184 ceph-mon[82194]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:11.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:11 smithi184 ceph-mon[82194]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T03:01:11.692 INFO:tasks.rados.rados.0.smithi097.stdout:1914: expect (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:01:11.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:11 smithi097 ceph-mon[88563]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:11.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:11 smithi097 ceph-mon[88563]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T03:01:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:11 smithi097 ceph-mon[90424]: from='client.44333 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:11 smithi097 ceph-mon[90424]: osdmap e445: 8 total, 8 up, 8 in 2024-09-16T03:01:11.889 INFO:tasks.rados.rados.0.smithi097.stdout:1915: finishing write tid 1 to smithi09778949-13 2024-09-16T03:01:11.889 INFO:tasks.rados.rados.0.smithi097.stdout:1915: finishing write tid 2 to smithi09778949-13 2024-09-16T03:01:11.889 INFO:tasks.rados.rados.0.smithi097.stdout:1904: done (10 left) 2024-09-16T03:01:11.889 INFO:tasks.rados.rados.0.smithi097.stdout:1906: done (9 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1908: done (8 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1909: done (7 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1910: done (6 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1911: done (5 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1912: done (4 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1913: done (3 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1914: done (2 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1916: done (1 left) 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1917: snap_create 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1915: finishing write tid 3 to smithi09778949-13 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1915: oid 13 updating version 0 to 934 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1915: oid 13 version 934 is already newer than 933 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 934 (ObjNum 617 snap 182 seq_num 617) dirty exists 2024-09-16T03:01:11.890 INFO:tasks.rados.rados.0.smithi097.stdout:1915: left oid 13 (ObjNum 617 snap 182 seq_num 617) 2024-09-16T03:01:11.990 INFO:tasks.rados.rados.0.smithi097.stdout:1915: done (1 left) 2024-09-16T03:01:11.990 INFO:tasks.rados.rados.0.smithi097.stdout:1917: done (0 left) 2024-09-16T03:01:11.990 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 184 2024-09-16T03:01:11.990 INFO:tasks.rados.rados.0.smithi097.stdout:1918: seq_num 618 ranges {2310144=753664} 2024-09-16T03:01:12.006 INFO:tasks.rados.rados.0.smithi097.stdout:1918: writing smithi09778949-11 from 2310144 to 3063808 tid 1 2024-09-16T03:01:12.006 INFO:tasks.rados.rados.0.smithi097.stdout:1919: delete oid 48 current snap is 184 2024-09-16T03:01:12.011 INFO:tasks.rados.rados.0.smithi097.stdout:1919: done (1 left) 2024-09-16T03:01:12.011 INFO:tasks.rados.rados.0.smithi097.stdout:1920: snap_create 2024-09-16T03:01:12.012 INFO:tasks.rados.rados.0.smithi097.stdout:1918: finishing write tid 1 to smithi09778949-11 2024-09-16T03:01:12.012 INFO:tasks.rados.rados.0.smithi097.stdout:1918: finishing write tid 2 to smithi09778949-11 2024-09-16T03:01:12.015 INFO:tasks.rados.rados.0.smithi097.stdout:1918: finishing write tid 3 to smithi09778949-11 2024-09-16T03:01:12.015 INFO:tasks.rados.rados.0.smithi097.stdout:1918: oid 11 updating version 0 to 1132 2024-09-16T03:01:12.015 INFO:tasks.rados.rados.0.smithi097.stdout:1918: oid 11 updating version 1132 to 1133 2024-09-16T03:01:12.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1133 (ObjNum 618 snap 184 seq_num 618) dirty exists 2024-09-16T03:01:12.015 INFO:tasks.rados.rados.0.smithi097.stdout:1918: left oid 11 (ObjNum 618 snap 184 seq_num 618) 2024-09-16T03:01:12.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:12 smithi184 ceph-mon[82194]: pgmap v337: 121 pgs: 121 active+clean; 184 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-16T03:01:12.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:12 smithi184 ceph-mon[82194]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T03:01:12.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:12 smithi184 ceph-mon[82194]: osdmap e447: 8 total, 8 up, 8 in 2024-09-16T03:01:12.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:12 smithi097 ceph-mon[88563]: pgmap v337: 121 pgs: 121 active+clean; 184 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-16T03:01:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:12 smithi097 ceph-mon[88563]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T03:01:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:12 smithi097 ceph-mon[88563]: osdmap e447: 8 total, 8 up, 8 in 2024-09-16T03:01:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:12 smithi097 ceph-mon[90424]: pgmap v337: 121 pgs: 121 active+clean; 184 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 2.1 MiB/s wr, 27 op/s 2024-09-16T03:01:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:12 smithi097 ceph-mon[90424]: osdmap e446: 8 total, 8 up, 8 in 2024-09-16T03:01:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:12 smithi097 ceph-mon[90424]: osdmap e447: 8 total, 8 up, 8 in 2024-09-16T03:01:12.992 INFO:tasks.rados.rados.0.smithi097.stdout:1918: done (1 left) 2024-09-16T03:01:12.992 INFO:tasks.rados.rados.0.smithi097.stdout:1920: done (0 left) 2024-09-16T03:01:12.992 INFO:tasks.rados.rados.0.smithi097.stdout:1921: read oid 1 snap -1 2024-09-16T03:01:12.992 INFO:tasks.rados.rados.0.smithi097.stdout:1921: expect (ObjNum 539 snap 159 seq_num 539) 2024-09-16T03:01:12.992 INFO:tasks.rados.rados.0.smithi097.stdout:1922: snap_create 2024-09-16T03:01:13.023 INFO:tasks.rados.rados.0.smithi097.stdout:1921: expect (ObjNum 539 snap 159 seq_num 539) 2024-09-16T03:01:13.997 INFO:tasks.rados.rados.0.smithi097.stdout:1921: done (1 left) 2024-09-16T03:01:13.997 INFO:tasks.rados.rados.0.smithi097.stdout:1922: done (0 left) 2024-09-16T03:01:13.997 INFO:tasks.rados.rados.0.smithi097.stdout:1923: snap_remove snap 182 2024-09-16T03:01:14.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:13 smithi184 ceph-mon[82194]: pgmap v340: 121 pgs: 121 active+clean; 186 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-09-16T03:01:14.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:13 smithi184 ceph-mon[82194]: osdmap e448: 8 total, 8 up, 8 in 2024-09-16T03:01:14.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-16T03:01:14.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:13 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T03:01:14.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:13 smithi184 ceph-mon[82194]: Upgrade: osd.5 is safe to restart 2024-09-16T03:01:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[88563]: pgmap v340: 121 pgs: 121 active+clean; 186 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-09-16T03:01:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[88563]: osdmap e448: 8 total, 8 up, 8 in 2024-09-16T03:01:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-16T03:01:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T03:01:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[88563]: Upgrade: osd.5 is safe to restart 2024-09-16T03:01:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[90424]: pgmap v340: 121 pgs: 121 active+clean; 186 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 26 op/s 2024-09-16T03:01:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[90424]: osdmap e448: 8 total, 8 up, 8 in 2024-09-16T03:01:14.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16} : dispatch 2024-09-16T03:01:14.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-09-16T03:01:14.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:13 smithi097 ceph-mon[90424]: Upgrade: osd.5 is safe to restart 2024-09-16T03:01:14.997 INFO:tasks.rados.rados.0.smithi097.stdout:1923: done (0 left) 2024-09-16T03:01:14.997 INFO:tasks.rados.rados.0.smithi097.stdout:1924: delete oid 41 current snap is 186 2024-09-16T03:01:15.002 INFO:tasks.rados.rados.0.smithi097.stdout:1924: done (0 left) 2024-09-16T03:01:15.002 INFO:tasks.rados.rados.0.smithi097.stdout:1925: delete oid 21 current snap is 186 2024-09-16T03:01:15.010 INFO:tasks.rados.rados.0.smithi097.stdout:1925: done (0 left) 2024-09-16T03:01:15.010 INFO:tasks.rados.rados.0.smithi097.stdout:1926: read oid 13 snap 176 2024-09-16T03:01:15.010 INFO:tasks.rados.rados.0.smithi097.stdout:1926: expect deleted 2024-09-16T03:01:15.010 INFO:tasks.rados.rados.0.smithi097.stdout:1927: rmattr oid 10 current snap is 186 2024-09-16T03:01:15.010 INFO:tasks.rados.rados.0.smithi097.stdout:1928: read oid 19 snap -1 2024-09-16T03:01:15.010 INFO:tasks.rados.rados.0.smithi097.stdout:1928: expect deleted 2024-09-16T03:01:15.011 INFO:tasks.rados.rados.0.smithi097.stdout:1929: setattr oid 20 current snap is 186 2024-09-16T03:01:15.012 INFO:tasks.rados.rados.0.smithi097.stdout:1926: done (3 left) 2024-09-16T03:01:15.012 INFO:tasks.rados.rados.0.smithi097.stdout:1928: done (2 left) 2024-09-16T03:01:15.012 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 186 2024-09-16T03:01:15.012 INFO:tasks.rados.rados.0.smithi097.stdout:1930: seq_num 622 ranges {2605056=425984,3031040=401408} 2024-09-16T03:01:15.028 INFO:tasks.rados.rados.0.smithi097.stdout:1930: writing smithi09778949-7 from 2605056 to 3031040 tid 1 2024-09-16T03:01:15.030 INFO:tasks.rados.rados.0.smithi097.stdout:1930: writing smithi09778949-7 from 3031040 to 3432448 tid 2 2024-09-16T03:01:15.031 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 186 2024-09-16T03:01:15.031 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1218 (ObjNum 580 snap 169 seq_num 580) dirty exists 2024-09-16T03:01:15.031 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 780 (ObjNum 608 snap 180 seq_num 608) dirty exists 2024-09-16T03:01:15.031 INFO:tasks.rados.rados.0.smithi097.stdout:1931: seq_num 623 ranges {7888896=442368,8331264=401408} 2024-09-16T03:01:15.075 INFO:tasks.rados.rados.0.smithi097.stdout:1931: writing smithi09778949-43 from 7888896 to 8331264 tid 1 2024-09-16T03:01:15.077 INFO:tasks.rados.rados.0.smithi097.stdout:1931: writing smithi09778949-43 from 8331264 to 8732672 tid 2 2024-09-16T03:01:15.077 INFO:tasks.rados.rados.0.smithi097.stdout:1927: done (3 left) 2024-09-16T03:01:15.077 INFO:tasks.rados.rados.0.smithi097.stdout:1929: done (2 left) 2024-09-16T03:01:15.077 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 186 2024-09-16T03:01:15.078 INFO:tasks.rados.rados.0.smithi097.stdout:1930: finishing write tid 1 to smithi09778949-7 2024-09-16T03:01:15.078 INFO:tasks.rados.rados.0.smithi097.stdout:1930: finishing write tid 2 to smithi09778949-7 2024-09-16T03:01:15.078 INFO:tasks.rados.rados.0.smithi097.stdout:1932: seq_num 624 ranges {0=458752,458752=401408} 2024-09-16T03:01:15.080 INFO:tasks.rados.rados.0.smithi097.stdout:1932: writing smithi09778949-2 from 0 to 458752 tid 1 2024-09-16T03:01:15.083 INFO:tasks.rados.rados.0.smithi097.stdout:1932: writing smithi09778949-2 from 458752 to 860160 tid 2 2024-09-16T03:01:15.083 INFO:tasks.rados.rados.0.smithi097.stdout:1933: delete oid 6 current snap is 186 2024-09-16T03:01:15.083 INFO:tasks.rados.rados.0.smithi097.stdout:1930: finishing write tid 3 to smithi09778949-7 2024-09-16T03:01:15.083 INFO:tasks.rados.rados.0.smithi097.stdout:1930: finishing write tid 4 to smithi09778949-7 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1930: oid 7 updating version 0 to 1409 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1930: oid 7 version 1409 is already newer than 1408 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1930: oid 7 updating version 1409 to 1410 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1410 (ObjNum 622 snap 186 seq_num 622) dirty exists 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1930: left oid 7 (ObjNum 622 snap 186 seq_num 622) 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1931: finishing write tid 1 to smithi09778949-43 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1931: finishing write tid 2 to smithi09778949-43 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1931: finishing write tid 3 to smithi09778949-43 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1931: finishing write tid 4 to smithi09778949-43 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1931: oid 43 updating version 0 to 1082 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1931: oid 43 version 1082 is already newer than 1080 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1931: oid 43 version 1082 is already newer than 1081 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1082 (ObjNum 623 snap 186 seq_num 623) dirty exists 2024-09-16T03:01:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:1931: left oid 43 (ObjNum 623 snap 186 seq_num 623) 2024-09-16T03:01:15.085 INFO:tasks.rados.rados.0.smithi097.stdout:1932: finishing write tid 1 to smithi09778949-2 2024-09-16T03:01:15.085 INFO:tasks.rados.rados.0.smithi097.stdout:1930: done (3 left) 2024-09-16T03:01:15.085 INFO:tasks.rados.rados.0.smithi097.stdout:1931: done (2 left) 2024-09-16T03:01:15.085 INFO:tasks.rados.rados.0.smithi097.stdout:1933: done (1 left) 2024-09-16T03:01:15.085 INFO:tasks.rados.rados.0.smithi097.stdout:1934: copy_from oid 38 from oid 45 current snap is 186 2024-09-16T03:01:15.085 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 186 2024-09-16T03:01:15.085 INFO:tasks.rados.rados.0.smithi097.stdout:1935: seq_num 626 ranges {0=491520,491520=401408} 2024-09-16T03:01:15.088 INFO:tasks.rados.rados.0.smithi097.stdout:1935: writing smithi09778949-46 from 0 to 491520 tid 1 2024-09-16T03:01:15.090 INFO:tasks.rados.rados.0.smithi097.stdout:1935: writing smithi09778949-46 from 491520 to 892928 tid 2 2024-09-16T03:01:15.090 INFO:tasks.rados.rados.0.smithi097.stdout:1936: delete oid 18 current snap is 186 2024-09-16T03:01:15.090 INFO:tasks.rados.rados.0.smithi097.stdout:1932: finishing write tid 2 to smithi09778949-2 2024-09-16T03:01:15.091 INFO:tasks.rados.rados.0.smithi097.stdout:1932: finishing write tid 3 to smithi09778949-2 2024-09-16T03:01:15.091 INFO:tasks.rados.rados.0.smithi097.stdout:1932: finishing write tid 4 to smithi09778949-2 2024-09-16T03:01:15.091 INFO:tasks.rados.rados.0.smithi097.stdout:1932: oid 2 updating version 0 to 795 2024-09-16T03:01:15.091 INFO:tasks.rados.rados.0.smithi097.stdout:1932: oid 2 version 795 is already newer than 793 2024-09-16T03:01:15.091 INFO:tasks.rados.rados.0.smithi097.stdout:1932: oid 2 version 795 is already newer than 794 2024-09-16T03:01:15.091 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 795 (ObjNum 624 snap 186 seq_num 624) dirty exists 2024-09-16T03:01:15.091 INFO:tasks.rados.rados.0.smithi097.stdout:1932: left oid 2 (ObjNum 624 snap 186 seq_num 624) 2024-09-16T03:01:15.092 INFO:tasks.rados.rados.0.smithi097.stdout:1935: finishing write tid 1 to smithi09778949-46 2024-09-16T03:01:15.092 INFO:tasks.rados.rados.0.smithi097.stdout:1935: finishing write tid 2 to smithi09778949-46 2024-09-16T03:01:15.093 INFO:tasks.rados.rados.0.smithi097.stdout:1932: done (3 left) 2024-09-16T03:01:15.093 INFO:tasks.rados.rados.0.smithi097.stdout:1936: done (2 left) 2024-09-16T03:01:15.093 INFO:tasks.rados.rados.0.smithi097.stdout:1937: rmattr oid 19 current snap is 186 2024-09-16T03:01:15.093 INFO:tasks.rados.rados.0.smithi097.stdout:1937: done (2 left) 2024-09-16T03:01:15.093 INFO:tasks.rados.rados.0.smithi097.stdout:1938: snap_create 2024-09-16T03:01:15.093 INFO:tasks.rados.rados.0.smithi097.stdout:1935: finishing write tid 3 to smithi09778949-46 2024-09-16T03:01:15.094 INFO:tasks.rados.rados.0.smithi097.stdout:1935: finishing write tid 4 to smithi09778949-46 2024-09-16T03:01:15.094 INFO:tasks.rados.rados.0.smithi097.stdout:1935: oid 46 updating version 0 to 797 2024-09-16T03:01:15.094 INFO:tasks.rados.rados.0.smithi097.stdout:1935: oid 46 version 797 is already newer than 795 2024-09-16T03:01:15.094 INFO:tasks.rados.rados.0.smithi097.stdout:1935: oid 46 version 797 is already newer than 796 2024-09-16T03:01:15.094 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 797 (ObjNum 626 snap 186 seq_num 626) dirty exists 2024-09-16T03:01:15.094 INFO:tasks.rados.rados.0.smithi097.stdout:1935: left oid 46 (ObjNum 626 snap 186 seq_num 626) 2024-09-16T03:01:15.098 INFO:tasks.rados.rados.0.smithi097.stdout:1934: finishing copy_from racing read to smithi09778949-38 2024-09-16T03:01:15.099 INFO:tasks.rados.rados.0.smithi097.stdout:1934: finishing copy_from to smithi09778949-38 2024-09-16T03:01:15.099 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1245 (ObjNum 602 snap 179 seq_num 602) dirty exists 2024-09-16T03:01:15.231 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:15 smithi184 ceph-mon[82194]: osdmap e449: 8 total, 8 up, 8 in 2024-09-16T03:01:15.231 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:15 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:15.231 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:15 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-16T03:01:15.231 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:15 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:15.231 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:15 smithi184 ceph-mon[82194]: osdmap e450: 8 total, 8 up, 8 in 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[88563]: osdmap e449: 8 total, 8 up, 8 in 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[88563]: osdmap e450: 8 total, 8 up, 8 in 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[90424]: osdmap e449: 8 total, 8 up, 8 in 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-09-16T03:01:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:15.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:15 smithi097 ceph-mon[90424]: osdmap e450: 8 total, 8 up, 8 in 2024-09-16T03:01:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1934: done (2 left) 2024-09-16T03:01:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1935: done (1 left) 2024-09-16T03:01:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1938: done (0 left) 2024-09-16T03:01:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1939: rollback oid 36 current snap is 187 2024-09-16T03:01:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 176 2024-09-16T03:01:16.018 INFO:tasks.rados.rados.0.smithi097.stdout:1940: delete oid 18 current snap is 187 2024-09-16T03:01:16.020 INFO:tasks.rados.rados.0.smithi097.stdout:1940: done (1 left) 2024-09-16T03:01:16.020 INFO:tasks.rados.rados.0.smithi097.stdout:1941: read oid 49 snap -1 2024-09-16T03:01:16.020 INFO:tasks.rados.rados.0.smithi097.stdout:1941: expect (ObjNum 600 snap 179 seq_num 600) 2024-09-16T03:01:16.020 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 187 2024-09-16T03:01:16.021 INFO:tasks.rados.rados.0.smithi097.stdout:1942: seq_num 629 ranges {0=540672,540672=401408} 2024-09-16T03:01:16.024 INFO:tasks.rados.rados.0.smithi097.stdout:1942: writing smithi09778949-41 from 0 to 540672 tid 1 2024-09-16T03:01:16.026 INFO:tasks.rados.rados.0.smithi097.stdout:1942: writing smithi09778949-41 from 540672 to 942080 tid 2 2024-09-16T03:01:16.027 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 187 2024-09-16T03:01:16.027 INFO:tasks.rados.rados.0.smithi097.stdout:1943: seq_num 630 ranges {1785856=557056,2342912=401408} 2024-09-16T03:01:16.040 INFO:tasks.rados.rados.0.smithi097.stdout:1943: writing smithi09778949-22 from 1785856 to 2342912 tid 1 2024-09-16T03:01:16.042 INFO:tasks.rados.rados.0.smithi097.stdout:1943: writing smithi09778949-22 from 2342912 to 2744320 tid 2 2024-09-16T03:01:16.043 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 187 2024-09-16T03:01:16.043 INFO:tasks.rados.rados.0.smithi097.stdout:1939: finishing rollback tid 0 to smithi09778949-36 2024-09-16T03:01:16.043 INFO:tasks.rados.rados.0.smithi097.stdout:1939: finishing rollback tid 1 to smithi09778949-36 2024-09-16T03:01:16.043 INFO:tasks.rados.rados.0.smithi097.stdout:1939: finishing rollback tid 2 to smithi09778949-36 2024-09-16T03:01:16.043 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1256 (ObjNum 502 snap 144 seq_num 502) dirty exists 2024-09-16T03:01:16.043 INFO:tasks.rados.rados.0.smithi097.stdout:1942: finishing write tid 1 to smithi09778949-41 2024-09-16T03:01:16.043 INFO:tasks.rados.rados.0.smithi097.stdout:1942: finishing write tid 2 to smithi09778949-41 2024-09-16T03:01:16.043 INFO:tasks.rados.rados.0.smithi097.stdout:1944: seq_num 631 ranges {0=573440,573440=401408} 2024-09-16T03:01:16.045 INFO:tasks.rados.rados.0.smithi097.stdout:1944: writing smithi09778949-3 from 0 to 573440 tid 1 2024-09-16T03:01:16.048 INFO:tasks.rados.rados.0.smithi097.stdout:1944: writing smithi09778949-3 from 573440 to 974848 tid 2 2024-09-16T03:01:16.048 INFO:tasks.rados.rados.0.smithi097.stdout:1939: done (4 left) 2024-09-16T03:01:16.049 INFO:tasks.rados.rados.0.smithi097.stdout:1945: read oid 16 snap 167 2024-09-16T03:01:16.049 INFO:tasks.rados.rados.0.smithi097.stdout:1945: expect (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:01:16.049 INFO:tasks.rados.rados.0.smithi097.stdout:1946: delete oid 50 current snap is 187 2024-09-16T03:01:16.049 INFO:tasks.rados.rados.0.smithi097.stdout:1942: finishing write tid 3 to smithi09778949-41 2024-09-16T03:01:16.049 INFO:tasks.rados.rados.0.smithi097.stdout:1941: expect (ObjNum 600 snap 179 seq_num 600) 2024-09-16T03:01:16.207 INFO:tasks.rados.rados.0.smithi097.stdout:1942: finishing write tid 4 to smithi09778949-41 2024-09-16T03:01:16.207 INFO:tasks.rados.rados.0.smithi097.stdout:1942: oid 41 updating version 0 to 1259 2024-09-16T03:01:16.207 INFO:tasks.rados.rados.0.smithi097.stdout:1942: oid 41 version 1259 is already newer than 1258 2024-09-16T03:01:16.207 INFO:tasks.rados.rados.0.smithi097.stdout:1942: oid 41 version 1259 is already newer than 1257 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1259 (ObjNum 629 snap 187 seq_num 629) dirty exists 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1942: left oid 41 (ObjNum 629 snap 187 seq_num 629) 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1941: done (5 left) 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1942: done (4 left) 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1946: done (3 left) 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1947: snap_create 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1943: finishing write tid 1 to smithi09778949-22 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1943: finishing write tid 2 to smithi09778949-22 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1943: finishing write tid 3 to smithi09778949-22 2024-09-16T03:01:16.208 INFO:tasks.rados.rados.0.smithi097.stdout:1943: finishing write tid 4 to smithi09778949-22 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:1943: oid 22 updating version 0 to 1075 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:1943: oid 22 version 1075 is already newer than 1074 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:1943: oid 22 version 1075 is already newer than 1073 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1075 (ObjNum 630 snap 187 seq_num 630) dirty exists 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:1943: left oid 22 (ObjNum 630 snap 187 seq_num 630) 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:1944: finishing write tid 1 to smithi09778949-3 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:1944: finishing write tid 2 to smithi09778949-3 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:1944: finishing write tid 3 to smithi09778949-3 2024-09-16T03:01:16.209 INFO:tasks.rados.rados.0.smithi097.stdout:1945: expect (ObjNum 523 snap 151 seq_num 523) 2024-09-16T03:01:16.264 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:16 smithi184 ceph-mon[82194]: pgmap v343: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T03:01:16.264 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:16 smithi184 ceph-mon[82194]: Upgrade: Updating osd.5 2024-09-16T03:01:16.265 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:16 smithi184 ceph-mon[82194]: Deploying daemon osd.5 on smithi184 2024-09-16T03:01:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:16 smithi097 ceph-mon[88563]: pgmap v343: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T03:01:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:16 smithi097 ceph-mon[88563]: Upgrade: Updating osd.5 2024-09-16T03:01:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:16 smithi097 ceph-mon[88563]: Deploying daemon osd.5 on smithi184 2024-09-16T03:01:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:16 smithi097 ceph-mon[90424]: pgmap v343: 121 pgs: 121 active+clean; 188 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-09-16T03:01:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:16 smithi097 ceph-mon[90424]: Upgrade: Updating osd.5 2024-09-16T03:01:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:16 smithi097 ceph-mon[90424]: Deploying daemon osd.5 on smithi184 2024-09-16T03:01:16.722 INFO:tasks.rados.rados.0.smithi097.stdout:1944: finishing write tid 4 to smithi09778949-3 2024-09-16T03:01:16.722 INFO:tasks.rados.rados.0.smithi097.stdout:1944: oid 3 updating version 0 to 1411 2024-09-16T03:01:16.722 INFO:tasks.rados.rados.0.smithi097.stdout:1944: oid 3 updating version 1411 to 1412 2024-09-16T03:01:16.722 INFO:tasks.rados.rados.0.smithi097.stdout:1944: oid 3 updating version 1412 to 1413 2024-09-16T03:01:16.722 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1413 (ObjNum 631 snap 187 seq_num 631) dirty exists 2024-09-16T03:01:16.722 INFO:tasks.rados.rados.0.smithi097.stdout:1944: left oid 3 (ObjNum 631 snap 187 seq_num 631) 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1943: done (3 left) 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1944: done (2 left) 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1945: done (1 left) 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1947: done (0 left) 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1948: rmattr oid 40 current snap is 188 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1948: done (0 left) 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1949: rmattr oid 32 current snap is 188 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1949: done (0 left) 2024-09-16T03:01:16.992 INFO:tasks.rados.rados.0.smithi097.stdout:1950: rollback oid 31 current snap is 188 2024-09-16T03:01:16.993 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 184 2024-09-16T03:01:16.993 INFO:tasks.rados.rados.0.smithi097.stdout:1951: snap_create 2024-09-16T03:01:16.994 INFO:tasks.rados.rados.0.smithi097.stdout:1950: finishing rollback tid 1 to smithi09778949-31 2024-09-16T03:01:16.994 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 0 (ObjNum 161 snap 0 seq_num 1973063424) dirty dne 2024-09-16T03:01:17.093 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:17 smithi184 ceph-mon[82194]: osdmap e451: 8 total, 8 up, 8 in 2024-09-16T03:01:17.093 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:17 smithi184 ceph-mon[82194]: osdmap e452: 8 total, 8 up, 8 in 2024-09-16T03:01:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:17 smithi097 ceph-mon[88563]: osdmap e451: 8 total, 8 up, 8 in 2024-09-16T03:01:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:17 smithi097 ceph-mon[88563]: osdmap e452: 8 total, 8 up, 8 in 2024-09-16T03:01:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:17 smithi097 ceph-mon[90424]: osdmap e451: 8 total, 8 up, 8 in 2024-09-16T03:01:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:17 smithi097 ceph-mon[90424]: osdmap e452: 8 total, 8 up, 8 in 2024-09-16T03:01:17.698 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:17 smithi184 systemd[1]: Stopping Ceph osd.5 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:01:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1950: done (1 left) 2024-09-16T03:01:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1951: done (0 left) 2024-09-16T03:01:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:1952: rollback oid 31 current snap is 189 2024-09-16T03:01:17.996 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 181 2024-09-16T03:01:17.997 INFO:tasks.rados.rados.0.smithi097.stdout:1953: snap_remove snap 167 2024-09-16T03:01:18.018 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[41454]: 2024-09-16T03:01:17.695+0000 7f5bfa34d640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:01:18.018 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[41454]: 2024-09-16T03:01:17.695+0000 7f5bfa34d640 -1 osd.5 452 *** Got signal Terminated *** 2024-09-16T03:01:18.019 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[41454]: 2024-09-16T03:01:17.695+0000 7f5bfa34d640 -1 osd.5 452 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:01:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:18 smithi184 ceph-mon[82194]: pgmap v346: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-16T03:01:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:18 smithi184 ceph-mon[82194]: osd.5 marked itself down and dead 2024-09-16T03:01:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:18 smithi184 ceph-mon[82194]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:01:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:18 smithi184 ceph-mon[82194]: osdmap e453: 8 total, 7 up, 8 in 2024-09-16T03:01:18.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:18 smithi097 ceph-mon[88563]: pgmap v346: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-16T03:01:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:18 smithi097 ceph-mon[88563]: osd.5 marked itself down and dead 2024-09-16T03:01:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:18 smithi097 ceph-mon[88563]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:01:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:18 smithi097 ceph-mon[88563]: osdmap e453: 8 total, 7 up, 8 in 2024-09-16T03:01:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:18 smithi097 ceph-mon[90424]: pgmap v346: 121 pgs: 121 active+clean; 192 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-09-16T03:01:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:18 smithi097 ceph-mon[90424]: osd.5 marked itself down and dead 2024-09-16T03:01:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:18 smithi097 ceph-mon[90424]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:01:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:18 smithi097 ceph-mon[90424]: osdmap e453: 8 total, 7 up, 8 in 2024-09-16T03:01:18.857 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:18 smithi184 podman[91304]: 2024-09-16 03:01:18.581213969 +0000 UTC m=+0.985619131 container died 78ce8ea91cdda2336a7e38de615a6d658ddfc2725c049fc51d2d62b80b87df7c (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-ae7f373, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T03:01:18.998 INFO:tasks.rados.rados.0.smithi097.stdout:1953: done (1 left) 2024-09-16T03:01:18.998 INFO:tasks.rados.rados.0.smithi097.stdout:1954: rmattr oid 21 current snap is 189 2024-09-16T03:01:18.999 INFO:tasks.rados.rados.0.smithi097.stdout:1954: done (1 left) 2024-09-16T03:01:18.999 INFO:tasks.rados.rados.0.smithi097.stdout:1955: snap_remove snap 187 2024-09-16T03:01:19.159 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:19 smithi184 podman[91304]: 2024-09-16 03:01:19.04612446 +0000 UTC m=+1.450529619 container cleanup 78ce8ea91cdda2336a7e38de615a6d658ddfc2725c049fc51d2d62b80b87df7c (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2, RELEASE=reef-ae7f373, org.label-schema.build-date=20240731) 2024-09-16T03:01:19.159 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:19 smithi184 bash[91304]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5 2024-09-16T03:01:19.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2, 0, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.3", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 5]}]': finished 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 5]}]': finished 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 5]}]': finished 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 5]}]': finished 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]': finished 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2, 0, 5]}]': finished 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 5]}]': finished 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 5]}]': finished 2024-09-16T03:01:19.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.3", "id": [0, 5]}]': finished 2024-09-16T03:01:19.162 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:19 smithi184 ceph-mon[82194]: osdmap e454: 8 total, 7 up, 8 in 2024-09-16T03:01:19.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:01:19] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-16T03:01:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2, 0, 5]} : dispatch 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 5]} : dispatch 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.3", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 5]}]': finished 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 5]}]': finished 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 5]}]': finished 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 5]}]': finished 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]': finished 2024-09-16T03:01:19.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2, 0, 5]}]': finished 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 5]}]': finished 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 5]}]': finished 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.3", "id": [0, 5]}]': finished 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[88563]: osdmap e454: 8 total, 7 up, 8 in 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]} : dispatch 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2, 0, 5]} : dispatch 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 5]} : dispatch 2024-09-16T03:01:19.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.3", "id": [0, 5]} : dispatch 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1", "id": [0, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.7", "id": [7, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.9", "id": [7, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.f", "id": [7, 2, 0, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.7", "id": [0, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "5.3", "id": [0, 5]}]': finished 2024-09-16T03:01:19.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:19 smithi097 ceph-mon[90424]: osdmap e454: 8 total, 7 up, 8 in 2024-09-16T03:01:19.658 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:19 smithi184 podman[91328]: 2024-09-16 03:01:19.27754455 +0000 UTC m=+0.698836713 container remove 78ce8ea91cdda2336a7e38de615a6d658ddfc2725c049fc51d2d62b80b87df7c (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, RELEASE=reef-ae7f373, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-09-16T03:01:19.978 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:19 smithi184 podman[91423]: 2024-09-16 03:01:19.699016966 +0000 UTC m=+0.107700286 container create b907d25742c98f9cf47d38c720af0cad1c9c472ccc3ef6aa357075e8c7d4e31f (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T03:01:19.978 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:19 smithi184 podman[91423]: 2024-09-16 03:01:19.60712935 +0000 UTC m=+0.015812674 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:01:19.978 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:19 smithi184 podman[91423]: 2024-09-16 03:01:19.901593771 +0000 UTC m=+0.310277088 container init b907d25742c98f9cf47d38c720af0cad1c9c472ccc3ef6aa357075e8c7d4e31f (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux ) 2024-09-16T03:01:19.978 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:19 smithi184 podman[91423]: 2024-09-16 03:01:19.905968968 +0000 UTC m=+0.314652286 container start b907d25742c98f9cf47d38c720af0cad1c9c472ccc3ef6aa357075e8c7d4e31f (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-09-16T03:01:19.978 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:19 smithi184 podman[91423]: 2024-09-16 03:01:19.976576432 +0000 UTC m=+0.385259766 container attach b907d25742c98f9cf47d38c720af0cad1c9c472ccc3ef6aa357075e8c7d4e31f (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True) 2024-09-16T03:01:20.002 INFO:tasks.rados.rados.0.smithi097.stdout:1952: finishing rollback tid 1 to smithi09778949-31 2024-09-16T03:01:20.002 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 0 (ObjNum 33 snap 0 seq_num 1973321456) dirty dne 2024-09-16T03:01:20.003 INFO:tasks.rados.rados.0.smithi097.stdout:1952: done (1 left) 2024-09-16T03:01:20.003 INFO:tasks.rados.rados.0.smithi097.stdout:1955: done (0 left) 2024-09-16T03:01:20.003 INFO:tasks.rados.rados.0.smithi097.stdout:1956: rollback oid 28 current snap is 189 2024-09-16T03:01:20.003 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 28 to 178 2024-09-16T03:01:20.003 INFO:tasks.rados.rados.0.smithi097.stdout:1957: read oid 11 snap -1 2024-09-16T03:01:20.003 INFO:tasks.rados.rados.0.smithi097.stdout:1957: expect (ObjNum 618 snap 184 seq_num 618) 2024-09-16T03:01:20.003 INFO:tasks.rados.rados.0.smithi097.stdout:1958: snap_create 2024-09-16T03:01:20.010 INFO:tasks.rados.rados.0.smithi097.stdout:1956: finishing rollback tid 0 to smithi09778949-28 2024-09-16T03:01:20.010 INFO:tasks.rados.rados.0.smithi097.stdout:1956: finishing rollback tid 1 to smithi09778949-28 2024-09-16T03:01:20.010 INFO:tasks.rados.rados.0.smithi097.stdout:1956: finishing rollback tid 2 to smithi09778949-28 2024-09-16T03:01:20.011 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1417 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:01:20.019 INFO:tasks.rados.rados.0.smithi097.stdout:1957: expect (ObjNum 618 snap 184 seq_num 618) 2024-09-16T03:01:20.389 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:20 smithi184 ceph-mon[82194]: pgmap v349: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-09-16T03:01:20.390 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:20 smithi184 ceph-mon[82194]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-16T03:01:20.390 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:20 smithi184 ceph-mon[82194]: osdmap e455: 8 total, 7 up, 8 in 2024-09-16T03:01:20.390 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:20 smithi184 podman[91423]: 2024-09-16 03:01:20.107357571 +0000 UTC m=+0.516040903 container died b907d25742c98f9cf47d38c720af0cad1c9c472ccc3ef6aa357075e8c7d4e31f (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-16T03:01:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:20 smithi097 ceph-mon[88563]: pgmap v349: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-09-16T03:01:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:20 smithi097 ceph-mon[88563]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-16T03:01:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:20 smithi097 ceph-mon[88563]: osdmap e455: 8 total, 7 up, 8 in 2024-09-16T03:01:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:20 smithi097 ceph-mon[90424]: pgmap v349: 121 pgs: 14 peering, 11 stale+active+clean, 96 active+clean; 195 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-09-16T03:01:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:20 smithi097 ceph-mon[90424]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-16T03:01:20.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:20 smithi097 ceph-mon[90424]: osdmap e455: 8 total, 7 up, 8 in 2024-09-16T03:01:21.004 INFO:tasks.rados.rados.0.smithi097.stdout:1956: done (2 left) 2024-09-16T03:01:21.005 INFO:tasks.rados.rados.0.smithi097.stdout:1957: done (1 left) 2024-09-16T03:01:21.005 INFO:tasks.rados.rados.0.smithi097.stdout:1958: done (0 left) 2024-09-16T03:01:21.005 INFO:tasks.rados.rados.0.smithi097.stdout:1959: copy_from oid 21 from oid 50 current snap is 190 2024-09-16T03:01:21.005 INFO:tasks.rados.rados.0.smithi097.stdout:1960: read oid 7 snap -1 2024-09-16T03:01:21.005 INFO:tasks.rados.rados.0.smithi097.stdout:1960: expect (ObjNum 622 snap 186 seq_num 622) 2024-09-16T03:01:21.005 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 190 2024-09-16T03:01:21.005 INFO:tasks.rados.rados.0.smithi097.stdout:1961: seq_num 633 ranges {2211840=606208,2818048=401408} 2024-09-16T03:01:21.022 INFO:tasks.rados.rados.0.smithi097.stdout:1961: writing smithi09778949-9 from 2211840 to 2818048 tid 1 2024-09-16T03:01:21.025 INFO:tasks.rados.rados.0.smithi097.stdout:1961: writing smithi09778949-9 from 2818048 to 3219456 tid 2 2024-09-16T03:01:21.026 INFO:tasks.rados.rados.0.smithi097.stdout:1962: snap_create 2024-09-16T03:01:21.026 INFO:tasks.rados.rados.0.smithi097.stdout:1959: finishing copy_from to smithi09778949-21 2024-09-16T03:01:21.026 INFO:tasks.rados.rados.0.smithi097.stdout:1959: got expected ENOENT (src dne) 2024-09-16T03:01:21.026 INFO:tasks.rados.rados.0.smithi097.stdout:1959: finishing copy_from racing read to smithi09778949-21 2024-09-16T03:01:21.026 INFO:tasks.rados.rados.0.smithi097.stdout:1960: expect (ObjNum 622 snap 186 seq_num 622) 2024-09-16T03:01:21.159 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:20 smithi184 podman[91446]: 2024-09-16 03:01:20.755703025 +0000 UTC m=+0.642312963 container remove b907d25742c98f9cf47d38c720af0cad1c9c472ccc3ef6aa357075e8c7d4e31f (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T03:01:21.159 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:20 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.5.service: Deactivated successfully. 2024-09-16T03:01:21.159 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:20 smithi184 systemd[1]: Stopped Ceph osd.5 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:01:21.159 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:20 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.5.service: Consumed 15.427s CPU time. 2024-09-16T03:01:21.159 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:20 smithi184 systemd[1]: Starting Ceph osd.5 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:01:21.225 INFO:tasks.rados.rados.0.smithi097.stdout:1961: finishing write tid 1 to smithi09778949-9 2024-09-16T03:01:21.226 INFO:tasks.rados.rados.0.smithi097.stdout:1961: finishing write tid 2 to smithi09778949-9 2024-09-16T03:01:21.226 INFO:tasks.rados.rados.0.smithi097.stdout:1961: finishing write tid 3 to smithi09778949-9 2024-09-16T03:01:21.226 INFO:tasks.rados.rados.0.smithi097.stdout:1961: finishing write tid 4 to smithi09778949-9 2024-09-16T03:01:21.226 INFO:tasks.rados.rados.0.smithi097.stdout:1961: oid 9 updating version 0 to 969 2024-09-16T03:01:21.226 INFO:tasks.rados.rados.0.smithi097.stdout:1961: oid 9 version 969 is already newer than 968 2024-09-16T03:01:21.226 INFO:tasks.rados.rados.0.smithi097.stdout:1961: oid 9 updating version 969 to 970 2024-09-16T03:01:21.226 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 970 (ObjNum 633 snap 190 seq_num 633) dirty exists 2024-09-16T03:01:21.226 INFO:tasks.rados.rados.0.smithi097.stdout:1961: left oid 9 (ObjNum 633 snap 190 seq_num 633) 2024-09-16T03:01:21.511 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 podman[91548]: 2024-09-16 03:01:21.198785812 +0000 UTC m=+0.111789020 container create 710ae81b32eb9d95a83065636c74fa1edaff794fe720d0a562d12093030a5fbe (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:01:21.512 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 podman[91548]: 2024-09-16 03:01:21.103093612 +0000 UTC m=+0.016096774 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:01:21.512 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 podman[91548]: 2024-09-16 03:01:21.417618494 +0000 UTC m=+0.330621656 container init 710ae81b32eb9d95a83065636c74fa1edaff794fe720d0a562d12093030a5fbe (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T03:01:21.512 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 podman[91548]: 2024-09-16 03:01:21.42082198 +0000 UTC m=+0.333825149 container start 710ae81b32eb9d95a83065636c74fa1edaff794fe720d0a562d12093030a5fbe (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:01:21.512 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 podman[91548]: 2024-09-16 03:01:21.509693802 +0000 UTC m=+0.422696965 container attach 710ae81b32eb9d95a83065636c74fa1edaff794fe720d0a562d12093030a5fbe (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-16T03:01:21.908 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:01:21.909 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 bash[91548]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:01:21.909 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:01:21.909 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:21 smithi184 bash[91548]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:01:21.993 INFO:tasks.rados.rados.0.smithi097.stdout:1959: done (3 left) 2024-09-16T03:01:21.993 INFO:tasks.rados.rados.0.smithi097.stdout:1960: done (2 left) 2024-09-16T03:01:21.993 INFO:tasks.rados.rados.0.smithi097.stdout:1961: done (1 left) 2024-09-16T03:01:21.993 INFO:tasks.rados.rados.0.smithi097.stdout:1962: done (0 left) 2024-09-16T03:01:21.993 INFO:tasks.rados.rados.0.smithi097.stdout:1963: snap_remove snap 188 2024-09-16T03:01:22.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:21 smithi184 ceph-mon[82194]: pgmap v352: 121 pgs: 2 remapped+peering, 14 active+undersized, 15 peering, 6 stale+active+clean, 8 active+undersized+degraded, 76 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 40/390 objects degraded (10.256%) 2024-09-16T03:01:22.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:21 smithi184 ceph-mon[82194]: osdmap e456: 8 total, 7 up, 8 in 2024-09-16T03:01:22.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:21 smithi184 ceph-mon[82194]: Health check failed: Degraded data redundancy: 40/390 objects degraded (10.256%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:22.313 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:21 smithi184 ceph-mon[82194]: osdmap e457: 8 total, 7 up, 8 in 2024-09-16T03:01:22.313 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T03:01:22.313 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 bash[91548]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T03:01:22.313 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T03:01:22.313 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 bash[91548]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-09-16T03:01:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:21 smithi097 ceph-mon[88563]: pgmap v352: 121 pgs: 2 remapped+peering, 14 active+undersized, 15 peering, 6 stale+active+clean, 8 active+undersized+degraded, 76 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 40/390 objects degraded (10.256%) 2024-09-16T03:01:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:21 smithi097 ceph-mon[88563]: osdmap e456: 8 total, 7 up, 8 in 2024-09-16T03:01:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:21 smithi097 ceph-mon[88563]: Health check failed: Degraded data redundancy: 40/390 objects degraded (10.256%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:21 smithi097 ceph-mon[88563]: osdmap e457: 8 total, 7 up, 8 in 2024-09-16T03:01:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:21 smithi097 ceph-mon[90424]: pgmap v352: 121 pgs: 2 remapped+peering, 14 active+undersized, 15 peering, 6 stale+active+clean, 8 active+undersized+degraded, 76 active+clean; 209 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.1 MiB/s wr, 7 op/s; 40/390 objects degraded (10.256%) 2024-09-16T03:01:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:21 smithi097 ceph-mon[90424]: osdmap e456: 8 total, 7 up, 8 in 2024-09-16T03:01:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:21 smithi097 ceph-mon[90424]: Health check failed: Degraded data redundancy: 40/390 objects degraded (10.256%), 8 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:21 smithi097 ceph-mon[90424]: osdmap e457: 8 total, 7 up, 8 in 2024-09-16T03:01:22.631 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T03:01:22.631 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 bash[91548]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-09-16T03:01:22.631 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T03:01:22.631 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 bash[91548]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-09-16T03:01:22.631 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-16T03:01:22.631 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 bash[91548]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-09-16T03:01:22.632 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T03:01:22.632 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 bash[91548]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-16T03:01:22.632 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate[91563]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-16T03:01:22.632 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 bash[91548]: --> ceph-volume raw activate successful for osd ID: 5 2024-09-16T03:01:22.632 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 podman[91548]: 2024-09-16 03:01:22.33965777 +0000 UTC m=+1.252660933 container died 710ae81b32eb9d95a83065636c74fa1edaff794fe720d0a562d12093030a5fbe (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:01:22.997 INFO:tasks.rados.rados.0.smithi097.stdout:1963: done (0 left) 2024-09-16T03:01:22.997 INFO:tasks.rados.rados.0.smithi097.stdout:1964: read oid 39 snap -1 2024-09-16T03:01:22.997 INFO:tasks.rados.rados.0.smithi097.stdout:1964: expect (ObjNum 589 snap 176 seq_num 589) 2024-09-16T03:01:22.997 INFO:tasks.rados.rados.0.smithi097.stdout:1965: read oid 18 snap -1 2024-09-16T03:01:22.997 INFO:tasks.rados.rados.0.smithi097.stdout:1965: expect deleted 2024-09-16T03:01:22.997 INFO:tasks.rados.rados.0.smithi097.stdout:1966: delete oid 8 current snap is 191 2024-09-16T03:01:23.004 INFO:tasks.rados.rados.0.smithi097.stdout:1965: done (2 left) 2024-09-16T03:01:23.004 INFO:tasks.rados.rados.0.smithi097.stdout:1966: done (1 left) 2024-09-16T03:01:23.004 INFO:tasks.rados.rados.0.smithi097.stdout:1967: copy_from oid 48 from oid 20 current snap is 191 2024-09-16T03:01:23.004 INFO:tasks.rados.rados.0.smithi097.stdout:1968: read oid 40 snap -1 2024-09-16T03:01:23.004 INFO:tasks.rados.rados.0.smithi097.stdout:1968: expect (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:01:23.004 INFO:tasks.rados.rados.0.smithi097.stdout:1969: delete oid 9 current snap is 191 2024-09-16T03:01:23.006 INFO:tasks.rados.rados.0.smithi097.stdout:1964: expect (ObjNum 589 snap 176 seq_num 589) 2024-09-16T03:01:23.053 INFO:tasks.rados.rados.0.smithi097.stdout:1968: expect (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:01:23.075 INFO:tasks.rados.rados.0.smithi097.stdout:1967: finishing copy_from racing read to smithi09778949-48 2024-09-16T03:01:23.075 INFO:tasks.rados.rados.0.smithi097.stdout:1967: finishing copy_from to smithi09778949-48 2024-09-16T03:01:23.076 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 780 (ObjNum 608 snap 180 seq_num 608) dirty exists 2024-09-16T03:01:23.076 INFO:tasks.rados.rados.0.smithi097.stdout:1964: done (3 left) 2024-09-16T03:01:23.076 INFO:tasks.rados.rados.0.smithi097.stdout:1967: done (2 left) 2024-09-16T03:01:23.076 INFO:tasks.rados.rados.0.smithi097.stdout:1968: done (1 left) 2024-09-16T03:01:23.076 INFO:tasks.rados.rados.0.smithi097.stdout:1969: done (0 left) 2024-09-16T03:01:23.076 INFO:tasks.rados.rados.0.smithi097.stdout:1970: snap_create 2024-09-16T03:01:23.331 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:22 smithi184 podman[91703]: 2024-09-16 03:01:22.980773738 +0000 UTC m=+0.631308150 container remove 710ae81b32eb9d95a83065636c74fa1edaff794fe720d0a562d12093030a5fbe (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-activate, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS) 2024-09-16T03:01:23.332 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:23 smithi184 podman[91762]: 2024-09-16 03:01:23.095522748 +0000 UTC m=+0.016430749 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:01:23.332 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:23 smithi184 podman[91762]: 2024-09-16 03:01:23.206780694 +0000 UTC m=+0.127688728 container create 17dcd083140f7954f532e27195733bacbf270e6408a02d1827ae30ee9d484c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-09-16T03:01:23.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:23 smithi184 podman[91762]: 2024-09-16 03:01:23.433945872 +0000 UTC m=+0.354853864 container init 17dcd083140f7954f532e27195733bacbf270e6408a02d1827ae30ee9d484c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-16T03:01:23.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:23 smithi184 podman[91762]: 2024-09-16 03:01:23.437328503 +0000 UTC m=+0.358236495 container start 17dcd083140f7954f532e27195733bacbf270e6408a02d1827ae30ee9d484c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:01:23.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:23 smithi184 ceph-osd[91782]: -- 172.21.15.184:0/2090725173 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556ffcad3a40 con 0x556ffd8a2400 2024-09-16T03:01:23.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:23 smithi184 bash[91762]: 17dcd083140f7954f532e27195733bacbf270e6408a02d1827ae30ee9d484c2a 2024-09-16T03:01:23.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:23 smithi184 systemd[1]: Started Ceph osd.5 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:01:24.005 INFO:tasks.rados.rados.0.smithi097.stdout:1970: done (0 left) 2024-09-16T03:01:24.005 INFO:tasks.rados.rados.0.smithi097.stdout:1971: copy_from oid 23 from oid 20 current snap is 192 2024-09-16T03:01:24.005 INFO:tasks.rados.rados.0.smithi097.stdout:1972: rmattr oid 4 current snap is 192 2024-09-16T03:01:24.005 INFO:tasks.rados.rados.0.smithi097.stdout:1973: snap_create 2024-09-16T03:01:24.010 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1074 (ObjNum 597 snap 178 seq_num 597) dirty exists 2024-09-16T03:01:24.014 INFO:tasks.rados.rados.0.smithi097.stdout:1971: finishing copy_from racing read to smithi09778949-23 2024-09-16T03:01:24.015 INFO:tasks.rados.rados.0.smithi097.stdout:1971: finishing copy_from to smithi09778949-23 2024-09-16T03:01:24.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 780 (ObjNum 608 snap 180 seq_num 608) dirty exists 2024-09-16T03:01:24.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[88563]: pgmap v355: 121 pgs: 3 active+clean+remapped, 2 remapped+peering, 22 active+undersized, 15 peering, 13 active+undersized+degraded, 66 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 472 KiB/s wr, 3 op/s; 61/390 objects degraded (15.641%); 1/390 objects misplaced (0.256%); 5 B/s, 0 objects/s recovering 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[88563]: osdmap e458: 8 total, 7 up, 8 in 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[90424]: pgmap v355: 121 pgs: 3 active+clean+remapped, 2 remapped+peering, 22 active+undersized, 15 peering, 13 active+undersized+degraded, 66 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 472 KiB/s wr, 3 op/s; 61/390 objects degraded (15.641%); 1/390 objects misplaced (0.256%); 5 B/s, 0 objects/s recovering 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[90424]: osdmap e458: 8 total, 7 up, 8 in 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:24.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:23 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:24.373 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:23 smithi184 ceph-mon[82194]: pgmap v355: 121 pgs: 3 active+clean+remapped, 2 remapped+peering, 22 active+undersized, 15 peering, 13 active+undersized+degraded, 66 active+clean; 205 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 472 KiB/s wr, 3 op/s; 61/390 objects degraded (15.641%); 1/390 objects misplaced (0.256%); 5 B/s, 0 objects/s recovering 2024-09-16T03:01:24.373 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:23 smithi184 ceph-mon[82194]: osdmap e458: 8 total, 7 up, 8 in 2024-09-16T03:01:24.373 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:23 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:24.373 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:23 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:24.373 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:23 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:24.658 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:01:24.599+0000 7fd8ed9e9640 -1 Falling back to public interface 2024-09-16T03:01:25.014 INFO:tasks.rados.rados.0.smithi097.stdout:1971: done (2 left) 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:1972: done (1 left) 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:1973: done (0 left) 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:1974: rollback oid 37 current snap is 193 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 37 to 180 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:1975: read oid 25 snap -1 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:1975: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:1976: read oid 28 snap -1 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:1976: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:01:25.015 INFO:tasks.rados.rados.0.smithi097.stdout:1977: delete oid 34 current snap is 193 2024-09-16T03:01:25.017 INFO:tasks.rados.rados.0.smithi097.stdout:1974: finishing rollback tid 1 to smithi09778949-37 2024-09-16T03:01:25.017 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 0 (ObjNum 65 snap 0 seq_num 1961345872) dirty dne 2024-09-16T03:01:25.018 INFO:tasks.rados.rados.0.smithi097.stdout:1974: done (3 left) 2024-09-16T03:01:25.018 INFO:tasks.rados.rados.0.smithi097.stdout:1977: done (2 left) 2024-09-16T03:01:25.018 INFO:tasks.rados.rados.0.smithi097.stdout:1978: rollback oid 9 current snap is 193 2024-09-16T03:01:25.018 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 189 2024-09-16T03:01:25.018 INFO:tasks.rados.rados.0.smithi097.stdout:1979: read oid 33 snap -1 2024-09-16T03:01:25.018 INFO:tasks.rados.rados.0.smithi097.stdout:1979: expect deleted 2024-09-16T03:01:25.018 INFO:tasks.rados.rados.0.smithi097.stdout:1980: read oid 26 snap 190 2024-09-16T03:01:25.018 INFO:tasks.rados.rados.0.smithi097.stdout:1980: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:01:25.019 INFO:tasks.rados.rados.0.smithi097.stdout:1981: copy_from oid 21 from oid 17 current snap is 193 2024-09-16T03:01:25.019 INFO:tasks.rados.rados.0.smithi097.stdout:1982: snap_create 2024-09-16T03:01:25.021 INFO:tasks.rados.rados.0.smithi097.stdout:1978: finishing rollback tid 1 to smithi09778949-9 2024-09-16T03:01:25.022 INFO:tasks.rados.rados.0.smithi097.stdout:1978: finishing rollback tid 2 to smithi09778949-9 2024-09-16T03:01:25.023 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 973 (ObjNum 603 snap 179 seq_num 603) dirty exists 2024-09-16T03:01:25.024 INFO:tasks.rados.rados.0.smithi097.stdout:1980: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:01:25.049 INFO:tasks.rados.rados.0.smithi097.stdout:1981: finishing copy_from racing read to smithi09778949-21 2024-09-16T03:01:25.049 INFO:tasks.rados.rados.0.smithi097.stdout:1975: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:01:25.112 INFO:tasks.rados.rados.0.smithi097.stdout:1981: finishing copy_from to smithi09778949-21 2024-09-16T03:01:25.112 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 776 (ObjNum 582 snap 170 seq_num 582) dirty exists 2024-09-16T03:01:25.112 INFO:tasks.rados.rados.0.smithi097.stdout:1976: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:01:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:25 smithi184 ceph-mon[82194]: osdmap e459: 8 total, 7 up, 8 in 2024-09-16T03:01:25.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:25 smithi097 ceph-mon[88563]: osdmap e459: 8 total, 7 up, 8 in 2024-09-16T03:01:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:25 smithi097 ceph-mon[90424]: osdmap e459: 8 total, 7 up, 8 in 2024-09-16T03:01:26.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:26 smithi184 ceph-mon[82194]: pgmap v358: 121 pgs: 7 active+clean+remapped, 2 remapped+peering, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 179 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 662 KiB/s wr, 4 op/s; 63/378 objects degraded (16.667%); 14/378 objects misplaced (3.704%); 5 B/s, 0 objects/s recovering 2024-09-16T03:01:26.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:26 smithi184 ceph-mon[82194]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-16T03:01:26.340 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:26 smithi184 ceph-mon[82194]: osdmap e460: 8 total, 7 up, 8 in 2024-09-16T03:01:26.360 INFO:tasks.rados.rados.0.smithi097.stdout:1975: done (6 left) 2024-09-16T03:01:26.360 INFO:tasks.rados.rados.0.smithi097.stdout:1976: done (5 left) 2024-09-16T03:01:26.360 INFO:tasks.rados.rados.0.smithi097.stdout:1978: done (4 left) 2024-09-16T03:01:26.360 INFO:tasks.rados.rados.0.smithi097.stdout:1979: done (3 left) 2024-09-16T03:01:26.360 INFO:tasks.rados.rados.0.smithi097.stdout:1980: done (2 left) 2024-09-16T03:01:26.360 INFO:tasks.rados.rados.0.smithi097.stdout:1981: done (1 left) 2024-09-16T03:01:26.360 INFO:tasks.rados.rados.0.smithi097.stdout:1982: done (0 left) 2024-09-16T03:01:26.360 INFO:tasks.rados.rados.0.smithi097.stdout:1983: snap_remove snap 184 2024-09-16T03:01:26.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:26 smithi097 ceph-mon[88563]: pgmap v358: 121 pgs: 7 active+clean+remapped, 2 remapped+peering, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 179 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 662 KiB/s wr, 4 op/s; 63/378 objects degraded (16.667%); 14/378 objects misplaced (3.704%); 5 B/s, 0 objects/s recovering 2024-09-16T03:01:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:26 smithi097 ceph-mon[88563]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-16T03:01:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:26 smithi097 ceph-mon[88563]: osdmap e460: 8 total, 7 up, 8 in 2024-09-16T03:01:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:26 smithi097 ceph-mon[90424]: pgmap v358: 121 pgs: 7 active+clean+remapped, 2 remapped+peering, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 179 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.2 MiB/s rd, 662 KiB/s wr, 4 op/s; 63/378 objects degraded (16.667%); 14/378 objects misplaced (3.704%); 5 B/s, 0 objects/s recovering 2024-09-16T03:01:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:26 smithi097 ceph-mon[90424]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-16T03:01:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:26 smithi097 ceph-mon[90424]: osdmap e460: 8 total, 7 up, 8 in 2024-09-16T03:01:26.995 INFO:tasks.rados.rados.0.smithi097.stdout:1983: done (0 left) 2024-09-16T03:01:26.995 INFO:tasks.rados.rados.0.smithi097.stdout:1984: delete oid 21 current snap is 194 2024-09-16T03:01:27.003 INFO:tasks.rados.rados.0.smithi097.stdout:1984: done (0 left) 2024-09-16T03:01:27.003 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 194 2024-09-16T03:01:27.003 INFO:tasks.rados.rados.0.smithi097.stdout:1985: seq_num 638 ranges {745472=688128,1433600=401408} 2024-09-16T03:01:27.011 INFO:tasks.rados.rados.0.smithi097.stdout:1985: writing smithi09778949-23 from 745472 to 1433600 tid 1 2024-09-16T03:01:27.014 INFO:tasks.rados.rados.0.smithi097.stdout:1985: writing smithi09778949-23 from 1433600 to 1835008 tid 2 2024-09-16T03:01:27.014 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 194 2024-09-16T03:01:27.014 INFO:tasks.rados.rados.0.smithi097.stdout:1986: seq_num 639 ranges {8732672=704512,9437184=401408} 2024-09-16T03:01:27.064 INFO:tasks.rados.rados.0.smithi097.stdout:1986: writing smithi09778949-43 from 8732672 to 9437184 tid 1 2024-09-16T03:01:27.067 INFO:tasks.rados.rados.0.smithi097.stdout:1986: writing smithi09778949-43 from 9437184 to 9838592 tid 2 2024-09-16T03:01:27.067 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 194 2024-09-16T03:01:27.067 INFO:tasks.rados.rados.0.smithi097.stdout:1985: finishing write tid 1 to smithi09778949-23 2024-09-16T03:01:27.067 INFO:tasks.rados.rados.0.smithi097.stdout:1987: seq_num 640 ranges {745472=729088,1474560=401408} 2024-09-16T03:01:27.075 INFO:tasks.rados.rados.0.smithi097.stdout:1987: writing smithi09778949-48 from 745472 to 1474560 tid 1 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1987: writing smithi09778949-48 from 1474560 to 1875968 tid 2 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1988: read oid 10 snap -1 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1988: expect (ObjNum 580 snap 169 seq_num 580) 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1989: rmattr oid 44 current snap is 194 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1989: done (4 left) 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 194 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1985: finishing write tid 2 to smithi09778949-23 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1985: finishing write tid 3 to smithi09778949-23 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1985: finishing write tid 4 to smithi09778949-23 2024-09-16T03:01:27.079 INFO:tasks.rados.rados.0.smithi097.stdout:1985: oid 23 updating version 0 to 800 2024-09-16T03:01:27.080 INFO:tasks.rados.rados.0.smithi097.stdout:1985: oid 23 version 800 is already newer than 798 2024-09-16T03:01:27.080 INFO:tasks.rados.rados.0.smithi097.stdout:1985: oid 23 version 800 is already newer than 799 2024-09-16T03:01:27.080 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 800 (ObjNum 638 snap 194 seq_num 638) dirty exists 2024-09-16T03:01:27.080 INFO:tasks.rados.rados.0.smithi097.stdout:1985: left oid 23 (ObjNum 638 snap 194 seq_num 638) 2024-09-16T03:01:27.080 INFO:tasks.rados.rados.0.smithi097.stdout:1986: finishing write tid 1 to smithi09778949-43 2024-09-16T03:01:27.080 INFO:tasks.rados.rados.0.smithi097.stdout:1986: finishing write tid 2 to smithi09778949-43 2024-09-16T03:01:27.080 INFO:tasks.rados.rados.0.smithi097.stdout:1990: seq_num 641 ranges {2744320=745472,3489792=401408} 2024-09-16T03:01:27.097 INFO:tasks.rados.rados.0.smithi097.stdout:1990: writing smithi09778949-22 from 2744320 to 3489792 tid 1 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1990: writing smithi09778949-22 from 3489792 to 3891200 tid 2 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1985: done (4 left) 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1991: snap_create 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1986: finishing write tid 3 to smithi09778949-43 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1986: finishing write tid 4 to smithi09778949-43 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1986: oid 43 updating version 0 to 1085 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1986: oid 43 updating version 1085 to 1086 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1986: oid 43 version 1086 is already newer than 1084 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1086 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1986: left oid 43 (ObjNum 639 snap 194 seq_num 639) 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1987: finishing write tid 1 to smithi09778949-48 2024-09-16T03:01:27.101 INFO:tasks.rados.rados.0.smithi097.stdout:1987: finishing write tid 2 to smithi09778949-48 2024-09-16T03:01:27.102 INFO:tasks.rados.rados.0.smithi097.stdout:1987: finishing write tid 3 to smithi09778949-48 2024-09-16T03:01:27.102 INFO:tasks.rados.rados.0.smithi097.stdout:1987: finishing write tid 4 to smithi09778949-48 2024-09-16T03:01:27.102 INFO:tasks.rados.rados.0.smithi097.stdout:1987: oid 48 updating version 0 to 782 2024-09-16T03:01:27.102 INFO:tasks.rados.rados.0.smithi097.stdout:1987: oid 48 version 782 is already newer than 781 2024-09-16T03:01:27.102 INFO:tasks.rados.rados.0.smithi097.stdout:1987: oid 48 updating version 782 to 783 2024-09-16T03:01:27.102 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 783 (ObjNum 640 snap 194 seq_num 640) dirty exists 2024-09-16T03:01:27.102 INFO:tasks.rados.rados.0.smithi097.stdout:1987: left oid 48 (ObjNum 640 snap 194 seq_num 640) 2024-09-16T03:01:27.102 INFO:tasks.rados.rados.0.smithi097.stdout:1988: expect (ObjNum 580 snap 169 seq_num 580) 2024-09-16T03:01:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:27 smithi184 ceph-mon[82194]: osdmap e461: 8 total, 7 up, 8 in 2024-09-16T03:01:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:27 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 63/378 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:27 smithi184 ceph-mon[82194]: osdmap e462: 8 total, 7 up, 8 in 2024-09-16T03:01:27.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:27 smithi097 ceph-mon[90424]: osdmap e461: 8 total, 7 up, 8 in 2024-09-16T03:01:27.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:27 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 63/378 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:27 smithi097 ceph-mon[90424]: osdmap e462: 8 total, 7 up, 8 in 2024-09-16T03:01:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:27 smithi097 ceph-mon[88563]: osdmap e461: 8 total, 7 up, 8 in 2024-09-16T03:01:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:27 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 63/378 objects degraded (16.667%), 14 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:27 smithi097 ceph-mon[88563]: osdmap e462: 8 total, 7 up, 8 in 2024-09-16T03:01:27.589 INFO:tasks.rados.rados.0.smithi097.stdout:1990: finishing write tid 1 to smithi09778949-22 2024-09-16T03:01:27.590 INFO:tasks.rados.rados.0.smithi097.stdout:1990: finishing write tid 2 to smithi09778949-22 2024-09-16T03:01:27.590 INFO:tasks.rados.rados.0.smithi097.stdout:1990: finishing write tid 3 to smithi09778949-22 2024-09-16T03:01:27.590 INFO:tasks.rados.rados.0.smithi097.stdout:1990: finishing write tid 4 to smithi09778949-22 2024-09-16T03:01:27.590 INFO:tasks.rados.rados.0.smithi097.stdout:1990: oid 22 updating version 0 to 1077 2024-09-16T03:01:27.590 INFO:tasks.rados.rados.0.smithi097.stdout:1990: oid 22 version 1077 is already newer than 1076 2024-09-16T03:01:27.590 INFO:tasks.rados.rados.0.smithi097.stdout:1990: oid 22 updating version 1077 to 1078 2024-09-16T03:01:27.590 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1078 (ObjNum 641 snap 194 seq_num 641) dirty exists 2024-09-16T03:01:27.590 INFO:tasks.rados.rados.0.smithi097.stdout:1990: left oid 22 (ObjNum 641 snap 194 seq_num 641) 2024-09-16T03:01:28.031 INFO:tasks.rados.rados.0.smithi097.stdout:1986: done (4 left) 2024-09-16T03:01:28.031 INFO:tasks.rados.rados.0.smithi097.stdout:1987: done (3 left) 2024-09-16T03:01:28.031 INFO:tasks.rados.rados.0.smithi097.stdout:1988: done (2 left) 2024-09-16T03:01:28.031 INFO:tasks.rados.rados.0.smithi097.stdout:1990: done (1 left) 2024-09-16T03:01:28.031 INFO:tasks.rados.rados.0.smithi097.stdout:1991: done (0 left) 2024-09-16T03:01:28.032 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 195 2024-09-16T03:01:28.032 INFO:tasks.rados.rados.0.smithi097.stdout:1992: seq_num 642 ranges {1908736=761856,2670592=401408} 2024-09-16T03:01:28.045 INFO:tasks.rados.rados.0.smithi097.stdout:1992: writing smithi09778949-36 from 1908736 to 2670592 tid 1 2024-09-16T03:01:28.048 INFO:tasks.rados.rados.0.smithi097.stdout:1992: writing smithi09778949-36 from 2670592 to 3072000 tid 2 2024-09-16T03:01:28.048 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 195 2024-09-16T03:01:28.048 INFO:tasks.rados.rados.0.smithi097.stdout:1993: seq_num 643 ranges {0=778240,778240=401408} 2024-09-16T03:01:28.052 INFO:tasks.rados.rados.0.smithi097.stdout:1993: writing smithi09778949-31 from 0 to 778240 tid 1 2024-09-16T03:01:28.055 INFO:tasks.rados.rados.0.smithi097.stdout:1993: writing smithi09778949-31 from 778240 to 1179648 tid 2 2024-09-16T03:01:28.055 INFO:tasks.rados.rados.0.smithi097.stdout:1994: rmattr oid 39 current snap is 195 2024-09-16T03:01:28.055 INFO:tasks.rados.rados.0.smithi097.stdout:1994: done (2 left) 2024-09-16T03:01:28.055 INFO:tasks.rados.rados.0.smithi097.stdout:1995: snap_remove snap 189 2024-09-16T03:01:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:28 smithi184 ceph-mon[82194]: pgmap v361: 121 pgs: 9 active+clean+remapped, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 648 KiB/s wr, 8 op/s; 63/381 objects degraded (16.535%); 15/381 objects misplaced (3.937%) 2024-09-16T03:01:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:28.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:28 smithi097 ceph-mon[88563]: pgmap v361: 121 pgs: 9 active+clean+remapped, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 648 KiB/s wr, 8 op/s; 63/381 objects degraded (16.535%); 15/381 objects misplaced (3.937%) 2024-09-16T03:01:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:28 smithi097 ceph-mon[90424]: pgmap v361: 121 pgs: 9 active+clean+remapped, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 180 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 648 KiB/s wr, 8 op/s; 63/381 objects degraded (16.535%); 15/381 objects misplaced (3.937%) 2024-09-16T03:01:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:29.029 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:28 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:01:28.744+0000 7fd8ed9e9640 -1 osd.5 452 log_to_monitors true 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1995: done (2 left) 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1996: delete oid 18 current snap is 195 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1992: finishing write tid 1 to smithi09778949-36 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1992: finishing write tid 2 to smithi09778949-36 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1992: finishing write tid 3 to smithi09778949-36 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1992: finishing write tid 4 to smithi09778949-36 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1992: oid 36 updating version 0 to 1263 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1992: oid 36 version 1263 is already newer than 1261 2024-09-16T03:01:29.045 INFO:tasks.rados.rados.0.smithi097.stdout:1992: oid 36 version 1263 is already newer than 1262 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1263 (ObjNum 642 snap 195 seq_num 642) dirty exists 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1992: left oid 36 (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1993: finishing write tid 1 to smithi09778949-31 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1993: finishing write tid 2 to smithi09778949-31 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1993: finishing write tid 3 to smithi09778949-31 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1993: finishing write tid 4 to smithi09778949-31 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1993: oid 31 updating version 0 to 1077 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1993: oid 31 version 1077 is already newer than 1076 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1993: oid 31 version 1077 is already newer than 1075 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1077 (ObjNum 643 snap 195 seq_num 643) dirty exists 2024-09-16T03:01:29.046 INFO:tasks.rados.rados.0.smithi097.stdout:1993: left oid 31 (ObjNum 643 snap 195 seq_num 643) 2024-09-16T03:01:29.047 INFO:tasks.rados.rados.0.smithi097.stdout:1992: done (2 left) 2024-09-16T03:01:29.047 INFO:tasks.rados.rados.0.smithi097.stdout:1993: done (1 left) 2024-09-16T03:01:29.047 INFO:tasks.rados.rados.0.smithi097.stdout:1996: done (0 left) 2024-09-16T03:01:29.047 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 195 2024-09-16T03:01:29.047 INFO:tasks.rados.rados.0.smithi097.stdout:1997: seq_num 645 ranges {0=409600,409600=778240,1187840=24576} 2024-09-16T03:01:29.049 INFO:tasks.rados.rados.0.smithi097.stdout:1997: writing smithi09778949-27 from 0 to 409600 tid 1 2024-09-16T03:01:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:1997: writing smithi09778949-27 from 409600 to 1187840 tid 2 2024-09-16T03:01:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:1997: writing smithi09778949-27 from 1187840 to 1212416 tid 3 2024-09-16T03:01:29.054 INFO:tasks.rados.rados.0.smithi097.stdout:1998: delete oid 7 current snap is 195 2024-09-16T03:01:29.067 INFO:tasks.rados.rados.0.smithi097.stdout:1997: finishing write tid 1 to smithi09778949-27 2024-09-16T03:01:29.074 INFO:tasks.rados.rados.0.smithi097.stdout:1997: finishing write tid 2 to smithi09778949-27 2024-09-16T03:01:29.075 INFO:tasks.rados.rados.0.smithi097.stdout:1997: finishing write tid 3 to smithi09778949-27 2024-09-16T03:01:29.075 INFO:tasks.rados.rados.0.smithi097.stdout:1997: finishing write tid 4 to smithi09778949-27 2024-09-16T03:01:29.075 INFO:tasks.rados.rados.0.smithi097.stdout:1998: done (1 left) 2024-09-16T03:01:29.075 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 1 current snap is 195 2024-09-16T03:01:29.075 INFO:tasks.rados.rados.0.smithi097.stdout:1999: seq_num 647 ranges {8847360=442368,9289728=589824,9879552=212992} 2024-09-16T03:01:29.124 INFO:tasks.rados.rados.0.smithi097.stdout:1999: writing smithi09778949-1 from 8847360 to 9289728 tid 1 2024-09-16T03:01:29.127 INFO:tasks.rados.rados.0.smithi097.stdout:1999: writing smithi09778949-1 from 9289728 to 9879552 tid 2 2024-09-16T03:01:29.129 INFO:tasks.rados.rados.0.smithi097.stdout:1999: writing smithi09778949-1 from 9879552 to 10092544 tid 3 2024-09-16T03:01:29.129 INFO:tasks.rados.rados.0.smithi097.stdout:2000: snap_create 2024-09-16T03:01:29.129 INFO:tasks.rados.rados.0.smithi097.stdout:1997: finishing write tid 5 to smithi09778949-27 2024-09-16T03:01:29.129 INFO:tasks.rados.rados.0.smithi097.stdout:1997: oid 27 updating version 0 to 1419 2024-09-16T03:01:29.129 INFO:tasks.rados.rados.0.smithi097.stdout:1997: oid 27 updating version 1419 to 1422 2024-09-16T03:01:29.129 INFO:tasks.rados.rados.0.smithi097.stdout:1997: oid 27 version 1422 is already newer than 1421 2024-09-16T03:01:29.129 INFO:tasks.rados.rados.0.smithi097.stdout:1997: oid 27 version 1422 is already newer than 1420 2024-09-16T03:01:29.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1422 (ObjNum 645 snap 195 seq_num 645) dirty exists 2024-09-16T03:01:29.130 INFO:tasks.rados.rados.0.smithi097.stdout:1997: left oid 27 (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:01:29.199 INFO:tasks.rados.rados.0.smithi097.stdout:1999: finishing write tid 1 to smithi09778949-1 2024-09-16T03:01:29.232 INFO:tasks.rados.rados.0.smithi097.stdout:1999: finishing write tid 2 to smithi09778949-1 2024-09-16T03:01:29.232 INFO:tasks.rados.rados.0.smithi097.stdout:1999: finishing write tid 3 to smithi09778949-1 2024-09-16T03:01:29.232 INFO:tasks.rados.rados.0.smithi097.stdout:1999: finishing write tid 4 to smithi09778949-1 2024-09-16T03:01:29.233 INFO:tasks.rados.rados.0.smithi097.stdout:1999: finishing write tid 5 to smithi09778949-1 2024-09-16T03:01:29.233 INFO:tasks.rados.rados.0.smithi097.stdout:1999: oid 1 updating version 0 to 1267 2024-09-16T03:01:29.233 INFO:tasks.rados.rados.0.smithi097.stdout:1999: oid 1 version 1267 is already newer than 1266 2024-09-16T03:01:29.233 INFO:tasks.rados.rados.0.smithi097.stdout:1999: oid 1 version 1267 is already newer than 1264 2024-09-16T03:01:29.233 INFO:tasks.rados.rados.0.smithi097.stdout:1999: oid 1 version 1267 is already newer than 1265 2024-09-16T03:01:29.233 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1267 (ObjNum 647 snap 195 seq_num 647) dirty exists 2024-09-16T03:01:29.233 INFO:tasks.rados.rados.0.smithi097.stdout:1999: left oid 1 (ObjNum 647 snap 195 seq_num 647) 2024-09-16T03:01:29.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:29 smithi184 ceph-mon[82194]: osdmap e463: 8 total, 7 up, 8 in 2024-09-16T03:01:29.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:29 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:29 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:29 smithi184 ceph-mon[82194]: from='osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-16T03:01:29.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:29 smithi184 ceph-mon[82194]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-16T03:01:29.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[88563]: osdmap e463: 8 total, 7 up, 8 in 2024-09-16T03:01:29.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:29.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:29.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[88563]: from='osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-16T03:01:29.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[88563]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-16T03:01:29.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:01:29] "GET /metrics HTTP/1.1" 200 36225 "" "Prometheus/2.43.0" 2024-09-16T03:01:29.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[90424]: osdmap e463: 8 total, 7 up, 8 in 2024-09-16T03:01:29.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:29.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:29.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[90424]: from='osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-16T03:01:29.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:29 smithi097 ceph-mon[90424]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-09-16T03:01:29.806 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:01:29 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:01:29.502+0000 7fd8e178b640 -1 osd.5 452 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T03:01:30.079 INFO:tasks.rados.rados.0.smithi097.stdout:1997: done (2 left) 2024-09-16T03:01:30.079 INFO:tasks.rados.rados.0.smithi097.stdout:1999: done (1 left) 2024-09-16T03:01:30.079 INFO:tasks.rados.rados.0.smithi097.stdout:2000: done (0 left) 2024-09-16T03:01:30.079 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 196 2024-09-16T03:01:30.079 INFO:tasks.rados.rados.0.smithi097.stdout:2001: seq_num 648 ranges {1179648=458752,1638400=475136,2113536=327680} 2024-09-16T03:01:30.089 INFO:tasks.rados.rados.0.smithi097.stdout:2001: writing smithi09778949-31 from 1179648 to 1638400 tid 1 2024-09-16T03:01:30.092 INFO:tasks.rados.rados.0.smithi097.stdout:2001: writing smithi09778949-31 from 1638400 to 2113536 tid 2 2024-09-16T03:01:30.094 INFO:tasks.rados.rados.0.smithi097.stdout:2001: writing smithi09778949-31 from 2113536 to 2441216 tid 3 2024-09-16T03:01:30.094 INFO:tasks.rados.rados.0.smithi097.stdout:2002: read oid 19 snap -1 2024-09-16T03:01:30.094 INFO:tasks.rados.rados.0.smithi097.stdout:2002: expect deleted 2024-09-16T03:01:30.094 INFO:tasks.rados.rados.0.smithi097.stdout:2003: snap_remove snap 193 2024-09-16T03:01:30.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:30 smithi184 ceph-mon[82194]: pgmap v364: 121 pgs: 9 active+clean+remapped, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 500 KiB/s wr, 9 op/s; 65/387 objects degraded (16.796%); 15/387 objects misplaced (3.876%) 2024-09-16T03:01:30.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:30 smithi184 ceph-mon[82194]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T03:01:30.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:30 smithi184 ceph-mon[82194]: from='osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:01:30.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:30 smithi184 ceph-mon[82194]: osdmap e464: 8 total, 7 up, 8 in 2024-09-16T03:01:30.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:30 smithi184 ceph-mon[82194]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:01:30.117 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:30 smithi184 ceph-mon[82194]: from='osd.5 ' entity='osd.5' 2024-09-16T03:01:30.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[88563]: pgmap v364: 121 pgs: 9 active+clean+remapped, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 500 KiB/s wr, 9 op/s; 65/387 objects degraded (16.796%); 15/387 objects misplaced (3.876%) 2024-09-16T03:01:30.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[88563]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T03:01:30.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[88563]: from='osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:01:30.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[88563]: osdmap e464: 8 total, 7 up, 8 in 2024-09-16T03:01:30.397 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[88563]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:01:30.397 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[88563]: from='osd.5 ' entity='osd.5' 2024-09-16T03:01:30.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[90424]: pgmap v364: 121 pgs: 9 active+clean+remapped, 35 active+undersized, 14 active+undersized+degraded, 63 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 500 KiB/s wr, 9 op/s; 65/387 objects degraded (16.796%); 15/387 objects misplaced (3.876%) 2024-09-16T03:01:30.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[90424]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-09-16T03:01:30.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[90424]: from='osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:01:30.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[90424]: osdmap e464: 8 total, 7 up, 8 in 2024-09-16T03:01:30.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[90424]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:01:30.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:30 smithi097 ceph-mon[90424]: from='osd.5 ' entity='osd.5' 2024-09-16T03:01:31.081 INFO:tasks.rados.rados.0.smithi097.stdout:2003: done (2 left) 2024-09-16T03:01:31.082 INFO:tasks.rados.rados.0.smithi097.stdout:2004: rollback oid 45 current snap is 196 2024-09-16T03:01:31.082 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 186 2024-09-16T03:01:31.082 INFO:tasks.rados.rados.0.smithi097.stdout:2005: setattr oid 47 current snap is 196 2024-09-16T03:01:31.085 INFO:tasks.rados.rados.0.smithi097.stdout:2006: snap_create 2024-09-16T03:01:31.113 INFO:tasks.rados.rados.0.smithi097.stdout:2004: finishing rollback tid 0 to smithi09778949-45 2024-09-16T03:01:31.113 INFO:tasks.rados.rados.0.smithi097.stdout:2004: finishing rollback tid 1 to smithi09778949-45 2024-09-16T03:01:31.113 INFO:tasks.rados.rados.0.smithi097.stdout:2004: finishing rollback tid 2 to smithi09778949-45 2024-09-16T03:01:31.113 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1248 (ObjNum 602 snap 179 seq_num 602) dirty exists 2024-09-16T03:01:31.114 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1249 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T03:01:31.121 INFO:tasks.rados.rados.0.smithi097.stdout:2001: finishing write tid 1 to smithi09778949-31 2024-09-16T03:01:31.126 INFO:tasks.rados.rados.0.smithi097.stdout:2001: finishing write tid 2 to smithi09778949-31 2024-09-16T03:01:31.127 INFO:tasks.rados.rados.0.smithi097.stdout:2001: finishing write tid 3 to smithi09778949-31 2024-09-16T03:01:31.127 INFO:tasks.rados.rados.0.smithi097.stdout:2001: finishing write tid 4 to smithi09778949-31 2024-09-16T03:01:31.128 INFO:tasks.rados.rados.0.smithi097.stdout:2001: finishing write tid 5 to smithi09778949-31 2024-09-16T03:01:31.128 INFO:tasks.rados.rados.0.smithi097.stdout:2001: oid 31 updating version 0 to 1081 2024-09-16T03:01:31.128 INFO:tasks.rados.rados.0.smithi097.stdout:2001: oid 31 version 1081 is already newer than 1079 2024-09-16T03:01:31.128 INFO:tasks.rados.rados.0.smithi097.stdout:2001: oid 31 version 1081 is already newer than 1080 2024-09-16T03:01:31.128 INFO:tasks.rados.rados.0.smithi097.stdout:2001: oid 31 version 1081 is already newer than 1078 2024-09-16T03:01:31.128 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1081 (ObjNum 648 snap 196 seq_num 648) dirty exists 2024-09-16T03:01:31.128 INFO:tasks.rados.rados.0.smithi097.stdout:2001: left oid 31 (ObjNum 648 snap 196 seq_num 648) 2024-09-16T03:01:31.280 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:31 smithi184 ceph-mon[82194]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:01:31.280 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:31 smithi184 ceph-mon[82194]: osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270] boot 2024-09-16T03:01:31.280 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:31 smithi184 ceph-mon[82194]: osdmap e465: 8 total, 8 up, 8 in 2024-09-16T03:01:31.280 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:31 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-16T03:01:31.431 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-mon[88563]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:01:31.432 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-mon[88563]: osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270] boot 2024-09-16T03:01:31.432 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-mon[88563]: osdmap e465: 8 total, 8 up, 8 in 2024-09-16T03:01:31.432 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-16T03:01:31.432 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-mon[90424]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:01:31.432 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-mon[90424]: osd.5 [v2:172.21.15.184:6808/19301270,v1:172.21.15.184:6809/19301270] boot 2024-09-16T03:01:31.432 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-mon[90424]: osdmap e465: 8 total, 8 up, 8 in 2024-09-16T03:01:31.432 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-09-16T03:01:31.688 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:01:31 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T03:01:31.428+0000 7fd0c03b5640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-16T03:01:32.088 INFO:tasks.rados.rados.0.smithi097.stdout:2001: done (4 left) 2024-09-16T03:01:32.088 INFO:tasks.rados.rados.0.smithi097.stdout:2002: done (3 left) 2024-09-16T03:01:32.088 INFO:tasks.rados.rados.0.smithi097.stdout:2004: done (2 left) 2024-09-16T03:01:32.088 INFO:tasks.rados.rados.0.smithi097.stdout:2005: done (1 left) 2024-09-16T03:01:32.088 INFO:tasks.rados.rados.0.smithi097.stdout:2006: done (0 left) 2024-09-16T03:01:32.088 INFO:tasks.rados.rados.0.smithi097.stdout:2007: delete oid 49 current snap is 197 2024-09-16T03:01:32.121 INFO:tasks.rados.rados.0.smithi097.stdout:2007: done (0 left) 2024-09-16T03:01:32.121 INFO:tasks.rados.rados.0.smithi097.stdout:2008: read oid 3 snap 196 2024-09-16T03:01:32.121 INFO:tasks.rados.rados.0.smithi097.stdout:2008: expect (ObjNum 631 snap 187 seq_num 631) 2024-09-16T03:01:32.121 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 197 2024-09-16T03:01:32.121 INFO:tasks.rados.rados.0.smithi097.stdout:2009: seq_num 650 ranges {7274496=491520,7766016=647168,8413184=155648} 2024-09-16T03:01:32.164 INFO:tasks.rados.rados.0.smithi097.stdout:2009: writing smithi09778949-10 from 7274496 to 7766016 tid 1 2024-09-16T03:01:32.168 INFO:tasks.rados.rados.0.smithi097.stdout:2009: writing smithi09778949-10 from 7766016 to 8413184 tid 2 2024-09-16T03:01:32.169 INFO:tasks.rados.rados.0.smithi097.stdout:2009: writing smithi09778949-10 from 8413184 to 8568832 tid 3 2024-09-16T03:01:32.169 INFO:tasks.rados.rados.0.smithi097.stdout:2010: snap_create 2024-09-16T03:01:32.169 INFO:tasks.rados.rados.0.smithi097.stdout:2008: expect (ObjNum 631 snap 187 seq_num 631) 2024-09-16T03:01:32.200 INFO:tasks.rados.rados.0.smithi097.stdout:2009: finishing write tid 1 to smithi09778949-10 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: finishing write tid 2 to smithi09778949-10 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: finishing write tid 3 to smithi09778949-10 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: finishing write tid 4 to smithi09778949-10 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: finishing write tid 5 to smithi09778949-10 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: oid 10 updating version 0 to 1248 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: oid 10 version 1248 is already newer than 1247 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: oid 10 updating version 1248 to 1250 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: oid 10 version 1250 is already newer than 1249 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1250 (ObjNum 650 snap 197 seq_num 650) dirty exists 2024-09-16T03:01:32.201 INFO:tasks.rados.rados.0.smithi097.stdout:2009: left oid 10 (ObjNum 650 snap 197 seq_num 650) 2024-09-16T03:01:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: pgmap v367: 121 pgs: 5 peering, 2 remapped+peering, 7 active+clean+remapped, 33 active+undersized, 11 active+undersized+degraded, 63 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 43/408 objects degraded (10.539%); 14/408 objects misplaced (3.431%) 2024-09-16T03:01:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: osdmap e466: 8 total, 8 up, 8 in 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-16T03:01:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:32 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 43/408 objects degraded (10.539%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: pgmap v367: 121 pgs: 5 peering, 2 remapped+peering, 7 active+clean+remapped, 33 active+undersized, 11 active+undersized+degraded, 63 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 43/408 objects degraded (10.539%); 14/408 objects misplaced (3.431%) 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: osdmap e466: 8 total, 8 up, 8 in 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 43/408 objects degraded (10.539%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: pgmap v367: 121 pgs: 5 peering, 2 remapped+peering, 7 active+clean+remapped, 33 active+undersized, 11 active+undersized+degraded, 63 active+clean; 189 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 1.6 MiB/s wr, 11 op/s; 43/408 objects degraded (10.539%); 14/408 objects misplaced (3.431%) 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: osdmap e466: 8 total, 8 up, 8 in 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: Upgrade: unsafe to stop osd(s) at this time (18 PGs are or would become offline) 2024-09-16T03:01:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:32 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 43/408 objects degraded (10.539%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T03:01:33.100 INFO:tasks.rados.rados.0.smithi097.stdout:2008: done (2 left) 2024-09-16T03:01:33.101 INFO:tasks.rados.rados.0.smithi097.stdout:2009: done (1 left) 2024-09-16T03:01:33.101 INFO:tasks.rados.rados.0.smithi097.stdout:2010: done (0 left) 2024-09-16T03:01:33.101 INFO:tasks.rados.rados.0.smithi097.stdout:2011: copy_from oid 45 from oid 2 current snap is 198 2024-09-16T03:01:33.101 INFO:tasks.rados.rados.0.smithi097.stdout:2012: read oid 19 snap 192 2024-09-16T03:01:33.101 INFO:tasks.rados.rados.0.smithi097.stdout:2012: expect deleted 2024-09-16T03:01:33.101 INFO:tasks.rados.rados.0.smithi097.stdout:2013: setattr oid 40 current snap is 198 2024-09-16T03:01:33.102 INFO:tasks.rados.rados.0.smithi097.stdout:2012: done (2 left) 2024-09-16T03:01:33.102 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 198 2024-09-16T03:01:33.102 INFO:tasks.rados.rados.0.smithi097.stdout:2014: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-09-16T03:01:33.105 INFO:tasks.rados.rados.0.smithi097.stdout:2014: writing smithi09778949-37 from 0 to 507904 tid 1 2024-09-16T03:01:33.108 INFO:tasks.rados.rados.0.smithi097.stdout:2014: writing smithi09778949-37 from 507904 to 1040384 tid 2 2024-09-16T03:01:33.110 INFO:tasks.rados.rados.0.smithi097.stdout:2014: writing smithi09778949-37 from 1040384 to 1310720 tid 3 2024-09-16T03:01:33.110 INFO:tasks.rados.rados.0.smithi097.stdout:2015: rmattr oid 17 current snap is 198 2024-09-16T03:01:33.111 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1087 (ObjNum 594 snap 178 seq_num 594) dirty exists 2024-09-16T03:01:33.111 INFO:tasks.rados.rados.0.smithi097.stdout:2014: finishing write tid 1 to smithi09778949-37 2024-09-16T03:01:33.111 INFO:tasks.rados.rados.0.smithi097.stdout:2013: done (3 left) 2024-09-16T03:01:33.111 INFO:tasks.rados.rados.0.smithi097.stdout:2016: rmattr oid 22 current snap is 198 2024-09-16T03:01:33.111 INFO:tasks.rados.rados.0.smithi097.stdout:2016: done (3 left) 2024-09-16T03:01:33.111 INFO:tasks.rados.rados.0.smithi097.stdout:2017: delete oid 24 current snap is 198 2024-09-16T03:01:33.117 INFO:tasks.rados.rados.0.smithi097.stdout:2014: finishing write tid 2 to smithi09778949-37 2024-09-16T03:01:33.117 INFO:tasks.rados.rados.0.smithi097.stdout:2014: finishing write tid 3 to smithi09778949-37 2024-09-16T03:01:33.118 INFO:tasks.rados.rados.0.smithi097.stdout:2017: done (3 left) 2024-09-16T03:01:33.118 INFO:tasks.rados.rados.0.smithi097.stdout:2018: rmattr oid 46 current snap is 198 2024-09-16T03:01:33.118 INFO:tasks.rados.rados.0.smithi097.stdout:2018: done (3 left) 2024-09-16T03:01:33.118 INFO:tasks.rados.rados.0.smithi097.stdout:2019: read oid 30 snap 194 2024-09-16T03:01:33.118 INFO:tasks.rados.rados.0.smithi097.stdout:2019: expect deleted 2024-09-16T03:01:33.118 INFO:tasks.rados.rados.0.smithi097.stdout:2020: rollback oid 9 current snap is 198 2024-09-16T03:01:33.118 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 194 2024-09-16T03:01:33.119 INFO:tasks.rados.rados.0.smithi097.stdout:2021: setattr oid 34 current snap is 198 2024-09-16T03:01:33.119 INFO:tasks.rados.rados.0.smithi097.stdout:2014: finishing write tid 4 to smithi09778949-37 2024-09-16T03:01:33.119 INFO:tasks.rados.rados.0.smithi097.stdout:2011: finishing copy_from racing read to smithi09778949-45 2024-09-16T03:01:33.119 INFO:tasks.rados.rados.0.smithi097.stdout:2014: finishing write tid 5 to smithi09778949-37 2024-09-16T03:01:33.119 INFO:tasks.rados.rados.0.smithi097.stdout:2014: oid 37 updating version 0 to 804 2024-09-16T03:01:33.119 INFO:tasks.rados.rados.0.smithi097.stdout:2014: oid 37 version 804 is already newer than 802 2024-09-16T03:01:33.119 INFO:tasks.rados.rados.0.smithi097.stdout:2014: oid 37 version 804 is already newer than 803 2024-09-16T03:01:33.120 INFO:tasks.rados.rados.0.smithi097.stdout:2014: oid 37 version 804 is already newer than 801 2024-09-16T03:01:33.120 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 804 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-09-16T03:01:33.120 INFO:tasks.rados.rados.0.smithi097.stdout:2014: left oid 37 (ObjNum 651 snap 198 seq_num 651) 2024-09-16T03:01:33.120 INFO:tasks.rados.rados.0.smithi097.stdout:2011: finishing copy_from to smithi09778949-45 2024-09-16T03:01:33.120 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 795 (ObjNum 624 snap 186 seq_num 624) dirty exists 2024-09-16T03:01:33.120 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1134 (ObjNum 582 snap 170 seq_num 582) dirty exists 2024-09-16T03:01:33.121 INFO:tasks.rados.rados.0.smithi097.stdout:2011: done (5 left) 2024-09-16T03:01:33.121 INFO:tasks.rados.rados.0.smithi097.stdout:2014: done (4 left) 2024-09-16T03:01:33.121 INFO:tasks.rados.rados.0.smithi097.stdout:2015: done (3 left) 2024-09-16T03:01:33.121 INFO:tasks.rados.rados.0.smithi097.stdout:2019: done (2 left) 2024-09-16T03:01:33.121 INFO:tasks.rados.rados.0.smithi097.stdout:2022: read oid 29 snap -1 2024-09-16T03:01:33.121 INFO:tasks.rados.rados.0.smithi097.stdout:2022: expect deleted 2024-09-16T03:01:33.121 INFO:tasks.rados.rados.0.smithi097.stdout:2023: snap_remove snap 176 2024-09-16T03:01:33.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:33 smithi184 ceph-mon[82194]: osdmap e467: 8 total, 8 up, 8 in 2024-09-16T03:01:33.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:33 smithi097 ceph-mon[88563]: osdmap e467: 8 total, 8 up, 8 in 2024-09-16T03:01:33.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:33 smithi097 ceph-mon[90424]: osdmap e467: 8 total, 8 up, 8 in 2024-09-16T03:01:34.110 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 980 (ObjNum 65 snap 0 seq_num 1973176624) dirty exists 2024-09-16T03:01:34.110 INFO:tasks.rados.rados.0.smithi097.stdout:2021: done (3 left) 2024-09-16T03:01:34.110 INFO:tasks.rados.rados.0.smithi097.stdout:2023: done (2 left) 2024-09-16T03:01:34.110 INFO:tasks.rados.rados.0.smithi097.stdout:2024: read oid 44 snap -1 2024-09-16T03:01:34.110 INFO:tasks.rados.rados.0.smithi097.stdout:2024: expect (ObjNum 615 snap 182 seq_num 615) 2024-09-16T03:01:34.110 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 198 2024-09-16T03:01:34.110 INFO:tasks.rados.rados.0.smithi097.stdout:2025: seq_num 653 ranges {3891200=540672,4431872=696320,5128192=106496} 2024-09-16T03:01:34.136 INFO:tasks.rados.rados.0.smithi097.stdout:2025: writing smithi09778949-22 from 3891200 to 4431872 tid 1 2024-09-16T03:01:34.140 INFO:tasks.rados.rados.0.smithi097.stdout:2025: writing smithi09778949-22 from 4431872 to 5128192 tid 2 2024-09-16T03:01:34.141 INFO:tasks.rados.rados.0.smithi097.stdout:2025: writing smithi09778949-22 from 5128192 to 5234688 tid 3 2024-09-16T03:01:34.141 INFO:tasks.rados.rados.0.smithi097.stdout:2026: delete oid 49 current snap is 198 2024-09-16T03:01:34.141 INFO:tasks.rados.rados.0.smithi097.stdout:2020: finishing rollback tid 0 to smithi09778949-9 2024-09-16T03:01:34.141 INFO:tasks.rados.rados.0.smithi097.stdout:2020: finishing rollback tid 1 to smithi09778949-9 2024-09-16T03:01:34.141 INFO:tasks.rados.rados.0.smithi097.stdout:2020: finishing rollback tid 2 to smithi09778949-9 2024-09-16T03:01:34.141 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 976 (ObjNum 603 snap 179 seq_num 603) dirty exists 2024-09-16T03:01:34.141 INFO:tasks.rados.rados.0.smithi097.stdout:2024: expect (ObjNum 615 snap 182 seq_num 615) 2024-09-16T03:01:34.161 INFO:tasks.rados.rados.0.smithi097.stdout:2025: finishing write tid 1 to smithi09778949-22 2024-09-16T03:01:34.161 INFO:tasks.rados.rados.0.smithi097.stdout:2025: finishing write tid 2 to smithi09778949-22 2024-09-16T03:01:34.161 INFO:tasks.rados.rados.0.smithi097.stdout:2025: finishing write tid 3 to smithi09778949-22 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2025: finishing write tid 4 to smithi09778949-22 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2020: done (4 left) 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2022: done (3 left) 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2024: done (2 left) 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2026: done (1 left) 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 198 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2025: finishing write tid 5 to smithi09778949-22 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2025: oid 22 updating version 0 to 1079 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2025: oid 22 updating version 1079 to 1080 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2025: oid 22 updating version 1080 to 1082 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2025: oid 22 version 1082 is already newer than 1081 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1082 (ObjNum 653 snap 198 seq_num 653) dirty exists 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2025: left oid 22 (ObjNum 653 snap 198 seq_num 653) 2024-09-16T03:01:34.162 INFO:tasks.rados.rados.0.smithi097.stdout:2027: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-09-16T03:01:34.163 INFO:tasks.rados.rados.0.smithi097.stdout:2027: writing smithi09778949-5 from 0 to 573440 tid 1 2024-09-16T03:01:34.166 INFO:tasks.rados.rados.0.smithi097.stdout:2027: writing smithi09778949-5 from 573440 to 1089536 tid 2 2024-09-16T03:01:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:2027: writing smithi09778949-5 from 1089536 to 1376256 tid 3 2024-09-16T03:01:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:2025: done (1 left) 2024-09-16T03:01:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 198 2024-09-16T03:01:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:2027: finishing write tid 1 to smithi09778949-5 2024-09-16T03:01:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:2028: seq_num 656 ranges {745472=589824,1335296=802816} 2024-09-16T03:01:34.175 INFO:tasks.rados.rados.0.smithi097.stdout:2028: writing smithi09778949-20 from 745472 to 1335296 tid 1 2024-09-16T03:01:34.180 INFO:tasks.rados.rados.0.smithi097.stdout:2028: writing smithi09778949-20 from 1335296 to 2138112 tid 2 2024-09-16T03:01:34.180 INFO:tasks.rados.rados.0.smithi097.stdout:2029: snap_remove snap 197 2024-09-16T03:01:34.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:34 smithi184 ceph-mon[82194]: pgmap v370: 121 pgs: 6 peering, 2 remapped+peering, 5 active+clean+remapped, 29 active+undersized, 8 active+undersized+degraded, 71 active+clean; 186 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s; 33/405 objects degraded (8.148%); 13/405 objects misplaced (3.210%); 832 KiB/s, 0 objects/s recovering 2024-09-16T03:01:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:34 smithi184 ceph-mon[82194]: osdmap e468: 8 total, 8 up, 8 in 2024-09-16T03:01:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:34 smithi097 ceph-mon[88563]: pgmap v370: 121 pgs: 6 peering, 2 remapped+peering, 5 active+clean+remapped, 29 active+undersized, 8 active+undersized+degraded, 71 active+clean; 186 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s; 33/405 objects degraded (8.148%); 13/405 objects misplaced (3.210%); 832 KiB/s, 0 objects/s recovering 2024-09-16T03:01:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:34 smithi097 ceph-mon[88563]: osdmap e468: 8 total, 8 up, 8 in 2024-09-16T03:01:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:34 smithi097 ceph-mon[90424]: pgmap v370: 121 pgs: 6 peering, 2 remapped+peering, 5 active+clean+remapped, 29 active+undersized, 8 active+undersized+degraded, 71 active+clean; 186 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s; 33/405 objects degraded (8.148%); 13/405 objects misplaced (3.210%); 832 KiB/s, 0 objects/s recovering 2024-09-16T03:01:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:34 smithi097 ceph-mon[90424]: osdmap e468: 8 total, 8 up, 8 in 2024-09-16T03:01:34.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:34.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2029: done (2 left) 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2030: setattr oid 38 current snap is 198 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2027: finishing write tid 2 to smithi09778949-5 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2027: finishing write tid 3 to smithi09778949-5 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2027: finishing write tid 4 to smithi09778949-5 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2027: finishing write tid 5 to smithi09778949-5 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2027: oid 5 updating version 0 to 796 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2027: oid 5 updating version 796 to 797 2024-09-16T03:01:35.126 INFO:tasks.rados.rados.0.smithi097.stdout:2027: oid 5 updating version 797 to 799 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2027: oid 5 version 799 is already newer than 798 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 799 (ObjNum 655 snap 198 seq_num 655) dirty exists 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2027: left oid 5 (ObjNum 655 snap 198 seq_num 655) 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2028: finishing write tid 1 to smithi09778949-20 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2028: finishing write tid 2 to smithi09778949-20 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2028: finishing write tid 3 to smithi09778949-20 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2028: finishing write tid 4 to smithi09778949-20 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2028: oid 20 updating version 0 to 782 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2028: oid 20 version 782 is already newer than 781 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2028: oid 20 updating version 782 to 783 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 783 (ObjNum 656 snap 198 seq_num 656) dirty exists 2024-09-16T03:01:35.127 INFO:tasks.rados.rados.0.smithi097.stdout:2028: left oid 20 (ObjNum 656 snap 198 seq_num 656) 2024-09-16T03:01:35.128 INFO:tasks.rados.rados.0.smithi097.stdout:2027: done (2 left) 2024-09-16T03:01:35.128 INFO:tasks.rados.rados.0.smithi097.stdout:2028: done (1 left) 2024-09-16T03:01:35.128 INFO:tasks.rados.rados.0.smithi097.stdout:2031: snap_create 2024-09-16T03:01:35.133 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1254 (ObjNum 602 snap 179 seq_num 602) dirty exists 2024-09-16T03:01:35.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:35 smithi184 ceph-mon[82194]: osdmap e469: 8 total, 8 up, 8 in 2024-09-16T03:01:35.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:35 smithi097 ceph-mon[88563]: osdmap e469: 8 total, 8 up, 8 in 2024-09-16T03:01:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:35 smithi097 ceph-mon[90424]: osdmap e469: 8 total, 8 up, 8 in 2024-09-16T03:01:36.125 INFO:tasks.rados.rados.0.smithi097.stdout:2030: done (1 left) 2024-09-16T03:01:36.126 INFO:tasks.rados.rados.0.smithi097.stdout:2031: done (0 left) 2024-09-16T03:01:36.126 INFO:tasks.rados.rados.0.smithi097.stdout:2032: snap_remove snap 196 2024-09-16T03:01:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:36 smithi184 ceph-mon[82194]: pgmap v373: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 6 peering, 2 remapped+peering, 110 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 10 op/s; 20 MiB/s, 29 objects/s recovering 2024-09-16T03:01:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:36 smithi184 ceph-mon[82194]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/405 objects degraded (8.148%), 8 pgs degraded) 2024-09-16T03:01:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:36 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:01:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:36 smithi184 ceph-mon[82194]: osdmap e470: 8 total, 8 up, 8 in 2024-09-16T03:01:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:36 smithi097 ceph-mon[88563]: pgmap v373: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 6 peering, 2 remapped+peering, 110 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 10 op/s; 20 MiB/s, 29 objects/s recovering 2024-09-16T03:01:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:36 smithi097 ceph-mon[88563]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/405 objects degraded (8.148%), 8 pgs degraded) 2024-09-16T03:01:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:36 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:01:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:36 smithi097 ceph-mon[88563]: osdmap e470: 8 total, 8 up, 8 in 2024-09-16T03:01:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:36 smithi097 ceph-mon[90424]: pgmap v373: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 6 peering, 2 remapped+peering, 110 active+clean; 186 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.4 MiB/s wr, 10 op/s; 20 MiB/s, 29 objects/s recovering 2024-09-16T03:01:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:36 smithi097 ceph-mon[90424]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 33/405 objects degraded (8.148%), 8 pgs degraded) 2024-09-16T03:01:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:36 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:01:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:36 smithi097 ceph-mon[90424]: osdmap e470: 8 total, 8 up, 8 in 2024-09-16T03:01:37.134 INFO:tasks.rados.rados.0.smithi097.stdout:2032: done (0 left) 2024-09-16T03:01:37.134 INFO:tasks.rados.rados.0.smithi097.stdout:2033: read oid 8 snap -1 2024-09-16T03:01:37.134 INFO:tasks.rados.rados.0.smithi097.stdout:2033: expect deleted 2024-09-16T03:01:37.135 INFO:tasks.rados.rados.0.smithi097.stdout:2034: read oid 35 snap -1 2024-09-16T03:01:37.135 INFO:tasks.rados.rados.0.smithi097.stdout:2034: expect (ObjNum 487 snap 138 seq_num 487) 2024-09-16T03:01:37.135 INFO:tasks.rados.rados.0.smithi097.stdout:2035: rollback oid 13 current snap is 199 2024-09-16T03:01:37.135 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 190 2024-09-16T03:01:37.135 INFO:tasks.rados.rados.0.smithi097.stdout:2036: snap_remove snap 178 2024-09-16T03:01:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:37 smithi184 ceph-mon[82194]: osdmap e471: 8 total, 8 up, 8 in 2024-09-16T03:01:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:37 smithi184 ceph-mon[82194]: osdmap e472: 8 total, 8 up, 8 in 2024-09-16T03:01:37.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:37 smithi097 ceph-mon[88563]: osdmap e471: 8 total, 8 up, 8 in 2024-09-16T03:01:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:37 smithi097 ceph-mon[88563]: osdmap e472: 8 total, 8 up, 8 in 2024-09-16T03:01:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:37 smithi097 ceph-mon[90424]: osdmap e471: 8 total, 8 up, 8 in 2024-09-16T03:01:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:37 smithi097 ceph-mon[90424]: osdmap e472: 8 total, 8 up, 8 in 2024-09-16T03:01:38.130 INFO:tasks.rados.rados.0.smithi097.stdout:2036: done (3 left) 2024-09-16T03:01:38.130 INFO:tasks.rados.rados.0.smithi097.stdout:2037: read oid 21 snap -1 2024-09-16T03:01:38.130 INFO:tasks.rados.rados.0.smithi097.stdout:2037: expect deleted 2024-09-16T03:01:38.130 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 199 2024-09-16T03:01:38.130 INFO:tasks.rados.rados.0.smithi097.stdout:2038: seq_num 657 ranges {0=606208,606208=688128,1294336=114688} 2024-09-16T03:01:38.134 INFO:tasks.rados.rados.0.smithi097.stdout:2038: writing smithi09778949-49 from 0 to 606208 tid 1 2024-09-16T03:01:38.138 INFO:tasks.rados.rados.0.smithi097.stdout:2038: writing smithi09778949-49 from 606208 to 1294336 tid 2 2024-09-16T03:01:38.139 INFO:tasks.rados.rados.0.smithi097.stdout:2038: writing smithi09778949-49 from 1294336 to 1409024 tid 3 2024-09-16T03:01:38.140 INFO:tasks.rados.rados.0.smithi097.stdout:2035: finishing rollback tid 0 to smithi09778949-13 2024-09-16T03:01:38.140 INFO:tasks.rados.rados.0.smithi097.stdout:2035: finishing rollback tid 1 to smithi09778949-13 2024-09-16T03:01:38.140 INFO:tasks.rados.rados.0.smithi097.stdout:2035: finishing rollback tid 2 to smithi09778949-13 2024-09-16T03:01:38.140 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 938 (ObjNum 617 snap 182 seq_num 617) dirty exists 2024-09-16T03:01:38.140 INFO:tasks.rados.rados.0.smithi097.stdout:2034: expect (ObjNum 487 snap 138 seq_num 487) 2024-09-16T03:01:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:2033: done (4 left) 2024-09-16T03:01:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:2034: done (3 left) 2024-09-16T03:01:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:2035: done (2 left) 2024-09-16T03:01:38.175 INFO:tasks.rados.rados.0.smithi097.stdout:2037: done (1 left) 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2039: rollback oid 41 current snap is 199 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 192 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: finishing write tid 1 to smithi09778949-49 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: finishing write tid 2 to smithi09778949-49 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: finishing write tid 3 to smithi09778949-49 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: finishing write tid 4 to smithi09778949-49 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: finishing write tid 5 to smithi09778949-49 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: oid 49 updating version 0 to 1270 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: oid 49 version 1270 is already newer than 1265 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: oid 49 updating version 1270 to 1271 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: oid 49 updating version 1271 to 1272 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1272 (ObjNum 657 snap 199 seq_num 657) dirty exists 2024-09-16T03:01:38.176 INFO:tasks.rados.rados.0.smithi097.stdout:2038: left oid 49 (ObjNum 657 snap 199 seq_num 657) 2024-09-16T03:01:38.177 INFO:tasks.rados.rados.0.smithi097.stdout:2038: done (1 left) 2024-09-16T03:01:38.177 INFO:tasks.rados.rados.0.smithi097.stdout:2040: rollback oid 20 current snap is 199 2024-09-16T03:01:38.177 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 191 2024-09-16T03:01:38.177 INFO:tasks.rados.rados.0.smithi097.stdout:2041: rollback oid 24 current snap is 199 2024-09-16T03:01:38.177 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 24 to 185 2024-09-16T03:01:38.177 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 199 2024-09-16T03:01:38.177 INFO:tasks.rados.rados.0.smithi097.stdout:2042: seq_num 658 ranges {2801664=622592,3424256=565248,3989504=237568} 2024-09-16T03:01:38.193 INFO:tasks.rados.rados.0.smithi097.stdout:2042: writing smithi09778949-38 from 2801664 to 3424256 tid 1 2024-09-16T03:01:38.196 INFO:tasks.rados.rados.0.smithi097.stdout:2042: writing smithi09778949-38 from 3424256 to 3989504 tid 2 2024-09-16T03:01:38.198 INFO:tasks.rados.rados.0.smithi097.stdout:2042: writing smithi09778949-38 from 3989504 to 4227072 tid 3 2024-09-16T03:01:38.198 INFO:tasks.rados.rados.0.smithi097.stdout:2043: read oid 36 snap -1 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2043: expect (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2044: read oid 47 snap 181 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2044: expect (ObjNum 1973176640 snap 21991 seq_num 1973094304) 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2045: snap_create 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2041: finishing rollback tid 1 to smithi09778949-24 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 0 (ObjNum 33 snap 0 seq_num 1973225600) dirty dne 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2040: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2039: finishing rollback tid 0 to smithi09778949-41 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2040: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2039: finishing rollback tid 1 to smithi09778949-41 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2040: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 786 (ObjNum 608 snap 180 seq_num 608) dirty exists 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:2039: finishing rollback tid 2 to smithi09778949-41 2024-09-16T03:01:38.199 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1270 (ObjNum 629 snap 187 seq_num 629) dirty exists 2024-09-16T03:01:38.200 INFO:tasks.rados.rados.0.smithi097.stdout:2042: finishing write tid 1 to smithi09778949-38 2024-09-16T03:01:38.200 INFO:tasks.rados.rados.0.smithi097.stdout:2044: expect (ObjNum 1973176640 snap 21991 seq_num 1973094304) 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: finishing write tid 2 to smithi09778949-38 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: finishing write tid 3 to smithi09778949-38 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: finishing write tid 4 to smithi09778949-38 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: finishing write tid 5 to smithi09778949-38 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: oid 38 updating version 0 to 1278 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: oid 38 updating version 1278 to 1279 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: oid 38 version 1279 is already newer than 1276 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: oid 38 version 1279 is already newer than 1277 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1279 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:01:38.204 INFO:tasks.rados.rados.0.smithi097.stdout:2042: left oid 38 (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:01:38.207 INFO:tasks.rados.rados.0.smithi097.stdout:2043: expect (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:01:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:38 smithi184 ceph-mon[82194]: pgmap v376: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 1 peering, 117 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 19 op/s; 28 MiB/s, 31 objects/s recovering 2024-09-16T03:01:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:38 smithi184 ceph-mon[82194]: osdmap e473: 8 total, 8 up, 8 in 2024-09-16T03:01:38.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:38 smithi097 ceph-mon[88563]: pgmap v376: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 1 peering, 117 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 19 op/s; 28 MiB/s, 31 objects/s recovering 2024-09-16T03:01:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:38 smithi097 ceph-mon[88563]: osdmap e473: 8 total, 8 up, 8 in 2024-09-16T03:01:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:38 smithi097 ceph-mon[90424]: pgmap v376: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 1 peering, 117 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.4 MiB/s wr, 19 op/s; 28 MiB/s, 31 objects/s recovering 2024-09-16T03:01:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:38 smithi097 ceph-mon[90424]: osdmap e473: 8 total, 8 up, 8 in 2024-09-16T03:01:39.158 INFO:tasks.rados.rados.0.smithi097.stdout:2039: done (6 left) 2024-09-16T03:01:39.158 INFO:tasks.rados.rados.0.smithi097.stdout:2040: done (5 left) 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2041: done (4 left) 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2042: done (3 left) 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2043: done (2 left) 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2044: done (1 left) 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2045: done (0 left) 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2046: read oid 15 snap -1 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2046: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2047: rmattr oid 36 current snap is 200 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 200 2024-09-16T03:01:39.159 INFO:tasks.rados.rados.0.smithi097.stdout:2048: seq_num 659 ranges {860160=647168,1507328=450560,1957888=352256} 2024-09-16T03:01:39.166 INFO:tasks.rados.rados.0.smithi097.stdout:2048: writing smithi09778949-45 from 860160 to 1507328 tid 1 2024-09-16T03:01:39.168 INFO:tasks.rados.rados.0.smithi097.stdout:2048: writing smithi09778949-45 from 1507328 to 1957888 tid 2 2024-09-16T03:01:39.170 INFO:tasks.rados.rados.0.smithi097.stdout:2048: writing smithi09778949-45 from 1957888 to 2310144 tid 3 2024-09-16T03:01:39.170 INFO:tasks.rados.rados.0.smithi097.stdout:2049: delete oid 2 current snap is 200 2024-09-16T03:01:39.171 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 0 (ObjNum 642 snap 195 seq_num 642) dirty exists 2024-09-16T03:01:39.171 INFO:tasks.rados.rados.0.smithi097.stdout:2046: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:01:39.219 INFO:tasks.rados.rados.0.smithi097.stdout:2048: finishing write tid 1 to smithi09778949-45 2024-09-16T03:01:39.219 INFO:tasks.rados.rados.0.smithi097.stdout:2048: finishing write tid 2 to smithi09778949-45 2024-09-16T03:01:39.219 INFO:tasks.rados.rados.0.smithi097.stdout:2046: done (3 left) 2024-09-16T03:01:39.219 INFO:tasks.rados.rados.0.smithi097.stdout:2047: done (2 left) 2024-09-16T03:01:39.219 INFO:tasks.rados.rados.0.smithi097.stdout:2049: done (1 left) 2024-09-16T03:01:39.219 INFO:tasks.rados.rados.0.smithi097.stdout:2050: setattr oid 46 current snap is 200 2024-09-16T03:01:39.219 INFO:tasks.rados.rados.0.smithi097.stdout:2048: finishing write tid 3 to smithi09778949-45 2024-09-16T03:01:39.220 INFO:tasks.rados.rados.0.smithi097.stdout:2048: finishing write tid 4 to smithi09778949-45 2024-09-16T03:01:39.220 INFO:tasks.rados.rados.0.smithi097.stdout:2048: finishing write tid 5 to smithi09778949-45 2024-09-16T03:01:39.220 INFO:tasks.rados.rados.0.smithi097.stdout:2048: oid 45 updating version 0 to 1253 2024-09-16T03:01:39.220 INFO:tasks.rados.rados.0.smithi097.stdout:2048: oid 45 version 1253 is already newer than 1252 2024-09-16T03:01:39.220 INFO:tasks.rados.rados.0.smithi097.stdout:2048: oid 45 version 1253 is already newer than 1250 2024-09-16T03:01:39.220 INFO:tasks.rados.rados.0.smithi097.stdout:2048: oid 45 version 1253 is already newer than 1251 2024-09-16T03:01:39.220 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1253 (ObjNum 659 snap 200 seq_num 659) dirty exists 2024-09-16T03:01:39.220 INFO:tasks.rados.rados.0.smithi097.stdout:2048: left oid 45 (ObjNum 659 snap 200 seq_num 659) 2024-09-16T03:01:39.221 INFO:tasks.rados.rados.0.smithi097.stdout:2048: done (1 left) 2024-09-16T03:01:39.221 INFO:tasks.rados.rados.0.smithi097.stdout:2051: read oid 50 snap -1 2024-09-16T03:01:39.221 INFO:tasks.rados.rados.0.smithi097.stdout:2051: expect deleted 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:2052: copy_from oid 6 from oid 18 current snap is 200 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:2053: read oid 16 snap -1 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:2053: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:2054: rollback oid 20 current snap is 200 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 199 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:2055: snap_create 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:2052: finishing copy_from to smithi09778949-6 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:2052: got expected ENOENT (src dne) 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:2052: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:01:39.222 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 805 (ObjNum 626 snap 186 seq_num 626) dirty exists 2024-09-16T03:01:39.224 INFO:tasks.rados.rados.0.smithi097.stdout:2054: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:01:39.224 INFO:tasks.rados.rados.0.smithi097.stdout:2054: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:01:39.224 INFO:tasks.rados.rados.0.smithi097.stdout:2054: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:01:39.224 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 789 (ObjNum 608 snap 180 seq_num 608) dirty exists 2024-09-16T03:01:39.229 INFO:tasks.rados.rados.0.smithi097.stdout:2053: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:39.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:01:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:01:39] "GET /metrics HTTP/1.1" 200 36091 "" "Prometheus/2.43.0" 2024-09-16T03:01:39.840 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:01:40.164 INFO:tasks.rados.rados.0.smithi097.stdout:2050: done (5 left) 2024-09-16T03:01:40.164 INFO:tasks.rados.rados.0.smithi097.stdout:2051: done (4 left) 2024-09-16T03:01:40.164 INFO:tasks.rados.rados.0.smithi097.stdout:2052: done (3 left) 2024-09-16T03:01:40.164 INFO:tasks.rados.rados.0.smithi097.stdout:2053: done (2 left) 2024-09-16T03:01:40.164 INFO:tasks.rados.rados.0.smithi097.stdout:2054: done (1 left) 2024-09-16T03:01:40.164 INFO:tasks.rados.rados.0.smithi097.stdout:2055: done (0 left) 2024-09-16T03:01:40.164 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 201 2024-09-16T03:01:40.164 INFO:tasks.rados.rados.0.smithi097.stdout:2056: seq_num 661 ranges {745472=679936,1425408=622592,2048000=180224} 2024-09-16T03:01:40.171 INFO:tasks.rados.rados.0.smithi097.stdout:2056: writing smithi09778949-20 from 745472 to 1425408 tid 1 2024-09-16T03:01:40.175 INFO:tasks.rados.rados.0.smithi097.stdout:2056: writing smithi09778949-20 from 1425408 to 2048000 tid 2 2024-09-16T03:01:40.177 INFO:tasks.rados.rados.0.smithi097.stdout:2056: writing smithi09778949-20 from 2048000 to 2228224 tid 3 2024-09-16T03:01:40.177 INFO:tasks.rados.rados.0.smithi097.stdout:2057: delete oid 11 current snap is 201 2024-09-16T03:01:40.179 INFO:tasks.rados.rados.0.smithi097.stdout:2057: done (1 left) 2024-09-16T03:01:40.180 INFO:tasks.rados.rados.0.smithi097.stdout:2058: snap_remove snap 191 2024-09-16T03:01:40.407 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:40 smithi097 ceph-mon[88563]: pgmap v379: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 118 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 715 KiB/s rd, 996 KiB/s wr, 16 op/s; 9.6 MiB/s, 2 objects/s recovering 2024-09-16T03:01:40.407 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:40 smithi097 ceph-mon[88563]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T03:01:40.407 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:40 smithi097 ceph-mon[90424]: pgmap v379: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 118 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 715 KiB/s rd, 996 KiB/s wr, 16 op/s; 9.6 MiB/s, 2 objects/s recovering 2024-09-16T03:01:40.407 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:40 smithi097 ceph-mon[90424]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T03:01:40.407 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (8m) 79s ago 9m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (9m) 12s ago 9m 89.2M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (10m) 79s ago 10m 16.8M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (10m) 12s ago 10m 24.2M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (4m) 12s ago 14m 455M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (5m) 79s ago 15m 523M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (4m) 79s ago 15m 54.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (3m) 12s ago 14m 46.6M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (4m) 79s ago 14m 43.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (9m) 79s ago 9m 14.8M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (8m) 12s ago 8m 17.1M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (3m) 79s ago 13m 221M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:01:40.408 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (2m) 79s ago 13m 137M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:01:40.409 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (116s) 79s ago 12m 130M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:01:40.409 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (83s) 79s ago 12m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:01:40.409 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (50s) 12s ago 12m 90.0M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 b55738d922bd 2024-09-16T03:01:40.409 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (17s) 12s ago 11m 11.4M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 17dcd083140f 2024-09-16T03:01:40.409 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (11m) 12s ago 11m 198M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 e8dde98104da 2024-09-16T03:01:40.409 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (11m) 12s ago 11m 205M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T03:01:40.409 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (4m) 12s ago 9m 57.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T03:01:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:40 smithi184 ceph-mon[82194]: pgmap v379: 121 pgs: 2 active+clean+snaptrim, 1 creating+activating, 118 active+clean; 182 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 715 KiB/s rd, 996 KiB/s wr, 16 op/s; 9.6 MiB/s, 2 objects/s recovering 2024-09-16T03:01:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:40 smithi184 ceph-mon[82194]: osdmap e474: 8 total, 8 up, 8 in 2024-09-16T03:01:40.742 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:01:40.742 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2, 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 6 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T03:01:40.743 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:01:40.744 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:01:40.744 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 4, 2024-09-16T03:01:40.744 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 11 2024-09-16T03:01:40.744 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:01:40.744 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:01:41.027 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:01:41.027 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "11/20 daemons upgraded", 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading osd daemons", 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:01:41.028 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:01:41.169 INFO:tasks.rados.rados.0.smithi097.stdout:2058: done (1 left) 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2059: read oid 18 snap 175 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2059: expect (ObjNum 513 snap 149 seq_num 513) 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2060: delete oid 42 current snap is 201 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2056: finishing write tid 1 to smithi09778949-20 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2056: finishing write tid 2 to smithi09778949-20 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2056: finishing write tid 3 to smithi09778949-20 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2056: finishing write tid 4 to smithi09778949-20 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2056: finishing write tid 5 to smithi09778949-20 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2056: oid 20 updating version 0 to 793 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2056: oid 20 version 793 is already newer than 792 2024-09-16T03:01:41.170 INFO:tasks.rados.rados.0.smithi097.stdout:2056: oid 20 version 793 is already newer than 791 2024-09-16T03:01:41.171 INFO:tasks.rados.rados.0.smithi097.stdout:2056: oid 20 version 793 is already newer than 790 2024-09-16T03:01:41.171 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 793 (ObjNum 661 snap 201 seq_num 661) dirty exists 2024-09-16T03:01:41.171 INFO:tasks.rados.rados.0.smithi097.stdout:2056: left oid 20 (ObjNum 661 snap 201 seq_num 661) 2024-09-16T03:01:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2056: done (2 left) 2024-09-16T03:01:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2060: done (1 left) 2024-09-16T03:01:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2061: read oid 47 snap -1 2024-09-16T03:01:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2061: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:01:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2062: delete oid 3 current snap is 201 2024-09-16T03:01:41.188 INFO:tasks.rados.rados.0.smithi097.stdout:2062: done (2 left) 2024-09-16T03:01:41.189 INFO:tasks.rados.rados.0.smithi097.stdout:2063: snap_remove snap 195 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[90424]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[90424]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[90424]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[90424]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2000781826' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[88563]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[88563]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[88563]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T03:01:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[88563]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:41 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2000781826' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:41.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:41 smithi184 ceph-mon[82194]: from='client.34425 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:41 smithi184 ceph-mon[82194]: from='client.34431 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:41 smithi184 ceph-mon[82194]: osdmap e475: 8 total, 8 up, 8 in 2024-09-16T03:01:41.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:41 smithi184 ceph-mon[82194]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:41.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:41 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2000781826' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:01:41.999 INFO:tasks.rados.rados.0.smithi097.stdout:2063: done (2 left) 2024-09-16T03:01:41.999 INFO:tasks.rados.rados.0.smithi097.stdout:2064: read oid 25 snap -1 2024-09-16T03:01:41.999 INFO:tasks.rados.rados.0.smithi097.stdout:2064: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:01:41.999 INFO:tasks.rados.rados.0.smithi097.stdout:2065: delete oid 30 current snap is 201 2024-09-16T03:01:41.999 INFO:tasks.rados.rados.0.smithi097.stdout:2061: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:01:42.010 INFO:tasks.rados.rados.0.smithi097.stdout:2061: done (3 left) 2024-09-16T03:01:42.010 INFO:tasks.rados.rados.0.smithi097.stdout:2065: done (2 left) 2024-09-16T03:01:42.010 INFO:tasks.rados.rados.0.smithi097.stdout:2066: snap_remove snap 198 2024-09-16T03:01:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:42 smithi097 ceph-mon[90424]: pgmap v382: 121 pgs: 121 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1020 KiB/s wr, 26 op/s; 5 B/s, 0 objects/s recovering 2024-09-16T03:01:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:42 smithi097 ceph-mon[90424]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:42 smithi097 ceph-mon[90424]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T03:01:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:42 smithi097 ceph-mon[90424]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T03:01:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:42 smithi097 ceph-mon[88563]: pgmap v382: 121 pgs: 121 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1020 KiB/s wr, 26 op/s; 5 B/s, 0 objects/s recovering 2024-09-16T03:01:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:42 smithi097 ceph-mon[88563]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:42 smithi097 ceph-mon[88563]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T03:01:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:42 smithi097 ceph-mon[88563]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T03:01:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:42 smithi184 ceph-mon[82194]: pgmap v382: 121 pgs: 121 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 1020 KiB/s wr, 26 op/s; 5 B/s, 0 objects/s recovering 2024-09-16T03:01:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:42 smithi184 ceph-mon[82194]: from='client.34449 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:01:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:42 smithi184 ceph-mon[82194]: osdmap e476: 8 total, 8 up, 8 in 2024-09-16T03:01:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:42 smithi184 ceph-mon[82194]: osdmap e477: 8 total, 8 up, 8 in 2024-09-16T03:01:43.001 INFO:tasks.rados.rados.0.smithi097.stdout:2066: done (2 left) 2024-09-16T03:01:43.002 INFO:tasks.rados.rados.0.smithi097.stdout:2067: rollback oid 31 current snap is 201 2024-09-16T03:01:43.002 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 192 2024-09-16T03:01:43.002 INFO:tasks.rados.rados.0.smithi097.stdout:2059: expect (ObjNum 513 snap 149 seq_num 513) 2024-09-16T03:01:43.247 INFO:tasks.rados.rados.0.smithi097.stdout:2064: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:01:43.305 INFO:tasks.rados.rados.0.smithi097.stdout:2067: finishing rollback tid 0 to smithi09778949-31 2024-09-16T03:01:43.305 INFO:tasks.rados.rados.0.smithi097.stdout:2067: finishing rollback tid 1 to smithi09778949-31 2024-09-16T03:01:43.305 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1083 (ObjNum 81 snap 0 seq_num 1953587801) dirty dne 2024-09-16T03:01:43.305 INFO:tasks.rados.rados.0.smithi097.stdout:2059: done (2 left) 2024-09-16T03:01:43.305 INFO:tasks.rados.rados.0.smithi097.stdout:2064: done (1 left) 2024-09-16T03:01:43.305 INFO:tasks.rados.rados.0.smithi097.stdout:2067: done (0 left) 2024-09-16T03:01:43.305 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 201 2024-09-16T03:01:43.306 INFO:tasks.rados.rados.0.smithi097.stdout:2068: seq_num 666 ranges {8339456=761856,9101312=491520,9592832=311296} 2024-09-16T03:01:43.352 INFO:tasks.rados.rados.0.smithi097.stdout:2068: writing smithi09778949-4 from 8339456 to 9101312 tid 1 2024-09-16T03:01:43.354 INFO:tasks.rados.rados.0.smithi097.stdout:2068: writing smithi09778949-4 from 9101312 to 9592832 tid 2 2024-09-16T03:01:43.356 INFO:tasks.rados.rados.0.smithi097.stdout:2068: writing smithi09778949-4 from 9592832 to 9904128 tid 3 2024-09-16T03:01:43.356 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 201 2024-09-16T03:01:43.356 INFO:tasks.rados.rados.0.smithi097.stdout:2069: seq_num 667 ranges {13500416=778240,14278656=778240,15056896=24576} 2024-09-16T03:01:43.431 INFO:tasks.rados.rados.0.smithi097.stdout:2069: writing smithi09778949-28 from 13500416 to 14278656 tid 1 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2069: writing smithi09778949-28 from 14278656 to 15056896 tid 2 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2069: writing smithi09778949-28 from 15056896 to 15081472 tid 3 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2070: snap_create 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2068: finishing write tid 1 to smithi09778949-4 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2068: finishing write tid 2 to smithi09778949-4 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2068: finishing write tid 3 to smithi09778949-4 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2068: finishing write tid 4 to smithi09778949-4 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2068: finishing write tid 5 to smithi09778949-4 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2068: oid 4 updating version 0 to 1086 2024-09-16T03:01:43.436 INFO:tasks.rados.rados.0.smithi097.stdout:2068: oid 4 version 1086 is already newer than 1084 2024-09-16T03:01:43.437 INFO:tasks.rados.rados.0.smithi097.stdout:2068: oid 4 version 1086 is already newer than 1085 2024-09-16T03:01:43.437 INFO:tasks.rados.rados.0.smithi097.stdout:2068: oid 4 updating version 1086 to 1087 2024-09-16T03:01:43.437 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1087 (ObjNum 666 snap 201 seq_num 666) dirty exists 2024-09-16T03:01:43.437 INFO:tasks.rados.rados.0.smithi097.stdout:2068: left oid 4 (ObjNum 666 snap 201 seq_num 666) 2024-09-16T03:01:43.438 INFO:tasks.rados.rados.0.smithi097.stdout:2069: finishing write tid 1 to smithi09778949-28 2024-09-16T03:01:43.440 INFO:tasks.rados.rados.0.smithi097.stdout:2069: finishing write tid 2 to smithi09778949-28 2024-09-16T03:01:43.440 INFO:tasks.rados.rados.0.smithi097.stdout:2069: finishing write tid 3 to smithi09778949-28 2024-09-16T03:01:43.440 INFO:tasks.rados.rados.0.smithi097.stdout:2069: finishing write tid 4 to smithi09778949-28 2024-09-16T03:01:43.441 INFO:tasks.rados.rados.0.smithi097.stdout:2069: finishing write tid 5 to smithi09778949-28 2024-09-16T03:01:43.441 INFO:tasks.rados.rados.0.smithi097.stdout:2069: oid 28 updating version 0 to 1465 2024-09-16T03:01:43.441 INFO:tasks.rados.rados.0.smithi097.stdout:2069: oid 28 updating version 1465 to 1467 2024-09-16T03:01:43.441 INFO:tasks.rados.rados.0.smithi097.stdout:2069: oid 28 version 1467 is already newer than 1466 2024-09-16T03:01:43.441 INFO:tasks.rados.rados.0.smithi097.stdout:2069: oid 28 version 1467 is already newer than 1464 2024-09-16T03:01:43.442 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1467 (ObjNum 667 snap 201 seq_num 667) dirty exists 2024-09-16T03:01:43.442 INFO:tasks.rados.rados.0.smithi097.stdout:2069: left oid 28 (ObjNum 667 snap 201 seq_num 667) 2024-09-16T03:01:44.172 INFO:tasks.rados.rados.0.smithi097.stdout:2068: done (2 left) 2024-09-16T03:01:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:2069: done (1 left) 2024-09-16T03:01:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:2070: done (0 left) 2024-09-16T03:01:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:2071: rollback oid 16 current snap is 202 2024-09-16T03:01:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 16 to 192 2024-09-16T03:01:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:2072: read oid 42 snap -1 2024-09-16T03:01:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:2072: expect deleted 2024-09-16T03:01:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:2073: snap_remove snap 180 2024-09-16T03:01:44.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:43 smithi184 ceph-mon[82194]: pgmap v385: 121 pgs: 121 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1020 KiB/s wr, 22 op/s 2024-09-16T03:01:44.423 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:43 smithi184 ceph-mon[82194]: osdmap e478: 8 total, 8 up, 8 in 2024-09-16T03:01:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:43 smithi097 ceph-mon[88563]: pgmap v385: 121 pgs: 121 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1020 KiB/s wr, 22 op/s 2024-09-16T03:01:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:43 smithi097 ceph-mon[88563]: osdmap e478: 8 total, 8 up, 8 in 2024-09-16T03:01:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:43 smithi097 ceph-mon[90424]: pgmap v385: 121 pgs: 121 active+clean; 185 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.9 MiB/s rd, 1020 KiB/s wr, 22 op/s 2024-09-16T03:01:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:43 smithi097 ceph-mon[90424]: osdmap e478: 8 total, 8 up, 8 in 2024-09-16T03:01:45.179 INFO:tasks.rados.rados.0.smithi097.stdout:2073: done (2 left) 2024-09-16T03:01:45.180 INFO:tasks.rados.rados.0.smithi097.stdout:2074: snap_create 2024-09-16T03:01:45.180 INFO:tasks.rados.rados.0.smithi097.stdout:2071: finishing rollback tid 0 to smithi09778949-16 2024-09-16T03:01:45.180 INFO:tasks.rados.rados.0.smithi097.stdout:2071: finishing rollback tid 1 to smithi09778949-16 2024-09-16T03:01:45.180 INFO:tasks.rados.rados.0.smithi097.stdout:2071: finishing rollback tid 2 to smithi09778949-16 2024-09-16T03:01:45.180 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1471 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-09-16T03:01:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:45 smithi097 ceph-mon[90424]: osdmap e479: 8 total, 8 up, 8 in 2024-09-16T03:01:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:45 smithi097 ceph-mon[88563]: osdmap e479: 8 total, 8 up, 8 in 2024-09-16T03:01:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:45 smithi184 ceph-mon[82194]: osdmap e479: 8 total, 8 up, 8 in 2024-09-16T03:01:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:2071: done (2 left) 2024-09-16T03:01:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:2072: done (1 left) 2024-09-16T03:01:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:2074: done (0 left) 2024-09-16T03:01:46.182 INFO:tasks.rados.rados.0.smithi097.stdout:2075: rmattr oid 46 current snap is 203 2024-09-16T03:01:46.182 INFO:tasks.rados.rados.0.smithi097.stdout:2076: copy_from oid 5 from oid 27 current snap is 203 2024-09-16T03:01:46.182 INFO:tasks.rados.rados.0.smithi097.stdout:2077: read oid 48 snap -1 2024-09-16T03:01:46.182 INFO:tasks.rados.rados.0.smithi097.stdout:2077: expect (ObjNum 640 snap 194 seq_num 640) 2024-09-16T03:01:46.182 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 203 2024-09-16T03:01:46.182 INFO:tasks.rados.rados.0.smithi097.stdout:2078: seq_num 668 ranges {0=794624,794624=663552,1458176=139264} 2024-09-16T03:01:46.185 INFO:tasks.rados.rados.0.smithi097.stdout:2078: writing smithi09778949-21 from 0 to 794624 tid 1 2024-09-16T03:01:46.190 INFO:tasks.rados.rados.0.smithi097.stdout:2078: writing smithi09778949-21 from 794624 to 1458176 tid 2 2024-09-16T03:01:46.191 INFO:tasks.rados.rados.0.smithi097.stdout:2078: writing smithi09778949-21 from 1458176 to 1597440 tid 3 2024-09-16T03:01:46.191 INFO:tasks.rados.rados.0.smithi097.stdout:2079: rmattr oid 49 current snap is 203 2024-09-16T03:01:46.191 INFO:tasks.rados.rados.0.smithi097.stdout:2079: done (4 left) 2024-09-16T03:01:46.192 INFO:tasks.rados.rados.0.smithi097.stdout:2080: rmattr oid 29 current snap is 203 2024-09-16T03:01:46.192 INFO:tasks.rados.rados.0.smithi097.stdout:2080: done (4 left) 2024-09-16T03:01:46.192 INFO:tasks.rados.rados.0.smithi097.stdout:2081: copy_from oid 44 from oid 38 current snap is 203 2024-09-16T03:01:46.192 INFO:tasks.rados.rados.0.smithi097.stdout:2082: copy_from oid 4 from oid 12 current snap is 203 2024-09-16T03:01:46.192 INFO:tasks.rados.rados.0.smithi097.stdout:2083: snap_remove snap 190 2024-09-16T03:01:46.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:46 smithi097 ceph-mon[90424]: pgmap v388: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 736 KiB/s wr, 8 op/s 2024-09-16T03:01:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:46 smithi097 ceph-mon[90424]: osdmap e480: 8 total, 8 up, 8 in 2024-09-16T03:01:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:46 smithi097 ceph-mon[88563]: pgmap v388: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 736 KiB/s wr, 8 op/s 2024-09-16T03:01:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:46 smithi097 ceph-mon[88563]: osdmap e480: 8 total, 8 up, 8 in 2024-09-16T03:01:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:46 smithi184 ceph-mon[82194]: pgmap v388: 121 pgs: 121 active+clean; 188 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 736 KiB/s wr, 8 op/s 2024-09-16T03:01:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:46 smithi184 ceph-mon[82194]: osdmap e480: 8 total, 8 up, 8 in 2024-09-16T03:01:47.002 INFO:tasks.rados.rados.0.smithi097.stdout:2083: done (6 left) 2024-09-16T03:01:47.002 INFO:tasks.rados.rados.0.smithi097.stdout:2084: rollback oid 40 current snap is 203 2024-09-16T03:01:47.002 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 175 2024-09-16T03:01:47.002 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 806 (ObjNum 626 snap 186 seq_num 626) dirty exists 2024-09-16T03:01:47.002 INFO:tasks.rados.rados.0.smithi097.stdout:2077: expect (ObjNum 640 snap 194 seq_num 640) 2024-09-16T03:01:47.083 INFO:tasks.rados.rados.0.smithi097.stdout:2078: finishing write tid 1 to smithi09778949-21 2024-09-16T03:01:47.083 INFO:tasks.rados.rados.0.smithi097.stdout:2082: finishing copy_from to smithi09778949-4 2024-09-16T03:01:47.083 INFO:tasks.rados.rados.0.smithi097.stdout:2082: got expected ENOENT (src dne) 2024-09-16T03:01:47.083 INFO:tasks.rados.rados.0.smithi097.stdout:2082: finishing copy_from racing read to smithi09778949-4 2024-09-16T03:01:47.083 INFO:tasks.rados.rados.0.smithi097.stdout:2078: finishing write tid 2 to smithi09778949-21 2024-09-16T03:01:47.083 INFO:tasks.rados.rados.0.smithi097.stdout:2075: done (6 left) 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2077: done (5 left) 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2082: done (4 left) 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2085: rollback oid 26 current snap is 203 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 200 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2078: finishing write tid 3 to smithi09778949-21 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2078: finishing write tid 4 to smithi09778949-21 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2078: finishing write tid 5 to smithi09778949-21 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2078: oid 21 updating version 0 to 1090 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2078: oid 21 updating version 1090 to 1091 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2078: oid 21 version 1091 is already newer than 1088 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:2078: oid 21 version 1091 is already newer than 1089 2024-09-16T03:01:47.084 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1091 (ObjNum 668 snap 203 seq_num 668) dirty exists 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2078: left oid 21 (ObjNum 668 snap 203 seq_num 668) 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2076: finishing copy_from racing read to smithi09778949-5 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2076: finishing copy_from to smithi09778949-5 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1422 (ObjNum 645 snap 195 seq_num 645) dirty exists 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2081: finishing copy_from racing read to smithi09778949-44 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2081: finishing copy_from to smithi09778949-44 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1279 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2084: finishing rollback tid 0 to smithi09778949-40 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2084: finishing rollback tid 1 to smithi09778949-40 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1093 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2076: done (4 left) 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2078: done (3 left) 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2081: done (2 left) 2024-09-16T03:01:47.085 INFO:tasks.rados.rados.0.smithi097.stdout:2084: done (1 left) 2024-09-16T03:01:47.086 INFO:tasks.rados.rados.0.smithi097.stdout:2086: read oid 16 snap -1 2024-09-16T03:01:47.086 INFO:tasks.rados.rados.0.smithi097.stdout:2086: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:47.086 INFO:tasks.rados.rados.0.smithi097.stdout:2087: setattr oid 7 current snap is 203 2024-09-16T03:01:47.086 INFO:tasks.rados.rados.0.smithi097.stdout:2088: rollback oid 12 current snap is 203 2024-09-16T03:01:47.086 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 12 to 185 2024-09-16T03:01:47.086 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 203 2024-09-16T03:01:47.087 INFO:tasks.rados.rados.0.smithi097.stdout:2089: seq_num 669 ranges {0=409600,409600=548864,958464=655360} 2024-09-16T03:01:47.087 INFO:tasks.rados.rados.0.smithi097.stdout:2089: writing smithi09778949-40 from 0 to 409600 tid 1 2024-09-16T03:01:47.089 INFO:tasks.rados.rados.0.smithi097.stdout:2089: writing smithi09778949-40 from 409600 to 958464 tid 2 2024-09-16T03:01:47.094 INFO:tasks.rados.rados.0.smithi097.stdout:2089: writing smithi09778949-40 from 958464 to 1613824 tid 3 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2090: read oid 33 snap 202 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2090: expect deleted 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2091: copy_from oid 46 from oid 20 current snap is 203 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2088: finishing rollback tid 1 to smithi09778949-12 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 0 (ObjNum 65 snap 0 seq_num 1481863777) dirty dne 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2085: finishing rollback tid 0 to smithi09778949-26 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2085: finishing rollback tid 1 to smithi09778949-26 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2088: done (6 left) 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2092: read oid 39 snap 201 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2092: expect (ObjNum 589 snap 176 seq_num 589) 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2093: snap_create 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2085: finishing rollback tid 2 to smithi09778949-26 2024-09-16T03:01:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 983 (ObjNum 616 snap 182 seq_num 616) dirty exists 2024-09-16T03:01:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1492 (ObjNum 49 snap 0 seq_num 1466650969) dirty exists 2024-09-16T03:01:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:2089: finishing write tid 1 to smithi09778949-40 2024-09-16T03:01:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:2086: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:47.198 INFO:tasks.rados.rados.0.smithi097.stdout:2089: finishing write tid 2 to smithi09778949-40 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2089: finishing write tid 3 to smithi09778949-40 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2089: finishing write tid 4 to smithi09778949-40 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2089: finishing write tid 5 to smithi09778949-40 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2089: oid 40 updating version 0 to 1097 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2089: oid 40 version 1097 is already newer than 1095 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2089: oid 40 version 1097 is already newer than 1096 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2089: oid 40 version 1097 is already newer than 1094 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1097 (ObjNum 669 snap 203 seq_num 669) dirty exists 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2089: left oid 40 (ObjNum 669 snap 203 seq_num 669) 2024-09-16T03:01:47.199 INFO:tasks.rados.rados.0.smithi097.stdout:2092: expect (ObjNum 589 snap 176 seq_num 589) 2024-09-16T03:01:47.242 INFO:tasks.rados.rados.0.smithi097.stdout:2091: finishing copy_from racing read to smithi09778949-46 2024-09-16T03:01:47.242 INFO:tasks.rados.rados.0.smithi097.stdout:2091: finishing copy_from to smithi09778949-46 2024-09-16T03:01:47.242 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 793 (ObjNum 661 snap 201 seq_num 661) dirty exists 2024-09-16T03:01:47.342 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:47 smithi184 ceph-mon[82194]: osdmap e481: 8 total, 8 up, 8 in 2024-09-16T03:01:47.342 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:47 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-16T03:01:47.342 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:47 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T03:01:47.342 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:47 smithi184 ceph-mon[82194]: Upgrade: osd.6 is safe to restart 2024-09-16T03:01:47.342 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:47 smithi184 ceph-mon[82194]: osdmap e482: 8 total, 8 up, 8 in 2024-09-16T03:01:47.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[88563]: osdmap e481: 8 total, 8 up, 8 in 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[88563]: Upgrade: osd.6 is safe to restart 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[88563]: osdmap e482: 8 total, 8 up, 8 in 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[90424]: osdmap e481: 8 total, 8 up, 8 in 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16} : dispatch 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[90424]: Upgrade: osd.6 is safe to restart 2024-09-16T03:01:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:47 smithi097 ceph-mon[90424]: osdmap e482: 8 total, 8 up, 8 in 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2085: done (7 left) 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2086: done (6 left) 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2087: done (5 left) 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2089: done (4 left) 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2090: done (3 left) 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2091: done (2 left) 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2092: done (1 left) 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2093: done (0 left) 2024-09-16T03:01:48.014 INFO:tasks.rados.rados.0.smithi097.stdout:2094: copy_from oid 23 from oid 16 current snap is 204 2024-09-16T03:01:48.015 INFO:tasks.rados.rados.0.smithi097.stdout:2095: setattr oid 43 current snap is 204 2024-09-16T03:01:48.015 INFO:tasks.rados.rados.0.smithi097.stdout:2096: snap_create 2024-09-16T03:01:48.022 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1098 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-09-16T03:01:48.027 INFO:tasks.rados.rados.0.smithi097.stdout:2094: finishing copy_from racing read to smithi09778949-23 2024-09-16T03:01:48.028 INFO:tasks.rados.rados.0.smithi097.stdout:2094: finishing copy_from to smithi09778949-23 2024-09-16T03:01:48.028 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 1471 (ObjNum 530 snap 153 seq_num 530) dirty exists 2024-09-16T03:01:48.381 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:48 smithi184 ceph-mon[82194]: pgmap v391: 121 pgs: 121 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-16T03:01:48.381 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:48 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:48.381 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:48 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-16T03:01:48.381 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:48 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:48.381 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:48 smithi184 ceph-mon[82194]: osdmap e483: 8 total, 8 up, 8 in 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[88563]: pgmap v391: 121 pgs: 121 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[88563]: osdmap e483: 8 total, 8 up, 8 in 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[90424]: pgmap v391: 121 pgs: 121 active+clean; 189 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.4 MiB/s wr, 9 op/s 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-09-16T03:01:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:01:48.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:48 smithi097 ceph-mon[90424]: osdmap e483: 8 total, 8 up, 8 in 2024-09-16T03:01:49.014 INFO:tasks.rados.rados.0.smithi097.stdout:2094: done (2 left) 2024-09-16T03:01:49.014 INFO:tasks.rados.rados.0.smithi097.stdout:2095: done (1 left) 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:2096: done (0 left) 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:2097: copy_from oid 9 from oid 43 current snap is 205 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:2098: copy_from oid 20 from oid 18 current snap is 205 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:2099: read oid 15 snap 185 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:2099: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:2100: read oid 44 snap -1 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:2100: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 205 2024-09-16T03:01:49.015 INFO:tasks.rados.rados.0.smithi097.stdout:2101: seq_num 670 ranges {0=425984,425984=483328,909312=507904,1417216=212992} 2024-09-16T03:01:49.017 INFO:tasks.rados.rados.0.smithi097.stdout:2101: writing smithi09778949-11 from 0 to 425984 tid 1 2024-09-16T03:01:49.020 INFO:tasks.rados.rados.0.smithi097.stdout:2101: writing smithi09778949-11 from 425984 to 909312 tid 2 2024-09-16T03:01:49.024 INFO:tasks.rados.rados.0.smithi097.stdout:2101: writing smithi09778949-11 from 909312 to 1417216 tid 3 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2101: writing smithi09778949-11 from 1417216 to 1630208 tid 4 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2102: read oid 7 snap -1 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2102: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2103: delete oid 32 current snap is 205 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2098: finishing copy_from to smithi09778949-20 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2098: got expected ENOENT (src dne) 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2098: finishing copy_from racing read to smithi09778949-20 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2101: finishing write tid 1 to smithi09778949-11 2024-09-16T03:01:49.026 INFO:tasks.rados.rados.0.smithi097.stdout:2101: finishing write tid 2 to smithi09778949-11 2024-09-16T03:01:49.027 INFO:tasks.rados.rados.0.smithi097.stdout:2102: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:01:49.031 INFO:tasks.rados.rados.0.smithi097.stdout:2101: finishing write tid 3 to smithi09778949-11 2024-09-16T03:01:49.031 INFO:tasks.rados.rados.0.smithi097.stdout:2101: finishing write tid 4 to smithi09778949-11 2024-09-16T03:01:49.031 INFO:tasks.rados.rados.0.smithi097.stdout:2101: finishing write tid 5 to smithi09778949-11 2024-09-16T03:01:49.031 INFO:tasks.rados.rados.0.smithi097.stdout:2098: done (6 left) 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:2102: done (5 left) 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:2103: done (4 left) 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:2104: read oid 49 snap -1 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:2104: expect (ObjNum 657 snap 199 seq_num 657) 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:2105: rmattr oid 24 current snap is 205 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:2105: done (5 left) 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:2106: read oid 36 snap -1 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:2106: expect (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:01:49.032 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 205 2024-09-16T03:01:49.033 INFO:tasks.rados.rados.0.smithi097.stdout:2107: seq_num 672 ranges {1163264=458752,1622016=647168,2269184=466944,2736128=90112} 2024-09-16T03:01:49.041 INFO:tasks.rados.rados.0.smithi097.stdout:2107: writing smithi09778949-39 from 1163264 to 1622016 tid 1 2024-09-16T03:01:49.045 INFO:tasks.rados.rados.0.smithi097.stdout:2107: writing smithi09778949-39 from 1622016 to 2269184 tid 2 2024-09-16T03:01:49.048 INFO:tasks.rados.rados.0.smithi097.stdout:2107: writing smithi09778949-39 from 2269184 to 2736128 tid 3 2024-09-16T03:01:49.049 INFO:tasks.rados.rados.0.smithi097.stdout:2107: writing smithi09778949-39 from 2736128 to 2826240 tid 4 2024-09-16T03:01:49.049 INFO:tasks.rados.rados.0.smithi097.stdout:2108: copy_from oid 29 from oid 37 current snap is 205 2024-09-16T03:01:49.049 INFO:tasks.rados.rados.0.smithi097.stdout:2101: finishing write tid 6 to smithi09778949-11 2024-09-16T03:01:49.049 INFO:tasks.rados.rados.0.smithi097.stdout:2101: oid 11 updating version 0 to 1137 2024-09-16T03:01:49.049 INFO:tasks.rados.rados.0.smithi097.stdout:2101: oid 11 version 1137 is already newer than 1136 2024-09-16T03:01:49.049 INFO:tasks.rados.rados.0.smithi097.stdout:2101: oid 11 updating version 1137 to 1138 2024-09-16T03:01:49.049 INFO:tasks.rados.rados.0.smithi097.stdout:2101: oid 11 updating version 1138 to 1139 2024-09-16T03:01:49.050 INFO:tasks.rados.rados.0.smithi097.stdout:2101: oid 11 updating version 1139 to 1140 2024-09-16T03:01:49.050 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1140 (ObjNum 670 snap 205 seq_num 670) dirty exists 2024-09-16T03:01:49.050 INFO:tasks.rados.rados.0.smithi097.stdout:2101: left oid 11 (ObjNum 670 snap 205 seq_num 670) 2024-09-16T03:01:49.050 INFO:tasks.rados.rados.0.smithi097.stdout:2099: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:01:49.100 INFO:tasks.rados.rados.0.smithi097.stdout:2100: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:01:49.289 INFO:tasks.rados.rados.0.smithi097.stdout:2106: expect (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:01:49.408 INFO:tasks.rados.rados.0.smithi097.stdout:2104: expect (ObjNum 657 snap 199 seq_num 657) 2024-09-16T03:01:49.445 INFO:tasks.rados.rados.0.smithi097.stdout:2107: finishing write tid 1 to smithi09778949-39 2024-09-16T03:01:49.445 INFO:tasks.rados.rados.0.smithi097.stdout:2107: finishing write tid 2 to smithi09778949-39 2024-09-16T03:01:49.445 INFO:tasks.rados.rados.0.smithi097.stdout:2107: finishing write tid 3 to smithi09778949-39 2024-09-16T03:01:49.445 INFO:tasks.rados.rados.0.smithi097.stdout:2107: finishing write tid 4 to smithi09778949-39 2024-09-16T03:01:49.445 INFO:tasks.rados.rados.0.smithi097.stdout:2107: finishing write tid 5 to smithi09778949-39 2024-09-16T03:01:49.445 INFO:tasks.rados.rados.0.smithi097.stdout:2107: finishing write tid 6 to smithi09778949-39 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2107: oid 39 updating version 0 to 1083 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2107: oid 39 updating version 1083 to 1086 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2107: oid 39 version 1086 is already newer than 1084 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2107: oid 39 version 1086 is already newer than 1085 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2107: oid 39 updating version 1086 to 1087 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1087 (ObjNum 672 snap 205 seq_num 672) dirty exists 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2107: left oid 39 (ObjNum 672 snap 205 seq_num 672) 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2108: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2108: finishing copy_from to smithi09778949-29 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 804 (ObjNum 651 snap 198 seq_num 651) dirty exists 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2097: finishing copy_from racing read to smithi09778949-9 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2097: finishing copy_from to smithi09778949-9 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1098 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-09-16T03:01:49.446 INFO:tasks.rados.rados.0.smithi097.stdout:2097: done (7 left) 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:2099: done (6 left) 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:2100: done (5 left) 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:2101: done (4 left) 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:2104: done (3 left) 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:2106: done (2 left) 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:2107: done (1 left) 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:2108: done (0 left) 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 205 2024-09-16T03:01:49.447 INFO:tasks.rados.rados.0.smithi097.stdout:2109: seq_num 673 ranges {1613824=475136,2088960=532480,2621440=671744} 2024-09-16T03:01:49.455 INFO:tasks.rados.rados.0.smithi097.stdout:2109: writing smithi09778949-40 from 1613824 to 2088960 tid 1 2024-09-16T03:01:49.458 INFO:tasks.rados.rados.0.smithi097.stdout:2109: writing smithi09778949-40 from 2088960 to 2621440 tid 2 2024-09-16T03:01:49.462 INFO:tasks.rados.rados.0.smithi097.stdout:2109: writing smithi09778949-40 from 2621440 to 3293184 tid 3 2024-09-16T03:01:49.462 INFO:tasks.rados.rados.0.smithi097.stdout:2110: read oid 24 snap -1 2024-09-16T03:01:49.462 INFO:tasks.rados.rados.0.smithi097.stdout:2110: expect deleted 2024-09-16T03:01:49.462 INFO:tasks.rados.rados.0.smithi097.stdout:2111: read oid 27 snap -1 2024-09-16T03:01:49.463 INFO:tasks.rados.rados.0.smithi097.stdout:2111: expect (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:01:49.463 INFO:tasks.rados.rados.0.smithi097.stdout:2112: setattr oid 10 current snap is 205 2024-09-16T03:01:49.463 INFO:tasks.rados.rados.0.smithi097.stdout:2109: finishing write tid 1 to smithi09778949-40 2024-09-16T03:01:49.463 INFO:tasks.rados.rados.0.smithi097.stdout:2109: finishing write tid 2 to smithi09778949-40 2024-09-16T03:01:49.464 INFO:tasks.rados.rados.0.smithi097.stdout:2110: done (3 left) 2024-09-16T03:01:49.464 INFO:tasks.rados.rados.0.smithi097.stdout:2113: rmattr oid 33 current snap is 205 2024-09-16T03:01:49.464 INFO:tasks.rados.rados.0.smithi097.stdout:2113: done (3 left) 2024-09-16T03:01:49.465 INFO:tasks.rados.rados.0.smithi097.stdout:2114: read oid 45 snap -1 2024-09-16T03:01:49.465 INFO:tasks.rados.rados.0.smithi097.stdout:2114: expect (ObjNum 659 snap 200 seq_num 659) 2024-09-16T03:01:49.465 INFO:tasks.rados.rados.0.smithi097.stdout:2115: read oid 32 snap -1 2024-09-16T03:01:49.465 INFO:tasks.rados.rados.0.smithi097.stdout:2115: expect deleted 2024-09-16T03:01:49.465 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 205 2024-09-16T03:01:49.465 INFO:tasks.rados.rados.0.smithi097.stdout:2116: seq_num 674 ranges {0=491520,491520=417792,909312=483328,1392640=303104} 2024-09-16T03:01:49.467 INFO:tasks.rados.rados.0.smithi097.stdout:2116: writing smithi09778949-2 from 0 to 491520 tid 1 2024-09-16T03:01:49.470 INFO:tasks.rados.rados.0.smithi097.stdout:2116: writing smithi09778949-2 from 491520 to 909312 tid 2 2024-09-16T03:01:49.473 INFO:tasks.rados.rados.0.smithi097.stdout:2116: writing smithi09778949-2 from 909312 to 1392640 tid 3 2024-09-16T03:01:49.475 INFO:tasks.rados.rados.0.smithi097.stdout:2116: writing smithi09778949-2 from 1392640 to 1695744 tid 4 2024-09-16T03:01:49.475 INFO:tasks.rados.rados.0.smithi097.stdout:2117: snap_create 2024-09-16T03:01:49.475 INFO:tasks.rados.rados.0.smithi097.stdout:2109: finishing write tid 3 to smithi09778949-40 2024-09-16T03:01:49.476 INFO:tasks.rados.rados.0.smithi097.stdout:2109: finishing write tid 4 to smithi09778949-40 2024-09-16T03:01:49.476 INFO:tasks.rados.rados.0.smithi097.stdout:2111: expect (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:01:49.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[90424]: Upgrade: Updating osd.6 2024-09-16T03:01:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[90424]: Deploying daemon osd.6 on smithi184 2024-09-16T03:01:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[90424]: osdmap e484: 8 total, 8 up, 8 in 2024-09-16T03:01:49.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:01:49] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2024-09-16T03:01:49.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[88563]: Upgrade: Updating osd.6 2024-09-16T03:01:49.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[88563]: Deploying daemon osd.6 on smithi184 2024-09-16T03:01:49.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:49.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:49.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:49.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:49 smithi097 ceph-mon[88563]: osdmap e484: 8 total, 8 up, 8 in 2024-09-16T03:01:49.505 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:49 smithi184 ceph-mon[82194]: Upgrade: Updating osd.6 2024-09-16T03:01:49.505 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:49 smithi184 ceph-mon[82194]: Deploying daemon osd.6 on smithi184 2024-09-16T03:01:49.505 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:49.505 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:01:49.505 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:49.505 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:49 smithi184 ceph-mon[82194]: osdmap e484: 8 total, 8 up, 8 in 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2109: finishing write tid 5 to smithi09778949-40 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2109: oid 40 updating version 0 to 1100 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2109: oid 40 updating version 1100 to 1101 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2109: oid 40 updating version 1101 to 1102 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2109: oid 40 version 1102 is already newer than 1099 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1102 (ObjNum 673 snap 205 seq_num 673) dirty exists 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2109: left oid 40 (ObjNum 673 snap 205 seq_num 673) 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1312 (ObjNum 650 snap 197 seq_num 650) dirty exists 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2116: finishing write tid 1 to smithi09778949-2 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2116: finishing write tid 2 to smithi09778949-2 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2116: finishing write tid 3 to smithi09778949-2 2024-09-16T03:01:49.510 INFO:tasks.rados.rados.0.smithi097.stdout:2114: expect (ObjNum 659 snap 200 seq_num 659) 2024-09-16T03:01:49.581 INFO:tasks.rados.rados.0.smithi097.stdout:2116: finishing write tid 4 to smithi09778949-2 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:2116: finishing write tid 5 to smithi09778949-2 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:2116: finishing write tid 6 to smithi09778949-2 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:2116: oid 2 updating version 0 to 1424 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:2116: oid 2 updating version 1424 to 1427 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:2116: oid 2 version 1427 is already newer than 1426 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:2116: oid 2 version 1427 is already newer than 1425 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:2116: oid 2 version 1427 is already newer than 1423 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1427 (ObjNum 674 snap 205 seq_num 674) dirty exists 2024-09-16T03:01:49.582 INFO:tasks.rados.rados.0.smithi097.stdout:2116: left oid 2 (ObjNum 674 snap 205 seq_num 674) 2024-09-16T03:01:50.202 INFO:tasks.rados.rados.0.smithi097.stdout:2109: done (6 left) 2024-09-16T03:01:50.202 INFO:tasks.rados.rados.0.smithi097.stdout:2111: done (5 left) 2024-09-16T03:01:50.202 INFO:tasks.rados.rados.0.smithi097.stdout:2112: done (4 left) 2024-09-16T03:01:50.202 INFO:tasks.rados.rados.0.smithi097.stdout:2114: done (3 left) 2024-09-16T03:01:50.202 INFO:tasks.rados.rados.0.smithi097.stdout:2115: done (2 left) 2024-09-16T03:01:50.202 INFO:tasks.rados.rados.0.smithi097.stdout:2116: done (1 left) 2024-09-16T03:01:50.202 INFO:tasks.rados.rados.0.smithi097.stdout:2117: done (0 left) 2024-09-16T03:01:50.203 INFO:tasks.rados.rados.0.smithi097.stdout:2118: copy_from oid 27 from oid 9 current snap is 206 2024-09-16T03:01:50.203 INFO:tasks.rados.rados.0.smithi097.stdout:2119: read oid 16 snap 202 2024-09-16T03:01:50.203 INFO:tasks.rados.rados.0.smithi097.stdout:2119: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:50.203 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 206 2024-09-16T03:01:50.203 INFO:tasks.rados.rados.0.smithi097.stdout:2120: seq_num 675 ranges {3072000=507904,3579904=704512,4284416=499712} 2024-09-16T03:01:50.222 INFO:tasks.rados.rados.0.smithi097.stdout:2120: writing smithi09778949-36 from 3072000 to 3579904 tid 1 2024-09-16T03:01:50.226 INFO:tasks.rados.rados.0.smithi097.stdout:2120: writing smithi09778949-36 from 3579904 to 4284416 tid 2 2024-09-16T03:01:50.230 INFO:tasks.rados.rados.0.smithi097.stdout:2120: writing smithi09778949-36 from 4284416 to 4784128 tid 3 2024-09-16T03:01:50.230 INFO:tasks.rados.rados.0.smithi097.stdout:2121: snap_create 2024-09-16T03:01:50.230 INFO:tasks.rados.rados.0.smithi097.stdout:2119: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:50.328 INFO:tasks.rados.rados.0.smithi097.stdout:2120: finishing write tid 1 to smithi09778949-36 2024-09-16T03:01:50.328 INFO:tasks.rados.rados.0.smithi097.stdout:2120: finishing write tid 2 to smithi09778949-36 2024-09-16T03:01:50.328 INFO:tasks.rados.rados.0.smithi097.stdout:2120: finishing write tid 3 to smithi09778949-36 2024-09-16T03:01:50.328 INFO:tasks.rados.rados.0.smithi097.stdout:2120: finishing write tid 4 to smithi09778949-36 2024-09-16T03:01:50.328 INFO:tasks.rados.rados.0.smithi097.stdout:2120: finishing write tid 5 to smithi09778949-36 2024-09-16T03:01:50.328 INFO:tasks.rados.rados.0.smithi097.stdout:2120: oid 36 updating version 0 to 1274 2024-09-16T03:01:50.328 INFO:tasks.rados.rados.0.smithi097.stdout:2120: oid 36 version 1274 is already newer than 1273 2024-09-16T03:01:50.328 INFO:tasks.rados.rados.0.smithi097.stdout:2120: oid 36 version 1274 is already newer than 1272 2024-09-16T03:01:50.329 INFO:tasks.rados.rados.0.smithi097.stdout:2120: oid 36 version 1274 is already newer than 1271 2024-09-16T03:01:50.329 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1274 (ObjNum 675 snap 206 seq_num 675) dirty exists 2024-09-16T03:01:50.329 INFO:tasks.rados.rados.0.smithi097.stdout:2120: left oid 36 (ObjNum 675 snap 206 seq_num 675) 2024-09-16T03:01:50.329 INFO:tasks.rados.rados.0.smithi097.stdout:2118: finishing copy_from racing read to smithi09778949-27 2024-09-16T03:01:50.329 INFO:tasks.rados.rados.0.smithi097.stdout:2118: finishing copy_from to smithi09778949-27 2024-09-16T03:01:50.329 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1098 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-09-16T03:01:50.392 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:50 smithi184 ceph-mon[82194]: pgmap v394: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 748 KiB/s wr, 3 op/s 2024-09-16T03:01:50.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:50 smithi097 ceph-mon[90424]: pgmap v394: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 748 KiB/s wr, 3 op/s 2024-09-16T03:01:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:50 smithi097 ceph-mon[88563]: pgmap v394: 121 pgs: 121 active+clean; 189 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 748 KiB/s wr, 3 op/s 2024-09-16T03:01:51.123 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:50 smithi184 systemd[1]: Stopping Ceph osd.6 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:01:51.210 INFO:tasks.rados.rados.0.smithi097.stdout:2118: done (3 left) 2024-09-16T03:01:51.210 INFO:tasks.rados.rados.0.smithi097.stdout:2119: done (2 left) 2024-09-16T03:01:51.210 INFO:tasks.rados.rados.0.smithi097.stdout:2120: done (1 left) 2024-09-16T03:01:51.210 INFO:tasks.rados.rados.0.smithi097.stdout:2121: done (0 left) 2024-09-16T03:01:51.210 INFO:tasks.rados.rados.0.smithi097.stdout:2122: snap_remove snap 206 2024-09-16T03:01:51.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:51 smithi184 ceph-mon[82194]: osdmap e485: 8 total, 8 up, 8 in 2024-09-16T03:01:51.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:51 smithi184 ceph-mon[82194]: osd.6 marked itself down and dead 2024-09-16T03:01:51.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[47358]: 2024-09-16T03:01:51.120+0000 7fc6e047e640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:01:51.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[47358]: 2024-09-16T03:01:51.120+0000 7fc6e047e640 -1 osd.6 485 *** Got signal Terminated *** 2024-09-16T03:01:51.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[47358]: 2024-09-16T03:01:51.120+0000 7fc6e047e640 -1 osd.6 485 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:01:51.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:51 smithi097 ceph-mon[90424]: osdmap e485: 8 total, 8 up, 8 in 2024-09-16T03:01:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:51 smithi097 ceph-mon[90424]: osd.6 marked itself down and dead 2024-09-16T03:01:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:51 smithi097 ceph-mon[88563]: osdmap e485: 8 total, 8 up, 8 in 2024-09-16T03:01:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:51 smithi097 ceph-mon[88563]: osd.6 marked itself down and dead 2024-09-16T03:01:51.908 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:51 smithi184 podman[96026]: 2024-09-16 03:01:51.611704909 +0000 UTC m=+0.610347498 container died e8dde98104da5c07eb7a9eed8f25ad4441856785db61193d5ff9a6a6c85993f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-ae7f373, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:01:52.003 INFO:tasks.rados.rados.0.smithi097.stdout:2122: done (0 left) 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:2123: read oid 16 snap -1 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:2123: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:2124: rollback oid 31 current snap is 207 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 175 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:2125: rollback oid 36 current snap is 207 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 201 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:2126: rollback oid 28 current snap is 207 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 28 to 200 2024-09-16T03:01:52.004 INFO:tasks.rados.rados.0.smithi097.stdout:2127: snap_create 2024-09-16T03:01:52.014 INFO:tasks.rados.rados.0.smithi097.stdout:2125: finishing rollback tid 0 to smithi09778949-36 2024-09-16T03:01:52.014 INFO:tasks.rados.rados.0.smithi097.stdout:2125: finishing rollback tid 1 to smithi09778949-36 2024-09-16T03:01:52.015 INFO:tasks.rados.rados.0.smithi097.stdout:2124: finishing rollback tid 1 to smithi09778949-31 2024-09-16T03:01:52.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1083 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-09-16T03:01:52.017 INFO:tasks.rados.rados.0.smithi097.stdout:2125: finishing rollback tid 2 to smithi09778949-36 2024-09-16T03:01:52.017 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1277 (ObjNum 642 snap 195 seq_num 642) dirty exists 2024-09-16T03:01:52.026 INFO:tasks.rados.rados.0.smithi097.stdout:2126: finishing rollback tid 0 to smithi09778949-28 2024-09-16T03:01:52.026 INFO:tasks.rados.rados.0.smithi097.stdout:2126: finishing rollback tid 1 to smithi09778949-28 2024-09-16T03:01:52.026 INFO:tasks.rados.rados.0.smithi097.stdout:2126: finishing rollback tid 2 to smithi09778949-28 2024-09-16T03:01:52.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1498 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:01:52.029 INFO:tasks.rados.rados.0.smithi097.stdout:2123: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:52.205 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:52 smithi184 ceph-mon[82194]: pgmap v397: 121 pgs: 121 active+clean; 217 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 30 op/s 2024-09-16T03:01:52.205 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:52 smithi184 ceph-mon[82194]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:01:52.205 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:52 smithi184 podman[96026]: 2024-09-16 03:01:52.12081355 +0000 UTC m=+1.119456137 container cleanup e8dde98104da5c07eb7a9eed8f25ad4441856785db61193d5ff9a6a6c85993f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-ae7f373, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-09-16T03:01:52.206 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:52 smithi184 bash[96026]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6 2024-09-16T03:01:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:52 smithi097 ceph-mon[88563]: pgmap v397: 121 pgs: 121 active+clean; 217 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 30 op/s 2024-09-16T03:01:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:52 smithi097 ceph-mon[88563]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:01:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:52 smithi097 ceph-mon[88563]: osdmap e486: 8 total, 7 up, 8 in 2024-09-16T03:01:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:52 smithi097 ceph-mon[88563]: osdmap e487: 8 total, 7 up, 8 in 2024-09-16T03:01:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:52 smithi097 ceph-mon[90424]: pgmap v397: 121 pgs: 121 active+clean; 217 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.2 MiB/s wr, 30 op/s 2024-09-16T03:01:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:52 smithi097 ceph-mon[90424]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:01:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:52 smithi097 ceph-mon[90424]: osdmap e486: 8 total, 7 up, 8 in 2024-09-16T03:01:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:52 smithi097 ceph-mon[90424]: osdmap e487: 8 total, 7 up, 8 in 2024-09-16T03:01:52.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:52 smithi184 ceph-mon[82194]: osdmap e486: 8 total, 7 up, 8 in 2024-09-16T03:01:52.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:52 smithi184 ceph-mon[82194]: osdmap e487: 8 total, 7 up, 8 in 2024-09-16T03:01:52.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:52 smithi184 podman[96043]: 2024-09-16 03:01:52.331018058 +0000 UTC m=+0.720038048 container remove e8dde98104da5c07eb7a9eed8f25ad4441856785db61193d5ff9a6a6c85993f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373) 2024-09-16T03:01:53.004 INFO:tasks.rados.rados.0.smithi097.stdout:2123: done (4 left) 2024-09-16T03:01:53.004 INFO:tasks.rados.rados.0.smithi097.stdout:2124: done (3 left) 2024-09-16T03:01:53.004 INFO:tasks.rados.rados.0.smithi097.stdout:2125: done (2 left) 2024-09-16T03:01:53.004 INFO:tasks.rados.rados.0.smithi097.stdout:2126: done (1 left) 2024-09-16T03:01:53.005 INFO:tasks.rados.rados.0.smithi097.stdout:2127: done (0 left) 2024-09-16T03:01:53.005 INFO:tasks.rados.rados.0.smithi097.stdout:2128: rollback oid 20 current snap is 208 2024-09-16T03:01:53.005 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 203 2024-09-16T03:01:53.005 INFO:tasks.rados.rados.0.smithi097.stdout:2129: copy_from oid 33 from oid 28 current snap is 208 2024-09-16T03:01:53.005 INFO:tasks.rados.rados.0.smithi097.stdout:2130: read oid 50 snap 199 2024-09-16T03:01:53.005 INFO:tasks.rados.rados.0.smithi097.stdout:2130: expect deleted 2024-09-16T03:01:53.005 INFO:tasks.rados.rados.0.smithi097.stdout:2131: delete oid 29 current snap is 208 2024-09-16T03:01:53.010 INFO:tasks.rados.rados.0.smithi097.stdout:2130: done (3 left) 2024-09-16T03:01:53.010 INFO:tasks.rados.rados.0.smithi097.stdout:2131: done (2 left) 2024-09-16T03:01:53.010 INFO:tasks.rados.rados.0.smithi097.stdout:2132: rmattr oid 24 current snap is 208 2024-09-16T03:01:53.010 INFO:tasks.rados.rados.0.smithi097.stdout:2132: done (2 left) 2024-09-16T03:01:53.010 INFO:tasks.rados.rados.0.smithi097.stdout:2133: delete oid 27 current snap is 208 2024-09-16T03:01:53.011 INFO:tasks.rados.rados.0.smithi097.stdout:2128: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:01:53.011 INFO:tasks.rados.rados.0.smithi097.stdout:2128: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:01:53.011 INFO:tasks.rados.rados.0.smithi097.stdout:2128: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:01:53.011 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 796 (ObjNum 661 snap 201 seq_num 661) dirty exists 2024-09-16T03:01:53.019 INFO:tasks.rados.rados.0.smithi097.stdout:2128: done (2 left) 2024-09-16T03:01:53.019 INFO:tasks.rados.rados.0.smithi097.stdout:2133: done (1 left) 2024-09-16T03:01:53.019 INFO:tasks.rados.rados.0.smithi097.stdout:2134: copy_from oid 15 from oid 38 current snap is 208 2024-09-16T03:01:53.019 INFO:tasks.rados.rados.0.smithi097.stdout:2135: read oid 23 snap 204 2024-09-16T03:01:53.019 INFO:tasks.rados.rados.0.smithi097.stdout:2135: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:53.019 INFO:tasks.rados.rados.0.smithi097.stdout:2136: read oid 40 snap -1 2024-09-16T03:01:53.020 INFO:tasks.rados.rados.0.smithi097.stdout:2136: expect (ObjNum 673 snap 205 seq_num 673) 2024-09-16T03:01:53.020 INFO:tasks.rados.rados.0.smithi097.stdout:2137: rmattr oid 19 current snap is 208 2024-09-16T03:01:53.020 INFO:tasks.rados.rados.0.smithi097.stdout:2137: done (4 left) 2024-09-16T03:01:53.020 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 208 2024-09-16T03:01:53.020 INFO:tasks.rados.rados.0.smithi097.stdout:2138: seq_num 678 ranges {0=565248,565248=802816,1368064=401408} 2024-09-16T03:01:53.022 INFO:tasks.rados.rados.0.smithi097.stdout:2138: writing smithi09778949-7 from 0 to 565248 tid 1 2024-09-16T03:01:53.028 INFO:tasks.rados.rados.0.smithi097.stdout:2138: writing smithi09778949-7 from 565248 to 1368064 tid 2 2024-09-16T03:01:53.031 INFO:tasks.rados.rados.0.smithi097.stdout:2138: writing smithi09778949-7 from 1368064 to 1769472 tid 3 2024-09-16T03:01:53.031 INFO:tasks.rados.rados.0.smithi097.stdout:2139: delete oid 48 current snap is 208 2024-09-16T03:01:53.032 INFO:tasks.rados.rados.0.smithi097.stdout:2138: finishing write tid 1 to smithi09778949-7 2024-09-16T03:01:53.034 INFO:tasks.rados.rados.0.smithi097.stdout:2139: done (5 left) 2024-09-16T03:01:53.034 INFO:tasks.rados.rados.0.smithi097.stdout:2140: read oid 49 snap -1 2024-09-16T03:01:53.034 INFO:tasks.rados.rados.0.smithi097.stdout:2140: expect (ObjNum 657 snap 199 seq_num 657) 2024-09-16T03:01:53.034 INFO:tasks.rados.rados.0.smithi097.stdout:2141: snap_remove snap 186 2024-09-16T03:01:53.044 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:52 smithi184 podman[96132]: 2024-09-16 03:01:52.633831474 +0000 UTC m=+0.015836180 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:01:53.044 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:52 smithi184 podman[96132]: 2024-09-16 03:01:52.748916567 +0000 UTC m=+0.130921273 container create 3b4b3cf9c8d4e637c012e12aa6e680b3dfde5063aea45a2a09008cdac7b972b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-09-16T03:01:53.044 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:52 smithi184 podman[96132]: 2024-09-16 03:01:52.959619998 +0000 UTC m=+0.341624698 container init 3b4b3cf9c8d4e637c012e12aa6e680b3dfde5063aea45a2a09008cdac7b972b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:01:53.044 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:52 smithi184 podman[96132]: 2024-09-16 03:01:52.962872691 +0000 UTC m=+0.344877389 container start 3b4b3cf9c8d4e637c012e12aa6e680b3dfde5063aea45a2a09008cdac7b972b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-16T03:01:53.408 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:53 smithi184 podman[96132]: 2024-09-16 03:01:53.042882078 +0000 UTC m=+0.424886784 container attach 3b4b3cf9c8d4e637c012e12aa6e680b3dfde5063aea45a2a09008cdac7b972b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T03:01:53.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:53 smithi184 podman[96132]: 2024-09-16 03:01:53.172729791 +0000 UTC m=+0.554734504 container died 3b4b3cf9c8d4e637c012e12aa6e680b3dfde5063aea45a2a09008cdac7b972b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-16T03:01:54.004 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:53 smithi184 podman[96155]: 2024-09-16 03:01:53.729834987 +0000 UTC m=+0.551092818 container remove 3b4b3cf9c8d4e637c012e12aa6e680b3dfde5063aea45a2a09008cdac7b972b1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-09-16T03:01:54.004 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:53 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.6.service: Deactivated successfully. 2024-09-16T03:01:54.004 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:53 smithi184 systemd[1]: Stopped Ceph osd.6 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:01:54.004 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:53 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.6.service: Consumed 12.705s CPU time. 2024-09-16T03:01:54.004 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:53 smithi184 systemd[1]: Starting Ceph osd.6 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:01:54.010 INFO:tasks.rados.rados.0.smithi097.stdout:2141: done (6 left) 2024-09-16T03:01:54.010 INFO:tasks.rados.rados.0.smithi097.stdout:2142: delete oid 20 current snap is 208 2024-09-16T03:01:54.010 INFO:tasks.rados.rados.0.smithi097.stdout:2136: expect (ObjNum 673 snap 205 seq_num 673) 2024-09-16T03:01:54.128 INFO:tasks.rados.rados.0.smithi097.stdout:2135: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:54.223 INFO:tasks.rados.rados.0.smithi097.stdout:2138: finishing write tid 2 to smithi09778949-7 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2138: finishing write tid 3 to smithi09778949-7 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2138: finishing write tid 4 to smithi09778949-7 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2138: finishing write tid 5 to smithi09778949-7 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2138: oid 7 updating version 0 to 1502 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2138: oid 7 updating version 1502 to 1504 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2138: oid 7 updating version 1504 to 1505 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2138: oid 7 version 1505 is already newer than 1503 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1505 (ObjNum 678 snap 208 seq_num 678) dirty exists 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2138: left oid 7 (ObjNum 678 snap 208 seq_num 678) 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2134: finishing copy_from racing read to smithi09778949-15 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2134: finishing copy_from to smithi09778949-15 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1279 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:01:54.224 INFO:tasks.rados.rados.0.smithi097.stdout:2140: expect (ObjNum 657 snap 199 seq_num 657) 2024-09-16T03:01:54.259 INFO:tasks.rados.rados.0.smithi097.stdout:2129: finishing copy_from racing read to smithi09778949-33 2024-09-16T03:01:54.259 INFO:tasks.rados.rados.0.smithi097.stdout:2129: finishing copy_from to smithi09778949-33 2024-09-16T03:01:54.259 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1498 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:2129: done (6 left) 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:2134: done (5 left) 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:2135: done (4 left) 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:2136: done (3 left) 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:2138: done (2 left) 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:2140: done (1 left) 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:2142: done (0 left) 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 208 2024-09-16T03:01:54.260 INFO:tasks.rados.rados.0.smithi097.stdout:2143: seq_num 681 ranges {1597440=614400,2211840=458752,2670592=638976,3309568=106496} 2024-09-16T03:01:54.270 INFO:tasks.rados.rados.0.smithi097.stdout:2143: writing smithi09778949-21 from 1597440 to 2211840 tid 1 2024-09-16T03:01:54.273 INFO:tasks.rados.rados.0.smithi097.stdout:2143: writing smithi09778949-21 from 2211840 to 2670592 tid 2 2024-09-16T03:01:54.276 INFO:tasks.rados.rados.0.smithi097.stdout:2143: writing smithi09778949-21 from 2670592 to 3309568 tid 3 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2143: writing smithi09778949-21 from 3309568 to 3416064 tid 4 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2144: rollback oid 24 current snap is 208 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 24 to 204 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2143: finishing write tid 1 to smithi09778949-21 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2143: finishing write tid 2 to smithi09778949-21 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2145: copy_from oid 44 from oid 15 current snap is 208 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2146: rmattr oid 11 current snap is 208 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2146: done (3 left) 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2147: rmattr oid 47 current snap is 208 2024-09-16T03:01:54.278 INFO:tasks.rados.rados.0.smithi097.stdout:2148: delete oid 46 current snap is 208 2024-09-16T03:01:54.279 INFO:tasks.rados.rados.0.smithi097.stdout:2144: finishing rollback tid 1 to smithi09778949-24 2024-09-16T03:01:54.279 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2144: done (4 left) 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2148: done (3 left) 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2149: read oid 36 snap -1 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2149: expect (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2150: read oid 32 snap -1 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2150: expect deleted 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2151: read oid 30 snap -1 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2151: expect deleted 2024-09-16T03:01:54.281 INFO:tasks.rados.rados.0.smithi097.stdout:2152: delete oid 11 current snap is 208 2024-09-16T03:01:54.282 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1254 (ObjNum 129 snap 0 seq_num 1973547968) dirty exists 2024-09-16T03:01:54.282 INFO:tasks.rados.rados.0.smithi097.stdout:2143: finishing write tid 3 to smithi09778949-21 2024-09-16T03:01:54.282 INFO:tasks.rados.rados.0.smithi097.stdout:2143: finishing write tid 4 to smithi09778949-21 2024-09-16T03:01:54.285 INFO:tasks.rados.rados.0.smithi097.stdout:2147: done (6 left) 2024-09-16T03:01:54.285 INFO:tasks.rados.rados.0.smithi097.stdout:2150: done (5 left) 2024-09-16T03:01:54.285 INFO:tasks.rados.rados.0.smithi097.stdout:2151: done (4 left) 2024-09-16T03:01:54.285 INFO:tasks.rados.rados.0.smithi097.stdout:2152: done (3 left) 2024-09-16T03:01:54.285 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 208 2024-09-16T03:01:54.285 INFO:tasks.rados.rados.0.smithi097.stdout:2153: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2024-09-16T03:01:54.289 INFO:tasks.rados.rados.0.smithi097.stdout:2153: writing smithi09778949-32 from 0 to 663552 tid 1 2024-09-16T03:01:54.292 INFO:tasks.rados.rados.0.smithi097.stdout:2153: writing smithi09778949-32 from 663552 to 1171456 tid 2 2024-09-16T03:01:54.295 INFO:tasks.rados.rados.0.smithi097.stdout:2153: writing smithi09778949-32 from 1171456 to 1581056 tid 3 2024-09-16T03:01:54.296 INFO:tasks.rados.rados.0.smithi097.stdout:2153: writing smithi09778949-32 from 1581056 to 1867776 tid 4 2024-09-16T03:01:54.297 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 208 2024-09-16T03:01:54.297 INFO:tasks.rados.rados.0.smithi097.stdout:2143: finishing write tid 5 to smithi09778949-21 2024-09-16T03:01:54.297 INFO:tasks.rados.rados.0.smithi097.stdout:2154: seq_num 685 ranges {0=679936,679936=442368,1122304=622592,1744896=139264} 2024-09-16T03:01:54.300 INFO:tasks.rados.rados.0.smithi097.stdout:2154: writing smithi09778949-20 from 0 to 679936 tid 1 2024-09-16T03:01:54.303 INFO:tasks.rados.rados.0.smithi097.stdout:2154: writing smithi09778949-20 from 679936 to 1122304 tid 2 2024-09-16T03:01:54.306 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:54 smithi184 ceph-mon[82194]: pgmap v400: 121 pgs: 10 active+undersized, 9 stale+active+clean, 1 active+undersized+degraded, 101 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.5 MiB/s wr, 32 op/s; 1/483 objects degraded (0.207%) 2024-09-16T03:01:54.306 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:54 smithi184 ceph-mon[82194]: osdmap e488: 8 total, 7 up, 8 in 2024-09-16T03:01:54.306 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:54 smithi184 ceph-mon[82194]: Health check failed: Degraded data redundancy: 1/483 objects degraded (0.207%), 1 pg degraded (PG_DEGRADED) 2024-09-16T03:01:54.307 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 podman[96255]: 2024-09-16 03:01:54.080259384 +0000 UTC m=+0.016099585 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:01:54.307 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 podman[96255]: 2024-09-16 03:01:54.198169801 +0000 UTC m=+0.134009988 container create 921d91b19e4e1291465fad4b6df344b71f67cc31817c6a2d6771ddba57fc3fd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.vendor=CentOS) 2024-09-16T03:01:54.307 INFO:tasks.rados.rados.0.smithi097.stdout:2154: writing smithi09778949-20 from 1122304 to 1744896 tid 3 2024-09-16T03:01:54.308 INFO:tasks.rados.rados.0.smithi097.stdout:2154: writing smithi09778949-20 from 1744896 to 1884160 tid 4 2024-09-16T03:01:54.308 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 208 2024-09-16T03:01:54.308 INFO:tasks.rados.rados.0.smithi097.stdout:2155: seq_num 686 ranges {0=696320,696320=729088,1425408=425984,1851392=49152} 2024-09-16T03:01:54.312 INFO:tasks.rados.rados.0.smithi097.stdout:2155: writing smithi09778949-29 from 0 to 696320 tid 1 2024-09-16T03:01:54.316 INFO:tasks.rados.rados.0.smithi097.stdout:2155: writing smithi09778949-29 from 696320 to 1425408 tid 2 2024-09-16T03:01:54.318 INFO:tasks.rados.rados.0.smithi097.stdout:2155: writing smithi09778949-29 from 1425408 to 1851392 tid 3 2024-09-16T03:01:54.319 INFO:tasks.rados.rados.0.smithi097.stdout:2155: writing smithi09778949-29 from 1851392 to 1900544 tid 4 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2156: read oid 17 snap -1 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2156: expect (ObjNum 582 snap 170 seq_num 582) 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2157: rollback oid 45 current snap is 208 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 203 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2143: finishing write tid 6 to smithi09778949-21 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2143: oid 21 updating version 0 to 1283 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2143: oid 21 updating version 1283 to 1284 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2143: oid 21 version 1284 is already newer than 1282 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2143: oid 21 version 1284 is already newer than 1281 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2143: oid 21 version 1284 is already newer than 1280 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1284 (ObjNum 681 snap 208 seq_num 681) dirty exists 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2143: left oid 21 (ObjNum 681 snap 208 seq_num 681) 2024-09-16T03:01:54.320 INFO:tasks.rados.rados.0.smithi097.stdout:2153: finishing write tid 1 to smithi09778949-32 2024-09-16T03:01:54.321 INFO:tasks.rados.rados.0.smithi097.stdout:2149: expect (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:01:54.439 INFO:tasks.rados.rados.0.smithi097.stdout:2153: finishing write tid 2 to smithi09778949-32 2024-09-16T03:01:54.439 INFO:tasks.rados.rados.0.smithi097.stdout:2153: finishing write tid 3 to smithi09778949-32 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2143: done (7 left) 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2149: done (6 left) 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2158: delete oid 16 current snap is 208 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: finishing write tid 4 to smithi09778949-32 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: finishing write tid 5 to smithi09778949-32 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: finishing write tid 6 to smithi09778949-32 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: oid 32 updating version 0 to 1099 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: oid 32 updating version 1099 to 1100 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: oid 32 updating version 1100 to 1101 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: oid 32 updating version 1101 to 1102 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: oid 32 updating version 1102 to 1103 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1103 (ObjNum 684 snap 208 seq_num 684) dirty exists 2024-09-16T03:01:54.440 INFO:tasks.rados.rados.0.smithi097.stdout:2153: left oid 32 (ObjNum 684 snap 208 seq_num 684) 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: finishing write tid 1 to smithi09778949-20 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: finishing write tid 2 to smithi09778949-20 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2145: finishing copy_from racing read to smithi09778949-44 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2145: finishing copy_from to smithi09778949-44 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1279 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: finishing write tid 3 to smithi09778949-20 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: finishing write tid 4 to smithi09778949-20 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: finishing write tid 5 to smithi09778949-20 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: finishing write tid 6 to smithi09778949-20 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: oid 20 updating version 0 to 798 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: oid 20 updating version 798 to 800 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: oid 20 version 800 is already newer than 799 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: oid 20 updating version 800 to 802 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:2154: oid 20 version 802 is already newer than 801 2024-09-16T03:01:54.441 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 802 (ObjNum 685 snap 208 seq_num 685) dirty exists 2024-09-16T03:01:54.442 INFO:tasks.rados.rados.0.smithi097.stdout:2154: left oid 20 (ObjNum 685 snap 208 seq_num 685) 2024-09-16T03:01:54.442 INFO:tasks.rados.rados.0.smithi097.stdout:2155: finishing write tid 1 to smithi09778949-29 2024-09-16T03:01:54.442 INFO:tasks.rados.rados.0.smithi097.stdout:2155: finishing write tid 2 to smithi09778949-29 2024-09-16T03:01:54.442 INFO:tasks.rados.rados.0.smithi097.stdout:2156: expect (ObjNum 582 snap 170 seq_num 582) 2024-09-16T03:01:54.444 INFO:tasks.rados.rados.0.smithi097.stdout:2157: finishing rollback tid 0 to smithi09778949-45 2024-09-16T03:01:54.444 INFO:tasks.rados.rados.0.smithi097.stdout:2155: finishing write tid 3 to smithi09778949-29 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2157: finishing rollback tid 1 to smithi09778949-45 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2157: finishing rollback tid 2 to smithi09778949-45 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1257 (ObjNum 659 snap 200 seq_num 659) dirty exists 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2155: finishing write tid 4 to smithi09778949-29 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2145: done (6 left) 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2153: done (5 left) 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2154: done (4 left) 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2156: done (3 left) 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2157: done (2 left) 2024-09-16T03:01:54.445 INFO:tasks.rados.rados.0.smithi097.stdout:2158: done (1 left) 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2159: rollback oid 15 current snap is 208 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 175 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: finishing write tid 5 to smithi09778949-29 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: finishing write tid 6 to smithi09778949-29 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: oid 29 updating version 0 to 1502 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: oid 29 version 1502 is already newer than 1501 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: oid 29 version 1502 is already newer than 1500 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: oid 29 version 1502 is already newer than 1499 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: oid 29 updating version 1502 to 1503 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1503 (ObjNum 686 snap 208 seq_num 686) dirty exists 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: left oid 29 (ObjNum 686 snap 208 seq_num 686) 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2155: done (1 left) 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 208 2024-09-16T03:01:54.446 INFO:tasks.rados.rados.0.smithi097.stdout:2160: seq_num 688 ranges {5234688=729088,5963776=499712,6463488=704512} 2024-09-16T03:01:54.475 INFO:tasks.rados.rados.0.smithi097.stdout:2160: writing smithi09778949-22 from 5234688 to 5963776 tid 1 2024-09-16T03:01:54.478 INFO:tasks.rados.rados.0.smithi097.stdout:2160: writing smithi09778949-22 from 5963776 to 6463488 tid 2 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2160: writing smithi09778949-22 from 6463488 to 7168000 tid 3 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2161: read oid 2 snap 203 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2161: expect deleted 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2162: rmattr oid 36 current snap is 208 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2162: done (3 left) 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 208 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2159: finishing rollback tid 0 to smithi09778949-15 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2159: finishing rollback tid 1 to smithi09778949-15 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2159: finishing rollback tid 2 to smithi09778949-15 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1287 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2160: finishing write tid 1 to smithi09778949-22 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2160: finishing write tid 2 to smithi09778949-22 2024-09-16T03:01:54.483 INFO:tasks.rados.rados.0.smithi097.stdout:2163: seq_num 689 ranges {2310144=745472,3055616=786432,3842048=417792} 2024-09-16T03:01:54.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:54 smithi097 ceph-mon[90424]: pgmap v400: 121 pgs: 10 active+undersized, 9 stale+active+clean, 1 active+undersized+degraded, 101 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.5 MiB/s wr, 32 op/s; 1/483 objects degraded (0.207%) 2024-09-16T03:01:54.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:54 smithi097 ceph-mon[90424]: osdmap e488: 8 total, 7 up, 8 in 2024-09-16T03:01:54.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:54 smithi097 ceph-mon[90424]: Health check failed: Degraded data redundancy: 1/483 objects degraded (0.207%), 1 pg degraded (PG_DEGRADED) 2024-09-16T03:01:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:54 smithi097 ceph-mon[88563]: pgmap v400: 121 pgs: 10 active+undersized, 9 stale+active+clean, 1 active+undersized+degraded, 101 active+clean; 219 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.5 MiB/s wr, 32 op/s; 1/483 objects degraded (0.207%) 2024-09-16T03:01:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:54 smithi097 ceph-mon[88563]: osdmap e488: 8 total, 7 up, 8 in 2024-09-16T03:01:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:54 smithi097 ceph-mon[88563]: Health check failed: Degraded data redundancy: 1/483 objects degraded (0.207%), 1 pg degraded (PG_DEGRADED) 2024-09-16T03:01:54.499 INFO:tasks.rados.rados.0.smithi097.stdout:2163: writing smithi09778949-25 from 2310144 to 3055616 tid 1 2024-09-16T03:01:54.504 INFO:tasks.rados.rados.0.smithi097.stdout:2163: writing smithi09778949-25 from 3055616 to 3842048 tid 2 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2163: writing smithi09778949-25 from 3842048 to 4259840 tid 3 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2159: done (3 left) 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2164: snap_create 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2160: finishing write tid 3 to smithi09778949-22 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2160: finishing write tid 4 to smithi09778949-22 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2160: finishing write tid 5 to smithi09778949-22 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2160: oid 22 updating version 0 to 1088 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2160: oid 22 updating version 1088 to 1091 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2160: oid 22 version 1091 is already newer than 1090 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2160: oid 22 version 1091 is already newer than 1089 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1091 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2160: left oid 22 (ObjNum 688 snap 208 seq_num 688) 2024-09-16T03:01:54.507 INFO:tasks.rados.rados.0.smithi097.stdout:2163: finishing write tid 1 to smithi09778949-25 2024-09-16T03:01:54.508 INFO:tasks.rados.rados.0.smithi097.stdout:2163: finishing write tid 2 to smithi09778949-25 2024-09-16T03:01:54.509 INFO:tasks.rados.rados.0.smithi097.stdout:2163: finishing write tid 3 to smithi09778949-25 2024-09-16T03:01:54.509 INFO:tasks.rados.rados.0.smithi097.stdout:2163: finishing write tid 4 to smithi09778949-25 2024-09-16T03:01:54.510 INFO:tasks.rados.rados.0.smithi097.stdout:2163: finishing write tid 5 to smithi09778949-25 2024-09-16T03:01:54.510 INFO:tasks.rados.rados.0.smithi097.stdout:2163: oid 25 updating version 0 to 1281 2024-09-16T03:01:54.510 INFO:tasks.rados.rados.0.smithi097.stdout:2163: oid 25 version 1281 is already newer than 1278 2024-09-16T03:01:54.510 INFO:tasks.rados.rados.0.smithi097.stdout:2163: oid 25 version 1281 is already newer than 1280 2024-09-16T03:01:54.510 INFO:tasks.rados.rados.0.smithi097.stdout:2163: oid 25 version 1281 is already newer than 1279 2024-09-16T03:01:54.510 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1281 (ObjNum 689 snap 208 seq_num 689) dirty exists 2024-09-16T03:01:54.510 INFO:tasks.rados.rados.0.smithi097.stdout:2163: left oid 25 (ObjNum 689 snap 208 seq_num 689) 2024-09-16T03:01:54.577 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 podman[96255]: 2024-09-16 03:01:54.476013996 +0000 UTC m=+0.411854185 container init 921d91b19e4e1291465fad4b6df344b71f67cc31817c6a2d6771ddba57fc3fd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T03:01:54.577 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 podman[96255]: 2024-09-16 03:01:54.4804243 +0000 UTC m=+0.416264497 container start 921d91b19e4e1291465fad4b6df344b71f67cc31817c6a2d6771ddba57fc3fd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, RELEASE=main-fc3e0bf, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-09-16T03:01:54.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 podman[96255]: 2024-09-16 03:01:54.575918324 +0000 UTC m=+0.511758521 container attach 921d91b19e4e1291465fad4b6df344b71f67cc31817c6a2d6771ddba57fc3fd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf) 2024-09-16T03:01:54.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:01:54.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 bash[96255]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:01:54.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:01:54.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:54 smithi184 bash[96255]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2160: done (3 left) 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2161: done (2 left) 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2163: done (1 left) 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2164: done (0 left) 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2165: read oid 13 snap 175 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2165: expect deleted 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2166: read oid 44 snap 202 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2166: expect (ObjNum 615 snap 182 seq_num 615) 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2167: rmattr oid 35 current snap is 209 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2168: read oid 26 snap -1 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:2168: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:01:55.017 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 209 2024-09-16T03:01:55.018 INFO:tasks.rados.rados.0.smithi097.stdout:2169: seq_num 690 ranges {6316032=761856,7077888=663552,7741440=409600,8151040=131072} 2024-09-16T03:01:55.054 INFO:tasks.rados.rados.0.smithi097.stdout:2169: writing smithi09778949-14 from 6316032 to 7077888 tid 1 2024-09-16T03:01:55.058 INFO:tasks.rados.rados.0.smithi097.stdout:2169: writing smithi09778949-14 from 7077888 to 7741440 tid 2 2024-09-16T03:01:55.060 INFO:tasks.rados.rados.0.smithi097.stdout:2169: writing smithi09778949-14 from 7741440 to 8151040 tid 3 2024-09-16T03:01:55.061 INFO:tasks.rados.rados.0.smithi097.stdout:2169: writing smithi09778949-14 from 8151040 to 8282112 tid 4 2024-09-16T03:01:55.061 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 209 2024-09-16T03:01:55.061 INFO:tasks.rados.rados.0.smithi097.stdout:2170: seq_num 691 ranges {0=778240,778240=548864,1327104=614400,1941504=40960} 2024-09-16T03:01:55.066 INFO:tasks.rados.rados.0.smithi097.stdout:2170: writing smithi09778949-47 from 0 to 778240 tid 1 2024-09-16T03:01:55.069 INFO:tasks.rados.rados.0.smithi097.stdout:2170: writing smithi09778949-47 from 778240 to 1327104 tid 2 2024-09-16T03:01:55.072 INFO:tasks.rados.rados.0.smithi097.stdout:2170: writing smithi09778949-47 from 1327104 to 1941504 tid 3 2024-09-16T03:01:55.073 INFO:tasks.rados.rados.0.smithi097.stdout:2170: writing smithi09778949-47 from 1941504 to 1982464 tid 4 2024-09-16T03:01:55.073 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 209 2024-09-16T03:01:55.073 INFO:tasks.rados.rados.0.smithi097.stdout:2171: seq_num 692 ranges {1409024=794624,2203648=483328,2686976=720896} 2024-09-16T03:01:55.084 INFO:tasks.rados.rados.0.smithi097.stdout:2171: writing smithi09778949-49 from 1409024 to 2203648 tid 1 2024-09-16T03:01:55.087 INFO:tasks.rados.rados.0.smithi097.stdout:2171: writing smithi09778949-49 from 2203648 to 2686976 tid 2 2024-09-16T03:01:55.091 INFO:tasks.rados.rados.0.smithi097.stdout:2171: writing smithi09778949-49 from 2686976 to 3407872 tid 3 2024-09-16T03:01:55.091 INFO:tasks.rados.rados.0.smithi097.stdout:2172: delete oid 29 current snap is 209 2024-09-16T03:01:55.091 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1104 (ObjNum 487 snap 138 seq_num 487) dirty exists 2024-09-16T03:01:55.091 INFO:tasks.rados.rados.0.smithi097.stdout:2168: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:01:55.111 INFO:tasks.rados.rados.0.smithi097.stdout:2166: expect (ObjNum 615 snap 182 seq_num 615) 2024-09-16T03:01:55.130 INFO:tasks.rados.rados.0.smithi097.stdout:2169: finishing write tid 1 to smithi09778949-14 2024-09-16T03:01:55.130 INFO:tasks.rados.rados.0.smithi097.stdout:2169: finishing write tid 2 to smithi09778949-14 2024-09-16T03:01:55.130 INFO:tasks.rados.rados.0.smithi097.stdout:2169: finishing write tid 3 to smithi09778949-14 2024-09-16T03:01:55.130 INFO:tasks.rados.rados.0.smithi097.stdout:2169: finishing write tid 4 to smithi09778949-14 2024-09-16T03:01:55.130 INFO:tasks.rados.rados.0.smithi097.stdout:2169: finishing write tid 5 to smithi09778949-14 2024-09-16T03:01:55.130 INFO:tasks.rados.rados.0.smithi097.stdout:2169: finishing write tid 6 to smithi09778949-14 2024-09-16T03:01:55.130 INFO:tasks.rados.rados.0.smithi097.stdout:2169: oid 14 updating version 0 to 1429 2024-09-16T03:01:55.130 INFO:tasks.rados.rados.0.smithi097.stdout:2169: oid 14 updating version 1429 to 1431 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2169: oid 14 version 1431 is already newer than 1430 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2169: oid 14 updating version 1431 to 1432 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2169: oid 14 version 1432 is already newer than 1428 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1432 (ObjNum 690 snap 209 seq_num 690) dirty exists 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2169: left oid 14 (ObjNum 690 snap 209 seq_num 690) 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2170: finishing write tid 1 to smithi09778949-47 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2165: done (7 left) 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2166: done (6 left) 2024-09-16T03:01:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2167: done (5 left) 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2168: done (4 left) 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2169: done (3 left) 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2172: done (2 left) 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2173: setattr oid 1 current snap is 209 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2170: finishing write tid 2 to smithi09778949-47 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2170: finishing write tid 3 to smithi09778949-47 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2170: finishing write tid 4 to smithi09778949-47 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2170: finishing write tid 5 to smithi09778949-47 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2170: finishing write tid 6 to smithi09778949-47 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2170: oid 47 updating version 0 to 1258 2024-09-16T03:01:55.132 INFO:tasks.rados.rados.0.smithi097.stdout:2170: oid 47 updating version 1258 to 1261 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2170: oid 47 version 1261 is already newer than 1259 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2170: oid 47 version 1261 is already newer than 1260 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2170: oid 47 updating version 1261 to 1262 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1262 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2170: left oid 47 (ObjNum 691 snap 209 seq_num 691) 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2171: finishing write tid 1 to smithi09778949-49 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2171: finishing write tid 2 to smithi09778949-49 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2171: finishing write tid 3 to smithi09778949-49 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2171: finishing write tid 4 to smithi09778949-49 2024-09-16T03:01:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2171: finishing write tid 5 to smithi09778949-49 2024-09-16T03:01:55.134 INFO:tasks.rados.rados.0.smithi097.stdout:2171: oid 49 updating version 0 to 1506 2024-09-16T03:01:55.134 INFO:tasks.rados.rados.0.smithi097.stdout:2171: oid 49 version 1506 is already newer than 1504 2024-09-16T03:01:55.134 INFO:tasks.rados.rados.0.smithi097.stdout:2171: oid 49 updating version 1506 to 1507 2024-09-16T03:01:55.134 INFO:tasks.rados.rados.0.smithi097.stdout:2171: oid 49 version 1507 is already newer than 1505 2024-09-16T03:01:55.134 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1507 (ObjNum 692 snap 209 seq_num 692) dirty exists 2024-09-16T03:01:55.134 INFO:tasks.rados.rados.0.smithi097.stdout:2171: left oid 49 (ObjNum 692 snap 209 seq_num 692) 2024-09-16T03:01:55.137 INFO:tasks.rados.rados.0.smithi097.stdout:2170: done (2 left) 2024-09-16T03:01:55.137 INFO:tasks.rados.rados.0.smithi097.stdout:2171: done (1 left) 2024-09-16T03:01:55.137 INFO:tasks.rados.rados.0.smithi097.stdout:2174: read oid 39 snap -1 2024-09-16T03:01:55.137 INFO:tasks.rados.rados.0.smithi097.stdout:2174: expect (ObjNum 672 snap 205 seq_num 672) 2024-09-16T03:01:55.137 INFO:tasks.rados.rados.0.smithi097.stdout:2175: copy_from oid 22 from oid 18 current snap is 209 2024-09-16T03:01:55.137 INFO:tasks.rados.rados.0.smithi097.stdout:2176: rollback oid 41 current snap is 209 2024-09-16T03:01:55.138 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 201 2024-09-16T03:01:55.138 INFO:tasks.rados.rados.0.smithi097.stdout:2177: read oid 16 snap 175 2024-09-16T03:01:55.138 INFO:tasks.rados.rados.0.smithi097.stdout:2177: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:55.138 INFO:tasks.rados.rados.0.smithi097.stdout:2178: read oid 45 snap -1 2024-09-16T03:01:55.138 INFO:tasks.rados.rados.0.smithi097.stdout:2178: expect (ObjNum 659 snap 200 seq_num 659) 2024-09-16T03:01:55.138 INFO:tasks.rados.rados.0.smithi097.stdout:2179: snap_remove snap 199 2024-09-16T03:01:55.393 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:55 smithi184 ceph-mon[82194]: osdmap e489: 8 total, 7 up, 8 in 2024-09-16T03:01:55.393 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T03:01:55.393 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 bash[96255]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T03:01:55.393 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T03:01:55.393 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 bash[96255]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-09-16T03:01:55.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:55 smithi097 ceph-mon[88563]: osdmap e489: 8 total, 7 up, 8 in 2024-09-16T03:01:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:55 smithi097 ceph-mon[90424]: osdmap e489: 8 total, 7 up, 8 in 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 bash[96255]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 bash[96255]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 bash[96255]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 bash[96255]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate[96269]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 bash[96255]: --> ceph-volume raw activate successful for osd ID: 6 2024-09-16T03:01:55.659 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:55 smithi184 podman[96255]: 2024-09-16 03:01:55.420191906 +0000 UTC m=+1.356032105 container died 921d91b19e4e1291465fad4b6df344b71f67cc31817c6a2d6771ddba57fc3fd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf) 2024-09-16T03:01:56.023 INFO:tasks.rados.rados.0.smithi097.stdout:2179: done (6 left) 2024-09-16T03:01:56.023 INFO:tasks.rados.rados.0.smithi097.stdout:2180: delete oid 11 current snap is 209 2024-09-16T03:01:56.026 INFO:tasks.rados.rados.0.smithi097.stdout:2175: finishing copy_from to smithi09778949-22 2024-09-16T03:01:56.026 INFO:tasks.rados.rados.0.smithi097.stdout:2175: got expected ENOENT (src dne) 2024-09-16T03:01:56.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1282 (ObjNum 647 snap 195 seq_num 647) dirty exists 2024-09-16T03:01:56.026 INFO:tasks.rados.rados.0.smithi097.stdout:2176: finishing rollback tid 0 to smithi09778949-41 2024-09-16T03:01:56.026 INFO:tasks.rados.rados.0.smithi097.stdout:2176: finishing rollback tid 1 to smithi09778949-41 2024-09-16T03:01:56.026 INFO:tasks.rados.rados.0.smithi097.stdout:2176: finishing rollback tid 2 to smithi09778949-41 2024-09-16T03:01:56.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1285 (ObjNum 629 snap 187 seq_num 629) dirty exists 2024-09-16T03:01:56.026 INFO:tasks.rados.rados.0.smithi097.stdout:2177: expect (ObjNum 530 snap 153 seq_num 530) 2024-09-16T03:01:56.129 INFO:tasks.rados.rados.0.smithi097.stdout:2174: expect (ObjNum 672 snap 205 seq_num 672) 2024-09-16T03:01:56.232 INFO:tasks.rados.rados.0.smithi097.stdout:2178: expect (ObjNum 659 snap 200 seq_num 659) 2024-09-16T03:01:56.304 INFO:tasks.rados.rados.0.smithi097.stdout:2175: finishing copy_from racing read to smithi09778949-22 2024-09-16T03:01:56.304 INFO:tasks.rados.rados.0.smithi097.stdout:2173: done (6 left) 2024-09-16T03:01:56.304 INFO:tasks.rados.rados.0.smithi097.stdout:2174: done (5 left) 2024-09-16T03:01:56.305 INFO:tasks.rados.rados.0.smithi097.stdout:2175: done (4 left) 2024-09-16T03:01:56.305 INFO:tasks.rados.rados.0.smithi097.stdout:2176: done (3 left) 2024-09-16T03:01:56.305 INFO:tasks.rados.rados.0.smithi097.stdout:2177: done (2 left) 2024-09-16T03:01:56.305 INFO:tasks.rados.rados.0.smithi097.stdout:2178: done (1 left) 2024-09-16T03:01:56.305 INFO:tasks.rados.rados.0.smithi097.stdout:2180: done (0 left) 2024-09-16T03:01:56.305 INFO:tasks.rados.rados.0.smithi097.stdout:2181: snap_create 2024-09-16T03:01:56.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:56 smithi184 ceph-mon[82194]: pgmap v403: 121 pgs: 31 active+undersized, 9 active+undersized+degraded, 81 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 50/498 objects degraded (10.040%) 2024-09-16T03:01:56.356 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:56 smithi184 ceph-mon[82194]: osdmap e490: 8 total, 7 up, 8 in 2024-09-16T03:01:56.356 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:56 smithi184 podman[96399]: 2024-09-16 03:01:56.029968968 +0000 UTC m=+0.603726732 container remove 921d91b19e4e1291465fad4b6df344b71f67cc31817c6a2d6771ddba57fc3fd3 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-activate, RELEASE=main-fc3e0bf, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2) 2024-09-16T03:01:56.356 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:56 smithi184 podman[96458]: 2024-09-16 03:01:56.14499463 +0000 UTC m=+0.016168920 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:01:56.356 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:56 smithi184 podman[96458]: 2024-09-16 03:01:56.247929159 +0000 UTC m=+0.119103448 container create bb200d83d00dcd4ba4afd75c5b6cce8021fdd4d835ff9e03670a12e282b4fe7d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=) 2024-09-16T03:01:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:56 smithi097 ceph-mon[88563]: pgmap v403: 121 pgs: 31 active+undersized, 9 active+undersized+degraded, 81 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 50/498 objects degraded (10.040%) 2024-09-16T03:01:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:56 smithi097 ceph-mon[88563]: osdmap e490: 8 total, 7 up, 8 in 2024-09-16T03:01:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:56 smithi097 ceph-mon[90424]: pgmap v403: 121 pgs: 31 active+undersized, 9 active+undersized+degraded, 81 active+clean; 233 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.5 MiB/s wr, 14 op/s; 50/498 objects degraded (10.040%) 2024-09-16T03:01:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:56 smithi097 ceph-mon[90424]: osdmap e490: 8 total, 7 up, 8 in 2024-09-16T03:01:56.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:56 smithi184 podman[96458]: 2024-09-16 03:01:56.458374926 +0000 UTC m=+0.329549204 container init bb200d83d00dcd4ba4afd75c5b6cce8021fdd4d835ff9e03670a12e282b4fe7d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2) 2024-09-16T03:01:56.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:56 smithi184 podman[96458]: 2024-09-16 03:01:56.461456149 +0000 UTC m=+0.332630427 container start bb200d83d00dcd4ba4afd75c5b6cce8021fdd4d835ff9e03670a12e282b4fe7d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:01:56.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:56 smithi184 ceph-osd[96477]: -- 172.21.15.184:0/2535795379 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5624d57a5a40 con 0x5624d6576000 2024-09-16T03:01:56.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:56 smithi184 bash[96458]: bb200d83d00dcd4ba4afd75c5b6cce8021fdd4d835ff9e03670a12e282b4fe7d 2024-09-16T03:01:56.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:56 smithi184 systemd[1]: Started Ceph osd.6 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:01:57.028 INFO:tasks.rados.rados.0.smithi097.stdout:2181: done (0 left) 2024-09-16T03:01:57.028 INFO:tasks.rados.rados.0.smithi097.stdout:2182: delete oid 28 current snap is 210 2024-09-16T03:01:57.034 INFO:tasks.rados.rados.0.smithi097.stdout:2182: done (0 left) 2024-09-16T03:01:57.034 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 210 2024-09-16T03:01:57.034 INFO:tasks.rados.rados.0.smithi097.stdout:2183: seq_num 696 ranges {2826240=458752,3284992=417792,3702784=753664,4456448=434176} 2024-09-16T03:01:57.051 INFO:tasks.rados.rados.0.smithi097.stdout:2183: writing smithi09778949-39 from 2826240 to 3284992 tid 1 2024-09-16T03:01:57.054 INFO:tasks.rados.rados.0.smithi097.stdout:2183: writing smithi09778949-39 from 3284992 to 3702784 tid 2 2024-09-16T03:01:57.058 INFO:tasks.rados.rados.0.smithi097.stdout:2183: writing smithi09778949-39 from 3702784 to 4456448 tid 3 2024-09-16T03:01:57.061 INFO:tasks.rados.rados.0.smithi097.stdout:2183: writing smithi09778949-39 from 4456448 to 4890624 tid 4 2024-09-16T03:01:57.061 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 210 2024-09-16T03:01:57.061 INFO:tasks.rados.rados.0.smithi097.stdout:2183: finishing write tid 1 to smithi09778949-39 2024-09-16T03:01:57.061 INFO:tasks.rados.rados.0.smithi097.stdout:2183: finishing write tid 2 to smithi09778949-39 2024-09-16T03:01:57.062 INFO:tasks.rados.rados.0.smithi097.stdout:2184: seq_num 697 ranges {1409024=475136,1884160=704512,2588672=557056,3145728=344064} 2024-09-16T03:01:57.071 INFO:tasks.rados.rados.0.smithi097.stdout:2184: writing smithi09778949-13 from 1409024 to 1884160 tid 1 2024-09-16T03:01:57.075 INFO:tasks.rados.rados.0.smithi097.stdout:2184: writing smithi09778949-13 from 1884160 to 2588672 tid 2 2024-09-16T03:01:57.078 INFO:tasks.rados.rados.0.smithi097.stdout:2184: writing smithi09778949-13 from 2588672 to 3145728 tid 3 2024-09-16T03:01:57.080 INFO:tasks.rados.rados.0.smithi097.stdout:2184: writing smithi09778949-13 from 3145728 to 3489792 tid 4 2024-09-16T03:01:57.080 INFO:tasks.rados.rados.0.smithi097.stdout:2185: snap_remove snap 185 2024-09-16T03:01:57.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:57 smithi184 ceph-mon[82194]: osdmap e491: 8 total, 7 up, 8 in 2024-09-16T03:01:57.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:57 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:57.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:57 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:57.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:57 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:57 smithi097 ceph-mon[88563]: osdmap e491: 8 total, 7 up, 8 in 2024-09-16T03:01:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:57 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:57 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:57 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:57 smithi097 ceph-mon[90424]: osdmap e491: 8 total, 7 up, 8 in 2024-09-16T03:01:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:57 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:57 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:01:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:57 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:01:58.034 INFO:tasks.rados.rados.0.smithi097.stdout:2185: done (2 left) 2024-09-16T03:01:58.034 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 210 2024-09-16T03:01:58.034 INFO:tasks.rados.rados.0.smithi097.stdout:2183: finishing write tid 3 to smithi09778949-39 2024-09-16T03:01:58.034 INFO:tasks.rados.rados.0.smithi097.stdout:2186: seq_num 698 ranges {0=499712,499712=589824,1089536=770048,1859584=245760} 2024-09-16T03:01:58.037 INFO:tasks.rados.rados.0.smithi097.stdout:2186: writing smithi09778949-28 from 0 to 499712 tid 1 2024-09-16T03:01:58.041 INFO:tasks.rados.rados.0.smithi097.stdout:2186: writing smithi09778949-28 from 499712 to 1089536 tid 2 2024-09-16T03:01:58.046 INFO:tasks.rados.rados.0.smithi097.stdout:2186: writing smithi09778949-28 from 1089536 to 1859584 tid 3 2024-09-16T03:01:58.048 INFO:tasks.rados.rados.0.smithi097.stdout:2186: writing smithi09778949-28 from 1859584 to 2105344 tid 4 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2187: read oid 31 snap 175 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2187: expect deleted 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2188: delete oid 3 current snap is 210 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2183: finishing write tid 4 to smithi09778949-39 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2183: finishing write tid 5 to smithi09778949-39 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2183: finishing write tid 6 to smithi09778949-39 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2183: oid 39 updating version 0 to 1095 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2183: oid 39 version 1095 is already newer than 1094 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2183: oid 39 version 1095 is already newer than 1093 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2183: oid 39 version 1095 is already newer than 1092 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:2183: oid 39 updating version 1095 to 1096 2024-09-16T03:01:58.049 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1096 (ObjNum 696 snap 210 seq_num 696) dirty exists 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2183: left oid 39 (ObjNum 696 snap 210 seq_num 696) 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: finishing write tid 1 to smithi09778949-13 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: finishing write tid 2 to smithi09778949-13 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: finishing write tid 3 to smithi09778949-13 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: finishing write tid 4 to smithi09778949-13 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: finishing write tid 5 to smithi09778949-13 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: finishing write tid 6 to smithi09778949-13 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: oid 13 updating version 0 to 942 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: oid 13 version 942 is already newer than 940 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: oid 13 updating version 942 to 943 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: oid 13 version 943 is already newer than 939 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: oid 13 version 943 is already newer than 941 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 943 (ObjNum 697 snap 210 seq_num 697) dirty exists 2024-09-16T03:01:58.050 INFO:tasks.rados.rados.0.smithi097.stdout:2184: left oid 13 (ObjNum 697 snap 210 seq_num 697) 2024-09-16T03:01:58.057 INFO:tasks.rados.rados.0.smithi097.stdout:2186: finishing write tid 1 to smithi09778949-28 2024-09-16T03:01:58.057 INFO:tasks.rados.rados.0.smithi097.stdout:2186: finishing write tid 2 to smithi09778949-28 2024-09-16T03:01:58.057 INFO:tasks.rados.rados.0.smithi097.stdout:2186: finishing write tid 3 to smithi09778949-28 2024-09-16T03:01:58.058 INFO:tasks.rados.rados.0.smithi097.stdout:2186: finishing write tid 4 to smithi09778949-28 2024-09-16T03:01:58.058 INFO:tasks.rados.rados.0.smithi097.stdout:2186: finishing write tid 5 to smithi09778949-28 2024-09-16T03:01:58.063 INFO:tasks.rados.rados.0.smithi097.stdout:2186: finishing write tid 6 to smithi09778949-28 2024-09-16T03:01:58.063 INFO:tasks.rados.rados.0.smithi097.stdout:2186: oid 28 updating version 0 to 1534 2024-09-16T03:01:58.063 INFO:tasks.rados.rados.0.smithi097.stdout:2186: oid 28 version 1534 is already newer than 1530 2024-09-16T03:01:58.063 INFO:tasks.rados.rados.0.smithi097.stdout:2186: oid 28 version 1534 is already newer than 1531 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2186: oid 28 version 1534 is already newer than 1532 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2186: oid 28 version 1534 is already newer than 1533 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1534 (ObjNum 698 snap 210 seq_num 698) dirty exists 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2186: left oid 28 (ObjNum 698 snap 210 seq_num 698) 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2183: done (4 left) 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2184: done (3 left) 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2186: done (2 left) 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2187: done (1 left) 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2188: done (0 left) 2024-09-16T03:01:58.064 INFO:tasks.rados.rados.0.smithi097.stdout:2189: delete oid 23 current snap is 210 2024-09-16T03:01:58.066 INFO:tasks.rados.rados.0.smithi097.stdout:2189: done (0 left) 2024-09-16T03:01:58.066 INFO:tasks.rados.rados.0.smithi097.stdout:2190: setattr oid 9 current snap is 210 2024-09-16T03:01:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:2191: snap_remove snap 192 2024-09-16T03:01:58.276 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:58 smithi184 ceph-mon[82194]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 9.2 MiB/s wr, 26 op/s; 50/528 objects degraded (9.470%) 2024-09-16T03:01:58.277 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:58 smithi184 ceph-mon[82194]: osdmap e492: 8 total, 7 up, 8 in 2024-09-16T03:01:58.277 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:01:58 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:01:58.094+0000 7f9ba5d42640 -1 Falling back to public interface 2024-09-16T03:01:58.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:58 smithi097 ceph-mon[88563]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 9.2 MiB/s wr, 26 op/s; 50/528 objects degraded (9.470%) 2024-09-16T03:01:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:58 smithi097 ceph-mon[88563]: osdmap e492: 8 total, 7 up, 8 in 2024-09-16T03:01:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:58 smithi097 ceph-mon[90424]: pgmap v406: 121 pgs: 34 active+undersized, 9 active+undersized+degraded, 78 active+clean; 251 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 9.2 MiB/s wr, 26 op/s; 50/528 objects degraded (9.470%) 2024-09-16T03:01:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:58 smithi097 ceph-mon[90424]: osdmap e492: 8 total, 7 up, 8 in 2024-09-16T03:01:59.039 INFO:tasks.rados.rados.0.smithi097.stdout:2191: done (1 left) 2024-09-16T03:01:59.040 INFO:tasks.rados.rados.0.smithi097.stdout:2192: snap_create 2024-09-16T03:01:59.040 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1105 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-09-16T03:01:59.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:01:59 smithi184 ceph-mon[82194]: osdmap e493: 8 total, 7 up, 8 in 2024-09-16T03:01:59.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:01:59 smithi097 ceph-mon[88563]: osdmap e493: 8 total, 7 up, 8 in 2024-09-16T03:01:59.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:01:59 smithi097 ceph-mon[90424]: osdmap e493: 8 total, 7 up, 8 in 2024-09-16T03:01:59.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:01:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:01:59] "GET /metrics HTTP/1.1" 200 36223 "" "Prometheus/2.43.0" 2024-09-16T03:02:00.048 INFO:tasks.rados.rados.0.smithi097.stdout:2190: done (1 left) 2024-09-16T03:02:00.048 INFO:tasks.rados.rados.0.smithi097.stdout:2192: done (0 left) 2024-09-16T03:02:00.048 INFO:tasks.rados.rados.0.smithi097.stdout:2193: read oid 42 snap -1 2024-09-16T03:02:00.048 INFO:tasks.rados.rados.0.smithi097.stdout:2193: expect deleted 2024-09-16T03:02:00.048 INFO:tasks.rados.rados.0.smithi097.stdout:2194: snap_remove snap 181 2024-09-16T03:02:00.367 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:00 smithi184 ceph-mon[82194]: pgmap v409: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 50/540 objects degraded (9.259%) 2024-09-16T03:02:00.367 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:00 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 50/540 objects degraded (9.259%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:00.367 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:00 smithi184 ceph-mon[82194]: osdmap e494: 8 total, 7 up, 8 in 2024-09-16T03:02:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:00 smithi097 ceph-mon[88563]: pgmap v409: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 50/540 objects degraded (9.259%) 2024-09-16T03:02:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:00 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 50/540 objects degraded (9.259%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:00 smithi097 ceph-mon[88563]: osdmap e494: 8 total, 7 up, 8 in 2024-09-16T03:02:00.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:00 smithi097 ceph-mon[90424]: pgmap v409: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 24 op/s; 50/540 objects degraded (9.259%) 2024-09-16T03:02:00.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:00 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 50/540 objects degraded (9.259%), 9 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:00.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:00 smithi097 ceph-mon[90424]: osdmap e494: 8 total, 7 up, 8 in 2024-09-16T03:02:01.058 INFO:tasks.rados.rados.0.smithi097.stdout:2194: done (1 left) 2024-09-16T03:02:01.058 INFO:tasks.rados.rados.0.smithi097.stdout:2195: copy_from oid 21 from oid 12 current snap is 211 2024-09-16T03:02:01.058 INFO:tasks.rados.rados.0.smithi097.stdout:2196: copy_from oid 13 from oid 26 current snap is 211 2024-09-16T03:02:01.058 INFO:tasks.rados.rados.0.smithi097.stdout:2193: done (2 left) 2024-09-16T03:02:01.058 INFO:tasks.rados.rados.0.smithi097.stdout:2197: delete oid 37 current snap is 211 2024-09-16T03:02:01.062 INFO:tasks.rados.rados.0.smithi097.stdout:2195: finishing copy_from to smithi09778949-21 2024-09-16T03:02:01.063 INFO:tasks.rados.rados.0.smithi097.stdout:2195: got expected ENOENT (src dne) 2024-09-16T03:02:01.063 INFO:tasks.rados.rados.0.smithi097.stdout:2195: finishing copy_from racing read to smithi09778949-21 2024-09-16T03:02:01.063 INFO:tasks.rados.rados.0.smithi097.stdout:2196: finishing copy_from racing read to smithi09778949-13 2024-09-16T03:02:01.065 INFO:tasks.rados.rados.0.smithi097.stdout:2195: done (2 left) 2024-09-16T03:02:01.066 INFO:tasks.rados.rados.0.smithi097.stdout:2197: done (1 left) 2024-09-16T03:02:01.066 INFO:tasks.rados.rados.0.smithi097.stdout:2198: read oid 9 snap -1 2024-09-16T03:02:01.066 INFO:tasks.rados.rados.0.smithi097.stdout:2198: expect (ObjNum 639 snap 194 seq_num 639) 2024-09-16T03:02:01.066 INFO:tasks.rados.rados.0.smithi097.stdout:2199: read oid 42 snap 210 2024-09-16T03:02:01.066 INFO:tasks.rados.rados.0.smithi097.stdout:2199: expect deleted 2024-09-16T03:02:01.066 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 211 2024-09-16T03:02:01.066 INFO:tasks.rados.rados.0.smithi097.stdout:2200: seq_num 702 ranges {0=565248,565248=581632,1146880=745472,1892352=278528} 2024-09-16T03:02:01.069 INFO:tasks.rados.rados.0.smithi097.stdout:2200: writing smithi09778949-46 from 0 to 565248 tid 1 2024-09-16T03:02:01.073 INFO:tasks.rados.rados.0.smithi097.stdout:2200: writing smithi09778949-46 from 565248 to 1146880 tid 2 2024-09-16T03:02:01.078 INFO:tasks.rados.rados.0.smithi097.stdout:2200: writing smithi09778949-46 from 1146880 to 1892352 tid 3 2024-09-16T03:02:01.081 INFO:tasks.rados.rados.0.smithi097.stdout:2200: writing smithi09778949-46 from 1892352 to 2170880 tid 4 2024-09-16T03:02:01.081 INFO:tasks.rados.rados.0.smithi097.stdout:2201: rollback oid 14 current snap is 211 2024-09-16T03:02:01.081 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 14 to 194 2024-09-16T03:02:01.081 INFO:tasks.rados.rados.0.smithi097.stdout:2196: finishing copy_from to smithi09778949-13 2024-09-16T03:02:01.081 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 983 (ObjNum 616 snap 182 seq_num 616) dirty exists 2024-09-16T03:02:01.081 INFO:tasks.rados.rados.0.smithi097.stdout:2200: finishing write tid 1 to smithi09778949-46 2024-09-16T03:02:01.081 INFO:tasks.rados.rados.0.smithi097.stdout:2200: finishing write tid 2 to smithi09778949-46 2024-09-16T03:02:01.081 INFO:tasks.rados.rados.0.smithi097.stdout:2196: done (4 left) 2024-09-16T03:02:01.082 INFO:tasks.rados.rados.0.smithi097.stdout:2199: done (3 left) 2024-09-16T03:02:01.082 INFO:tasks.rados.rados.0.smithi097.stdout:2202: rollback oid 7 current snap is 211 2024-09-16T03:02:01.082 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 204 2024-09-16T03:02:01.082 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 211 2024-09-16T03:02:01.082 INFO:tasks.rados.rados.0.smithi097.stdout:2203: seq_num 703 ranges {2105344=581632,2686976=458752,3145728=557056,3702784=417792,4120576=172032} 2024-09-16T03:02:01.096 INFO:tasks.rados.rados.0.smithi097.stdout:2203: writing smithi09778949-28 from 2105344 to 2686976 tid 1 2024-09-16T03:02:01.098 INFO:tasks.rados.rados.0.smithi097.stdout:2203: writing smithi09778949-28 from 2686976 to 3145728 tid 2 2024-09-16T03:02:01.102 INFO:tasks.rados.rados.0.smithi097.stdout:2203: writing smithi09778949-28 from 3145728 to 3702784 tid 3 2024-09-16T03:02:01.104 INFO:tasks.rados.rados.0.smithi097.stdout:2203: writing smithi09778949-28 from 3702784 to 4120576 tid 4 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2203: writing smithi09778949-28 from 4120576 to 4292608 tid 5 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2204: read oid 21 snap -1 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2204: expect (ObjNum 681 snap 208 seq_num 681) 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2205: read oid 33 snap -1 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2205: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2206: rollback oid 31 current snap is 211 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 201 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2200: finishing write tid 3 to smithi09778949-46 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2200: finishing write tid 4 to smithi09778949-46 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2207: rollback oid 27 current snap is 211 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 208 2024-09-16T03:02:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:2200: finishing write tid 5 to smithi09778949-46 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2208: read oid 49 snap 207 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2208: expect (ObjNum 657 snap 199 seq_num 657) 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2209: read oid 25 snap 200 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2209: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2210: rollback oid 45 current snap is 211 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 202 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2201: finishing rollback tid 0 to smithi09778949-14 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2200: finishing write tid 6 to smithi09778949-46 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2200: oid 46 updating version 0 to 1477 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2200: oid 46 version 1477 is already newer than 1476 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2200: oid 46 version 1477 is already newer than 1475 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2200: oid 46 updating version 1477 to 1478 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:2200: oid 46 updating version 1478 to 1479 2024-09-16T03:02:01.108 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1479 (ObjNum 702 snap 211 seq_num 702) dirty exists 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2200: left oid 46 (ObjNum 702 snap 211 seq_num 702) 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2201: finishing rollback tid 1 to smithi09778949-14 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2201: finishing rollback tid 2 to smithi09778949-14 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1435 (ObjNum 519 snap 150 seq_num 519) dirty exists 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2202: finishing rollback tid 0 to smithi09778949-7 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2200: done (11 left) 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2201: done (10 left) 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2211: rollback oid 24 current snap is 211 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 24 to 204 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2202: finishing rollback tid 1 to smithi09778949-7 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2202: finishing rollback tid 2 to smithi09778949-7 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1569 (ObjNum 129 snap 0 seq_num 1973785024) dirty exists 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2202: done (10 left) 2024-09-16T03:02:01.109 INFO:tasks.rados.rados.0.smithi097.stdout:2212: snap_create 2024-09-16T03:02:01.110 INFO:tasks.rados.rados.0.smithi097.stdout:2206: finishing rollback tid 1 to smithi09778949-31 2024-09-16T03:02:01.111 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1083 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T03:02:01.111 INFO:tasks.rados.rados.0.smithi097.stdout:2203: finishing write tid 1 to smithi09778949-28 2024-09-16T03:02:01.111 INFO:tasks.rados.rados.0.smithi097.stdout:2203: finishing write tid 2 to smithi09778949-28 2024-09-16T03:02:01.111 INFO:tasks.rados.rados.0.smithi097.stdout:2210: finishing rollback tid 0 to smithi09778949-45 2024-09-16T03:02:01.112 INFO:tasks.rados.rados.0.smithi097.stdout:2203: finishing write tid 3 to smithi09778949-28 2024-09-16T03:02:01.112 INFO:tasks.rados.rados.0.smithi097.stdout:2210: finishing rollback tid 1 to smithi09778949-45 2024-09-16T03:02:01.112 INFO:tasks.rados.rados.0.smithi097.stdout:2210: finishing rollback tid 2 to smithi09778949-45 2024-09-16T03:02:01.112 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1265 (ObjNum 659 snap 200 seq_num 659) dirty exists 2024-09-16T03:02:01.112 INFO:tasks.rados.rados.0.smithi097.stdout:2211: finishing rollback tid 1 to smithi09778949-24 2024-09-16T03:02:01.113 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 0 (ObjNum 113 snap 0 seq_num 734515301) dirty dne 2024-09-16T03:02:01.113 INFO:tasks.rados.rados.0.smithi097.stdout:2203: finishing write tid 4 to smithi09778949-28 2024-09-16T03:02:01.113 INFO:tasks.rados.rados.0.smithi097.stdout:2203: finishing write tid 5 to smithi09778949-28 2024-09-16T03:02:01.113 INFO:tasks.rados.rados.0.smithi097.stdout:2203: finishing write tid 6 to smithi09778949-28 2024-09-16T03:02:01.118 INFO:tasks.rados.rados.0.smithi097.stdout:2203: finishing write tid 7 to smithi09778949-28 2024-09-16T03:02:01.118 INFO:tasks.rados.rados.0.smithi097.stdout:2203: oid 28 updating version 0 to 1574 2024-09-16T03:02:01.118 INFO:tasks.rados.rados.0.smithi097.stdout:2203: oid 28 updating version 1574 to 1575 2024-09-16T03:02:01.118 INFO:tasks.rados.rados.0.smithi097.stdout:2203: oid 28 version 1575 is already newer than 1571 2024-09-16T03:02:01.118 INFO:tasks.rados.rados.0.smithi097.stdout:2203: oid 28 version 1575 is already newer than 1572 2024-09-16T03:02:01.119 INFO:tasks.rados.rados.0.smithi097.stdout:2203: oid 28 version 1575 is already newer than 1573 2024-09-16T03:02:01.119 INFO:tasks.rados.rados.0.smithi097.stdout:2203: oid 28 updating version 1575 to 1576 2024-09-16T03:02:01.119 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1576 (ObjNum 703 snap 211 seq_num 703) dirty exists 2024-09-16T03:02:01.119 INFO:tasks.rados.rados.0.smithi097.stdout:2203: left oid 28 (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:02:01.119 INFO:tasks.rados.rados.0.smithi097.stdout:2207: finishing rollback tid 1 to smithi09778949-27 2024-09-16T03:02:01.119 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1500 (ObjNum 1265 snap 0 seq_num 1972907232) dirty dne 2024-09-16T03:02:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:2209: expect (ObjNum 567 snap 165 seq_num 567) 2024-09-16T03:02:01.184 INFO:tasks.rados.rados.0.smithi097.stdout:2204: expect (ObjNum 681 snap 208 seq_num 681) 2024-09-16T03:02:01.295 INFO:tasks.rados.rados.0.smithi097.stdout:2198: expect (ObjNum 639 snap 194 seq_num 639) 2024-09-16T03:02:01.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:01 smithi184 ceph-mon[82194]: osdmap e495: 8 total, 7 up, 8 in 2024-09-16T03:02:01.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:01 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:01.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:01 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:01.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:01 smithi097 ceph-mon[88563]: osdmap e495: 8 total, 7 up, 8 in 2024-09-16T03:02:01.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:01 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:01.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:01 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:01 smithi097 ceph-mon[90424]: osdmap e495: 8 total, 7 up, 8 in 2024-09-16T03:02:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:01 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:01 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:02.126 INFO:tasks.rados.rados.0.smithi097.stdout:2205: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:02.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:02:02 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:02:02.077+0000 7f9ba5d42640 -1 osd.6 485 log_to_monitors true 2024-09-16T03:02:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:02 smithi184 ceph-mon[82194]: pgmap v412: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.3 MiB/s wr, 34 op/s; 58/561 objects degraded (10.339%) 2024-09-16T03:02:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:02 smithi184 ceph-mon[82194]: osdmap e496: 8 total, 7 up, 8 in 2024-09-16T03:02:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:02 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:02 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:02.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:02 smithi097 ceph-mon[88563]: pgmap v412: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.3 MiB/s wr, 34 op/s; 58/561 objects degraded (10.339%) 2024-09-16T03:02:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:02 smithi097 ceph-mon[88563]: osdmap e496: 8 total, 7 up, 8 in 2024-09-16T03:02:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:02 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:02 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:02 smithi097 ceph-mon[90424]: pgmap v412: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 4.3 MiB/s wr, 34 op/s; 58/561 objects degraded (10.339%) 2024-09-16T03:02:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:02 smithi097 ceph-mon[90424]: osdmap e496: 8 total, 7 up, 8 in 2024-09-16T03:02:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:02 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:02 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:03.310 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:02:03 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:02:03.082+0000 7f9b9daec640 -1 osd.6 485 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T03:02:03.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:03 smithi184 ceph-mon[82194]: osdmap e497: 8 total, 7 up, 8 in 2024-09-16T03:02:03.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:03 smithi184 ceph-mon[82194]: from='osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-16T03:02:03.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:03 smithi184 ceph-mon[82194]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-16T03:02:03.384 INFO:tasks.rados.rados.0.smithi097.stdout:2208: expect (ObjNum 657 snap 199 seq_num 657) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2198: done (10 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2203: done (9 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2204: done (8 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2205: done (7 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2206: done (6 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2207: done (5 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2208: done (4 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2209: done (3 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2210: done (2 left) 2024-09-16T03:02:03.421 INFO:tasks.rados.rados.0.smithi097.stdout:2211: done (1 left) 2024-09-16T03:02:03.422 INFO:tasks.rados.rados.0.smithi097.stdout:2212: done (0 left) 2024-09-16T03:02:03.422 INFO:tasks.rados.rados.0.smithi097.stdout:2213: copy_from oid 12 from oid 43 current snap is 212 2024-09-16T03:02:03.422 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 212 2024-09-16T03:02:03.422 INFO:tasks.rados.rados.0.smithi097.stdout:2214: seq_num 704 ranges {3407872=598016,4005888=745472,4751360=712704,5464064=147456} 2024-09-16T03:02:03.442 INFO:tasks.rados.rados.0.smithi097.stdout:2214: writing smithi09778949-49 from 3407872 to 4005888 tid 1 2024-09-16T03:02:03.447 INFO:tasks.rados.rados.0.smithi097.stdout:2214: writing smithi09778949-49 from 4005888 to 4751360 tid 2 2024-09-16T03:02:03.451 INFO:tasks.rados.rados.0.smithi097.stdout:2214: writing smithi09778949-49 from 4751360 to 5464064 tid 3 2024-09-16T03:02:03.452 INFO:tasks.rados.rados.0.smithi097.stdout:2214: writing smithi09778949-49 from 5464064 to 5611520 tid 4 2024-09-16T03:02:03.452 INFO:tasks.rados.rados.0.smithi097.stdout:2214: finishing write tid 1 to smithi09778949-49 2024-09-16T03:02:03.452 INFO:tasks.rados.rados.0.smithi097.stdout:2215: copy_from oid 6 from oid 21 current snap is 212 2024-09-16T03:02:03.452 INFO:tasks.rados.rados.0.smithi097.stdout:2216: snap_remove snap 203 2024-09-16T03:02:03.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:03 smithi097 ceph-mon[88563]: osdmap e497: 8 total, 7 up, 8 in 2024-09-16T03:02:03.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:03 smithi097 ceph-mon[88563]: from='osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-16T03:02:03.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:03 smithi097 ceph-mon[88563]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-16T03:02:03.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:03 smithi097 ceph-mon[90424]: osdmap e497: 8 total, 7 up, 8 in 2024-09-16T03:02:03.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:03 smithi097 ceph-mon[90424]: from='osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-16T03:02:03.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:03 smithi097 ceph-mon[90424]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-09-16T03:02:04.064 INFO:tasks.rados.rados.0.smithi097.stdout:2216: done (3 left) 2024-09-16T03:02:04.064 INFO:tasks.rados.rados.0.smithi097.stdout:2217: snap_remove snap 175 2024-09-16T03:02:04.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:04 smithi184 ceph-mon[82194]: pgmap v415: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.5 MiB/s wr, 26 op/s; 58/567 objects degraded (10.229%) 2024-09-16T03:02:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:04 smithi184 ceph-mon[82194]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T03:02:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:04 smithi184 ceph-mon[82194]: osdmap e498: 8 total, 7 up, 8 in 2024-09-16T03:02:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:04 smithi184 ceph-mon[82194]: from='osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:04 smithi184 ceph-mon[82194]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:04.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[88563]: pgmap v415: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.5 MiB/s wr, 26 op/s; 58/567 objects degraded (10.229%) 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[88563]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[88563]: osdmap e498: 8 total, 7 up, 8 in 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[88563]: from='osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[88563]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[90424]: pgmap v415: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 9 active+undersized+degraded, 77 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.5 MiB/s wr, 26 op/s; 58/567 objects degraded (10.229%) 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[90424]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-09-16T03:02:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[90424]: osdmap e498: 8 total, 7 up, 8 in 2024-09-16T03:02:04.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[90424]: from='osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:04.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[90424]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:04.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:04.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:05.068 INFO:tasks.rados.rados.0.smithi097.stdout:2217: done (3 left) 2024-09-16T03:02:05.068 INFO:tasks.rados.rados.0.smithi097.stdout:2218: read oid 20 snap 200 2024-09-16T03:02:05.068 INFO:tasks.rados.rados.0.smithi097.stdout:2218: expect (ObjNum 608 snap 180 seq_num 608) 2024-09-16T03:02:05.068 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 212 2024-09-16T03:02:05.068 INFO:tasks.rados.rados.0.smithi097.stdout:2219: seq_num 705 ranges {4890624=614400,5505024=630784,6135808=524288,6660096=450560} 2024-09-16T03:02:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:2219: writing smithi09778949-39 from 4890624 to 5505024 tid 1 2024-09-16T03:02:05.103 INFO:tasks.rados.rados.0.smithi097.stdout:2219: writing smithi09778949-39 from 5505024 to 6135808 tid 2 2024-09-16T03:02:05.106 INFO:tasks.rados.rados.0.smithi097.stdout:2219: writing smithi09778949-39 from 6135808 to 6660096 tid 3 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2219: writing smithi09778949-39 from 6660096 to 7110656 tid 4 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2220: read oid 33 snap -1 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2220: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2221: read oid 32 snap -1 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2221: expect (ObjNum 684 snap 208 seq_num 684) 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2222: read oid 26 snap -1 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2222: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2223: delete oid 1 current snap is 212 2024-09-16T03:02:05.110 INFO:tasks.rados.rados.0.smithi097.stdout:2214: finishing write tid 2 to smithi09778949-49 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: finishing write tid 3 to smithi09778949-49 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: finishing write tid 4 to smithi09778949-49 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: finishing write tid 5 to smithi09778949-49 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: finishing write tid 6 to smithi09778949-49 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: oid 49 updating version 0 to 1510 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: oid 49 updating version 1510 to 1513 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: oid 49 version 1513 is already newer than 1511 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: oid 49 version 1513 is already newer than 1512 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: oid 49 version 1513 is already newer than 1509 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1513 (ObjNum 704 snap 212 seq_num 704) dirty exists 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2214: left oid 49 (ObjNum 704 snap 212 seq_num 704) 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2213: finishing copy_from racing read to smithi09778949-12 2024-09-16T03:02:05.111 INFO:tasks.rados.rados.0.smithi097.stdout:2213: finishing copy_from to smithi09778949-12 2024-09-16T03:02:05.112 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1098 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-09-16T03:02:05.112 INFO:tasks.rados.rados.0.smithi097.stdout:2215: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:02:05.112 INFO:tasks.rados.rados.0.smithi097.stdout:2215: finishing copy_from to smithi09778949-6 2024-09-16T03:02:05.112 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1284 (ObjNum 681 snap 208 seq_num 681) dirty exists 2024-09-16T03:02:05.112 INFO:tasks.rados.rados.0.smithi097.stdout:2218: expect (ObjNum 608 snap 180 seq_num 608) 2024-09-16T03:02:05.138 INFO:tasks.rados.rados.0.smithi097.stdout:2219: finishing write tid 1 to smithi09778949-39 2024-09-16T03:02:05.138 INFO:tasks.rados.rados.0.smithi097.stdout:2219: finishing write tid 2 to smithi09778949-39 2024-09-16T03:02:05.138 INFO:tasks.rados.rados.0.smithi097.stdout:2219: finishing write tid 3 to smithi09778949-39 2024-09-16T03:02:05.138 INFO:tasks.rados.rados.0.smithi097.stdout:2222: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: finishing write tid 4 to smithi09778949-39 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: finishing write tid 5 to smithi09778949-39 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: finishing write tid 6 to smithi09778949-39 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: oid 39 updating version 0 to 1098 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: oid 39 updating version 1098 to 1100 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: oid 39 version 1100 is already newer than 1099 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: oid 39 version 1100 is already newer than 1097 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: oid 39 updating version 1100 to 1101 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1101 (ObjNum 705 snap 212 seq_num 705) dirty exists 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2219: left oid 39 (ObjNum 705 snap 212 seq_num 705) 2024-09-16T03:02:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2221: expect (ObjNum 684 snap 208 seq_num 684) 2024-09-16T03:02:05.221 INFO:tasks.rados.rados.0.smithi097.stdout:2220: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:05.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:02:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T03:02:04.829+0000 7fd0c03b5640 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T03:02:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:02:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124] boot 2024-09-16T03:02:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: osdmap e499: 8 total, 8 up, 8 in 2024-09-16T03:02:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-16T03:02:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-16T03:02:05.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[90424]: osdmap e500: 8 total, 8 up, 8 in 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124] boot 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: osdmap e499: 8 total, 8 up, 8 in 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:05.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-16T03:02:05.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:05 smithi097 ceph-mon[88563]: osdmap e500: 8 total, 8 up, 8 in 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: osd.6 [v2:172.21.15.184:6816/601910124,v1:172.21.15.184:6817/601910124] boot 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: osdmap e499: 8 total, 8 up, 8 in 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:05.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-16T03:02:05.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:05 smithi184 ceph-mon[82194]: osdmap e500: 8 total, 8 up, 8 in 2024-09-16T03:02:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:06 smithi184 ceph-mon[82194]: pgmap v418: 121 pgs: 14 peering, 25 active+undersized, 4 active+undersized+degraded, 78 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 16/564 objects degraded (2.837%) 2024-09-16T03:02:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:06 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T03:02:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:06 smithi184 ceph-mon[82194]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T03:02:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:06 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 16/564 objects degraded (2.837%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:06.490 INFO:tasks.rados.rados.0.smithi097.stdout:2213: done (8 left) 2024-09-16T03:02:06.490 INFO:tasks.rados.rados.0.smithi097.stdout:2214: done (7 left) 2024-09-16T03:02:06.490 INFO:tasks.rados.rados.0.smithi097.stdout:2215: done (6 left) 2024-09-16T03:02:06.490 INFO:tasks.rados.rados.0.smithi097.stdout:2218: done (5 left) 2024-09-16T03:02:06.490 INFO:tasks.rados.rados.0.smithi097.stdout:2219: done (4 left) 2024-09-16T03:02:06.491 INFO:tasks.rados.rados.0.smithi097.stdout:2220: done (3 left) 2024-09-16T03:02:06.491 INFO:tasks.rados.rados.0.smithi097.stdout:2221: done (2 left) 2024-09-16T03:02:06.491 INFO:tasks.rados.rados.0.smithi097.stdout:2222: done (1 left) 2024-09-16T03:02:06.491 INFO:tasks.rados.rados.0.smithi097.stdout:2223: done (0 left) 2024-09-16T03:02:06.491 INFO:tasks.rados.rados.0.smithi097.stdout:2224: read oid 7 snap -1 2024-09-16T03:02:06.491 INFO:tasks.rados.rados.0.smithi097.stdout:2224: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:02:06.491 INFO:tasks.rados.rados.0.smithi097.stdout:2225: snap_remove snap 205 2024-09-16T03:02:06.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:06 smithi097 ceph-mon[88563]: pgmap v418: 121 pgs: 14 peering, 25 active+undersized, 4 active+undersized+degraded, 78 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 16/564 objects degraded (2.837%) 2024-09-16T03:02:06.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:06 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T03:02:06.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:06 smithi097 ceph-mon[88563]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T03:02:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:06 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 16/564 objects degraded (2.837%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:06 smithi097 ceph-mon[90424]: pgmap v418: 121 pgs: 14 peering, 25 active+undersized, 4 active+undersized+degraded, 78 active+clean; 273 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 7 op/s; 16/564 objects degraded (2.837%) 2024-09-16T03:02:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:06 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T03:02:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:06 smithi097 ceph-mon[90424]: Upgrade: unsafe to stop osd(s) at this time (13 PGs are or would become offline) 2024-09-16T03:02:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:06 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 16/564 objects degraded (2.837%), 4 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:07.092 INFO:tasks.rados.rados.0.smithi097.stdout:2225: done (1 left) 2024-09-16T03:02:07.092 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 212 2024-09-16T03:02:07.092 INFO:tasks.rados.rados.0.smithi097.stdout:2226: seq_num 707 ranges {0=647168,647168=802816,1449984=532480,1982464=270336} 2024-09-16T03:02:07.096 INFO:tasks.rados.rados.0.smithi097.stdout:2226: writing smithi09778949-24 from 0 to 647168 tid 1 2024-09-16T03:02:07.101 INFO:tasks.rados.rados.0.smithi097.stdout:2226: writing smithi09778949-24 from 647168 to 1449984 tid 2 2024-09-16T03:02:07.105 INFO:tasks.rados.rados.0.smithi097.stdout:2226: writing smithi09778949-24 from 1449984 to 1982464 tid 3 2024-09-16T03:02:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:2226: writing smithi09778949-24 from 1982464 to 2252800 tid 4 2024-09-16T03:02:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 212 2024-09-16T03:02:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:2227: seq_num 708 ranges {9904128=663552,10567680=737280,11304960=696320,12001280=172032} 2024-09-16T03:02:07.164 INFO:tasks.rados.rados.0.smithi097.stdout:2227: writing smithi09778949-4 from 9904128 to 10567680 tid 1 2024-09-16T03:02:07.168 INFO:tasks.rados.rados.0.smithi097.stdout:2227: writing smithi09778949-4 from 10567680 to 11304960 tid 2 2024-09-16T03:02:07.172 INFO:tasks.rados.rados.0.smithi097.stdout:2227: writing smithi09778949-4 from 11304960 to 12001280 tid 3 2024-09-16T03:02:07.173 INFO:tasks.rados.rados.0.smithi097.stdout:2227: writing smithi09778949-4 from 12001280 to 12173312 tid 4 2024-09-16T03:02:07.173 INFO:tasks.rados.rados.0.smithi097.stdout:2228: read oid 26 snap -1 2024-09-16T03:02:07.174 INFO:tasks.rados.rados.0.smithi097.stdout:2228: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:07.174 INFO:tasks.rados.rados.0.smithi097.stdout:2229: snap_create 2024-09-16T03:02:07.174 INFO:tasks.rados.rados.0.smithi097.stdout:2224: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: finishing write tid 1 to smithi09778949-24 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: finishing write tid 2 to smithi09778949-24 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: finishing write tid 3 to smithi09778949-24 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: finishing write tid 4 to smithi09778949-24 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: finishing write tid 5 to smithi09778949-24 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: finishing write tid 6 to smithi09778949-24 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: oid 24 updating version 0 to 1104 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: oid 24 updating version 1104 to 1106 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: oid 24 version 1106 is already newer than 1105 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: oid 24 version 1106 is already newer than 1103 2024-09-16T03:02:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:2226: oid 24 version 1106 is already newer than 1102 2024-09-16T03:02:07.177 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1106 (ObjNum 707 snap 212 seq_num 707) dirty exists 2024-09-16T03:02:07.177 INFO:tasks.rados.rados.0.smithi097.stdout:2226: left oid 24 (ObjNum 707 snap 212 seq_num 707) 2024-09-16T03:02:07.177 INFO:tasks.rados.rados.0.smithi097.stdout:2227: finishing write tid 1 to smithi09778949-4 2024-09-16T03:02:07.177 INFO:tasks.rados.rados.0.smithi097.stdout:2227: finishing write tid 2 to smithi09778949-4 2024-09-16T03:02:07.177 INFO:tasks.rados.rados.0.smithi097.stdout:2227: finishing write tid 3 to smithi09778949-4 2024-09-16T03:02:07.178 INFO:tasks.rados.rados.0.smithi097.stdout:2227: finishing write tid 4 to smithi09778949-4 2024-09-16T03:02:07.178 INFO:tasks.rados.rados.0.smithi097.stdout:2227: finishing write tid 5 to smithi09778949-4 2024-09-16T03:02:07.178 INFO:tasks.rados.rados.0.smithi097.stdout:2228: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:07.196 INFO:tasks.rados.rados.0.smithi097.stdout:2227: finishing write tid 6 to smithi09778949-4 2024-09-16T03:02:07.196 INFO:tasks.rados.rados.0.smithi097.stdout:2227: oid 4 updating version 0 to 1092 2024-09-16T03:02:07.197 INFO:tasks.rados.rados.0.smithi097.stdout:2227: oid 4 version 1092 is already newer than 1091 2024-09-16T03:02:07.197 INFO:tasks.rados.rados.0.smithi097.stdout:2227: oid 4 version 1092 is already newer than 1088 2024-09-16T03:02:07.197 INFO:tasks.rados.rados.0.smithi097.stdout:2227: oid 4 version 1092 is already newer than 1089 2024-09-16T03:02:07.197 INFO:tasks.rados.rados.0.smithi097.stdout:2227: oid 4 version 1092 is already newer than 1090 2024-09-16T03:02:07.197 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1092 (ObjNum 708 snap 212 seq_num 708) dirty exists 2024-09-16T03:02:07.197 INFO:tasks.rados.rados.0.smithi097.stdout:2227: left oid 4 (ObjNum 708 snap 212 seq_num 708) 2024-09-16T03:02:08.097 INFO:tasks.rados.rados.0.smithi097.stdout:2224: done (4 left) 2024-09-16T03:02:08.097 INFO:tasks.rados.rados.0.smithi097.stdout:2226: done (3 left) 2024-09-16T03:02:08.097 INFO:tasks.rados.rados.0.smithi097.stdout:2227: done (2 left) 2024-09-16T03:02:08.097 INFO:tasks.rados.rados.0.smithi097.stdout:2228: done (1 left) 2024-09-16T03:02:08.098 INFO:tasks.rados.rados.0.smithi097.stdout:2229: done (0 left) 2024-09-16T03:02:08.098 INFO:tasks.rados.rados.0.smithi097.stdout:2230: read oid 40 snap 201 2024-09-16T03:02:08.098 INFO:tasks.rados.rados.0.smithi097.stdout:2230: expect (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:02:08.098 INFO:tasks.rados.rados.0.smithi097.stdout:2231: snap_remove snap 204 2024-09-16T03:02:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:08 smithi184 ceph-mon[82194]: pgmap v420: 121 pgs: 14 peering, 22 active+undersized, 4 active+undersized+degraded, 81 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 16/555 objects degraded (2.883%) 2024-09-16T03:02:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:08 smithi184 ceph-mon[82194]: osdmap e501: 8 total, 8 up, 8 in 2024-09-16T03:02:08.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:08 smithi097 ceph-mon[88563]: pgmap v420: 121 pgs: 14 peering, 22 active+undersized, 4 active+undersized+degraded, 81 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 16/555 objects degraded (2.883%) 2024-09-16T03:02:08.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:08 smithi097 ceph-mon[88563]: osdmap e501: 8 total, 8 up, 8 in 2024-09-16T03:02:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:08 smithi097 ceph-mon[90424]: pgmap v420: 121 pgs: 14 peering, 22 active+undersized, 4 active+undersized+degraded, 81 active+clean; 258 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 1.4 MiB/s wr, 11 op/s; 16/555 objects degraded (2.883%) 2024-09-16T03:02:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:08 smithi097 ceph-mon[90424]: osdmap e501: 8 total, 8 up, 8 in 2024-09-16T03:02:09.102 INFO:tasks.rados.rados.0.smithi097.stdout:2231: done (1 left) 2024-09-16T03:02:09.102 INFO:tasks.rados.rados.0.smithi097.stdout:2232: snap_remove snap 200 2024-09-16T03:02:09.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:09 smithi184 ceph-mon[82194]: osdmap e502: 8 total, 8 up, 8 in 2024-09-16T03:02:09.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:09 smithi097 ceph-mon[88563]: osdmap e502: 8 total, 8 up, 8 in 2024-09-16T03:02:09.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:09 smithi097 ceph-mon[90424]: osdmap e502: 8 total, 8 up, 8 in 2024-09-16T03:02:09.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:02:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:02:09] "GET /metrics HTTP/1.1" 200 36074 "" "Prometheus/2.43.0" 2024-09-16T03:02:10.105 INFO:tasks.rados.rados.0.smithi097.stdout:2232: done (1 left) 2024-09-16T03:02:10.105 INFO:tasks.rados.rados.0.smithi097.stdout:2233: read oid 44 snap -1 2024-09-16T03:02:10.105 INFO:tasks.rados.rados.0.smithi097.stdout:2233: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:02:10.105 INFO:tasks.rados.rados.0.smithi097.stdout:2234: setattr oid 7 current snap is 213 2024-09-16T03:02:10.106 INFO:tasks.rados.rados.0.smithi097.stdout:2230: expect (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:02:10.141 INFO:tasks.rados.rados.0.smithi097.stdout:2233: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:02:10.325 INFO:tasks.rados.rados.0.smithi097.stdout:2230: done (2 left) 2024-09-16T03:02:10.325 INFO:tasks.rados.rados.0.smithi097.stdout:2233: done (1 left) 2024-09-16T03:02:10.325 INFO:tasks.rados.rados.0.smithi097.stdout:2235: read oid 1 snap -1 2024-09-16T03:02:10.325 INFO:tasks.rados.rados.0.smithi097.stdout:2235: expect deleted 2024-09-16T03:02:10.326 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 213 2024-09-16T03:02:10.326 INFO:tasks.rados.rados.0.smithi097.stdout:2236: seq_num 709 ranges {0=679936,679936=614400,1294336=499712,1794048=491520} 2024-09-16T03:02:10.329 INFO:tasks.rados.rados.0.smithi097.stdout:2236: writing smithi09778949-18 from 0 to 679936 tid 1 2024-09-16T03:02:10.332 INFO:tasks.rados.rados.0.smithi097.stdout:2236: writing smithi09778949-18 from 679936 to 1294336 tid 2 2024-09-16T03:02:10.335 INFO:tasks.rados.rados.0.smithi097.stdout:2236: writing smithi09778949-18 from 1294336 to 1794048 tid 3 2024-09-16T03:02:10.338 INFO:tasks.rados.rados.0.smithi097.stdout:2236: writing smithi09778949-18 from 1794048 to 2285568 tid 4 2024-09-16T03:02:10.338 INFO:tasks.rados.rados.0.smithi097.stdout:2237: delete oid 20 current snap is 213 2024-09-16T03:02:10.338 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1621 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T03:02:10.338 INFO:tasks.rados.rados.0.smithi097.stdout:2236: finishing write tid 1 to smithi09778949-18 2024-09-16T03:02:10.338 INFO:tasks.rados.rados.0.smithi097.stdout:2236: finishing write tid 2 to smithi09778949-18 2024-09-16T03:02:10.338 INFO:tasks.rados.rados.0.smithi097.stdout:2236: finishing write tid 3 to smithi09778949-18 2024-09-16T03:02:10.340 INFO:tasks.rados.rados.0.smithi097.stdout:2234: done (3 left) 2024-09-16T03:02:10.340 INFO:tasks.rados.rados.0.smithi097.stdout:2235: done (2 left) 2024-09-16T03:02:10.340 INFO:tasks.rados.rados.0.smithi097.stdout:2237: done (1 left) 2024-09-16T03:02:10.340 INFO:tasks.rados.rados.0.smithi097.stdout:2238: read oid 28 snap -1 2024-09-16T03:02:10.340 INFO:tasks.rados.rados.0.smithi097.stdout:2238: expect (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:02:10.340 INFO:tasks.rados.rados.0.smithi097.stdout:2239: rollback oid 6 current snap is 213 2024-09-16T03:02:10.340 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 6 to 183 2024-09-16T03:02:10.341 INFO:tasks.rados.rados.0.smithi097.stdout:2240: rmattr oid 33 current snap is 213 2024-09-16T03:02:10.341 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 213 2024-09-16T03:02:10.341 INFO:tasks.rados.rados.0.smithi097.stdout:2241: seq_num 711 ranges {0=712704,712704=786432,1499136=516096,2015232=303104} 2024-09-16T03:02:10.344 INFO:tasks.rados.rados.0.smithi097.stdout:2241: writing smithi09778949-20 from 0 to 712704 tid 1 2024-09-16T03:02:10.350 INFO:tasks.rados.rados.0.smithi097.stdout:2241: writing smithi09778949-20 from 712704 to 1499136 tid 2 2024-09-16T03:02:10.354 INFO:tasks.rados.rados.0.smithi097.stdout:2241: writing smithi09778949-20 from 1499136 to 2015232 tid 3 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2241: writing smithi09778949-20 from 2015232 to 2318336 tid 4 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2242: read oid 46 snap -1 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2242: expect (ObjNum 702 snap 211 seq_num 702) 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2243: read oid 36 snap -1 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2243: expect (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2244: rollback oid 29 current snap is 213 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 29 to 212 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2236: finishing write tid 4 to smithi09778949-18 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2245: read oid 42 snap -1 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2245: expect deleted 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2246: read oid 13 snap -1 2024-09-16T03:02:10.357 INFO:tasks.rados.rados.0.smithi097.stdout:2246: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2247: setattr oid 16 current snap is 213 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2236: finishing write tid 5 to smithi09778949-18 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2239: finishing rollback tid 0 to smithi09778949-6 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2236: finishing write tid 6 to smithi09778949-18 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2236: oid 18 updating version 0 to 988 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2236: oid 18 version 988 is already newer than 986 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2236: oid 18 version 988 is already newer than 987 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2236: oid 18 version 988 is already newer than 985 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2236: oid 18 version 988 is already newer than 984 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 988 (ObjNum 709 snap 213 seq_num 709) dirty exists 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2236: left oid 18 (ObjNum 709 snap 213 seq_num 709) 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2239: finishing rollback tid 1 to smithi09778949-6 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:2239: finishing rollback tid 2 to smithi09778949-6 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1287 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:02:10.358 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1514 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:02:10.359 INFO:tasks.rados.rados.0.smithi097.stdout:2241: finishing write tid 1 to smithi09778949-20 2024-09-16T03:02:10.359 INFO:tasks.rados.rados.0.smithi097.stdout:2238: expect (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:02:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:10 smithi184 ceph-mon[82194]: pgmap v423: 121 pgs: 14 peering, 107 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-09-16T03:02:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:10 smithi184 ceph-mon[82194]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/555 objects degraded (2.883%), 4 pgs degraded) 2024-09-16T03:02:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:10 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:02:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:10 smithi184 ceph-mon[82194]: osdmap e503: 8 total, 8 up, 8 in 2024-09-16T03:02:10.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:10 smithi097 ceph-mon[88563]: pgmap v423: 121 pgs: 14 peering, 107 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-09-16T03:02:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:10 smithi097 ceph-mon[88563]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/555 objects degraded (2.883%), 4 pgs degraded) 2024-09-16T03:02:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:10 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:02:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:10 smithi097 ceph-mon[88563]: osdmap e503: 8 total, 8 up, 8 in 2024-09-16T03:02:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:10 smithi097 ceph-mon[90424]: pgmap v423: 121 pgs: 14 peering, 107 active+clean; 264 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 4.7 MiB/s wr, 13 op/s 2024-09-16T03:02:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:10 smithi097 ceph-mon[90424]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 16/555 objects degraded (2.883%), 4 pgs degraded) 2024-09-16T03:02:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:10 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:02:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:10 smithi097 ceph-mon[90424]: osdmap e503: 8 total, 8 up, 8 in 2024-09-16T03:02:10.504 INFO:tasks.rados.rados.0.smithi097.stdout:2241: finishing write tid 2 to smithi09778949-20 2024-09-16T03:02:10.504 INFO:tasks.rados.rados.0.smithi097.stdout:2241: finishing write tid 3 to smithi09778949-20 2024-09-16T03:02:10.504 INFO:tasks.rados.rados.0.smithi097.stdout:2244: finishing rollback tid 1 to smithi09778949-29 2024-09-16T03:02:10.504 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1508 (ObjNum 113 snap 0 seq_num 0) dirty dne 2024-09-16T03:02:10.504 INFO:tasks.rados.rados.0.smithi097.stdout:2246: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: finishing write tid 4 to smithi09778949-20 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: finishing write tid 5 to smithi09778949-20 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: finishing write tid 6 to smithi09778949-20 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: oid 20 updating version 0 to 805 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: oid 20 updating version 805 to 808 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: oid 20 version 808 is already newer than 806 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: oid 20 version 808 is already newer than 807 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: oid 20 version 808 is already newer than 804 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 808 (ObjNum 711 snap 213 seq_num 711) dirty exists 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2241: left oid 20 (ObjNum 711 snap 213 seq_num 711) 2024-09-16T03:02:10.522 INFO:tasks.rados.rados.0.smithi097.stdout:2242: expect (ObjNum 702 snap 211 seq_num 702) 2024-09-16T03:02:10.577 INFO:tasks.rados.rados.0.smithi097.stdout:2243: expect (ObjNum 642 snap 195 seq_num 642) 2024-09-16T03:02:10.696 INFO:tasks.rados.rados.0.smithi097.stdout:2236: done (10 left) 2024-09-16T03:02:10.696 INFO:tasks.rados.rados.0.smithi097.stdout:2238: done (9 left) 2024-09-16T03:02:10.696 INFO:tasks.rados.rados.0.smithi097.stdout:2239: done (8 left) 2024-09-16T03:02:10.696 INFO:tasks.rados.rados.0.smithi097.stdout:2240: done (7 left) 2024-09-16T03:02:10.696 INFO:tasks.rados.rados.0.smithi097.stdout:2241: done (6 left) 2024-09-16T03:02:10.697 INFO:tasks.rados.rados.0.smithi097.stdout:2242: done (5 left) 2024-09-16T03:02:10.697 INFO:tasks.rados.rados.0.smithi097.stdout:2243: done (4 left) 2024-09-16T03:02:10.697 INFO:tasks.rados.rados.0.smithi097.stdout:2244: done (3 left) 2024-09-16T03:02:10.697 INFO:tasks.rados.rados.0.smithi097.stdout:2245: done (2 left) 2024-09-16T03:02:10.697 INFO:tasks.rados.rados.0.smithi097.stdout:2246: done (1 left) 2024-09-16T03:02:10.697 INFO:tasks.rados.rados.0.smithi097.stdout:2248: rollback oid 3 current snap is 213 2024-09-16T03:02:10.697 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 3 to 201 2024-09-16T03:02:10.697 INFO:tasks.rados.rados.0.smithi097.stdout:2249: snap_create 2024-09-16T03:02:10.698 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1622 (ObjNum 3451185 snap 0 seq_num 3735004336) dirty exists 2024-09-16T03:02:10.699 INFO:tasks.rados.rados.0.smithi097.stdout:2248: finishing rollback tid 1 to smithi09778949-3 2024-09-16T03:02:10.699 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1450 (ObjNum 33 snap 0 seq_num 3735002352) dirty dne 2024-09-16T03:02:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:2247: done (2 left) 2024-09-16T03:02:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:2248: done (1 left) 2024-09-16T03:02:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:2249: done (0 left) 2024-09-16T03:02:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:2250: copy_from oid 16 from oid 7 current snap is 214 2024-09-16T03:02:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:2251: read oid 14 snap -1 2024-09-16T03:02:11.115 INFO:tasks.rados.rados.0.smithi097.stdout:2251: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:02:11.116 INFO:tasks.rados.rados.0.smithi097.stdout:2252: copy_from oid 11 from oid 48 current snap is 214 2024-09-16T03:02:11.116 INFO:tasks.rados.rados.0.smithi097.stdout:2253: read oid 26 snap -1 2024-09-16T03:02:11.116 INFO:tasks.rados.rados.0.smithi097.stdout:2253: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:11.116 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 214 2024-09-16T03:02:11.116 INFO:tasks.rados.rados.0.smithi097.stdout:2254: seq_num 712 ranges {2285568=729088,3014656=671744,3686400=671744,4358144=262144} 2024-09-16T03:02:11.132 INFO:tasks.rados.rados.0.smithi097.stdout:2254: writing smithi09778949-18 from 2285568 to 3014656 tid 1 2024-09-16T03:02:11.137 INFO:tasks.rados.rados.0.smithi097.stdout:2254: writing smithi09778949-18 from 3014656 to 3686400 tid 2 2024-09-16T03:02:11.142 INFO:tasks.rados.rados.0.smithi097.stdout:2254: writing smithi09778949-18 from 3686400 to 4358144 tid 3 2024-09-16T03:02:11.145 INFO:tasks.rados.rados.0.smithi097.stdout:2254: writing smithi09778949-18 from 4358144 to 4620288 tid 4 2024-09-16T03:02:11.145 INFO:tasks.rados.rados.0.smithi097.stdout:2255: snap_remove snap 183 2024-09-16T03:02:11.341 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:02:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:11 smithi184 ceph-mon[82194]: osdmap e504: 8 total, 8 up, 8 in 2024-09-16T03:02:11.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:11 smithi097 ceph-mon[88563]: osdmap e504: 8 total, 8 up, 8 in 2024-09-16T03:02:11.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:11 smithi097 ceph-mon[90424]: osdmap e504: 8 total, 8 up, 8 in 2024-09-16T03:02:11.893 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:02:11.893 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (8m) 110s ago 9m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (9m) 11s ago 9m 89.3M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (11m) 110s ago 11m 16.8M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (11m) 11s ago 11m 24.3M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (5m) 11s ago 14m 455M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (5m) 110s ago 16m 523M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (5m) 110s ago 16m 54.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (4m) 11s ago 15m 47.8M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (4m) 110s ago 14m 43.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (9m) 110s ago 9m 14.8M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (9m) 11s ago 9m 16.7M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (3m) 110s ago 14m 221M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (3m) 110s ago 13m 137M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:02:11.894 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (2m) 110s ago 13m 130M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:02:11.895 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (114s) 110s ago 13m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:02:11.895 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (81s) 11s ago 12m 110M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 b55738d922bd 2024-09-16T03:02:11.895 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (48s) 11s ago 12m 173M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 17dcd083140f 2024-09-16T03:02:11.895 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (15s) 11s ago 12m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 bb200d83d00d 2024-09-16T03:02:11.895 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (11m) 11s ago 11m 228M 2480M 18.2.4-853-gae7f3733 fd1d6ca2b4a5 16c645185162 2024-09-16T03:02:11.895 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (5m) 11s ago 10m 57.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T03:02:12.010 INFO:tasks.rados.rados.0.smithi097.stdout:2252: finishing copy_from to smithi09778949-11 2024-09-16T03:02:12.010 INFO:tasks.rados.rados.0.smithi097.stdout:2252: got expected ENOENT (src dne) 2024-09-16T03:02:12.010 INFO:tasks.rados.rados.0.smithi097.stdout:2250: finishing copy_from racing read to smithi09778949-16 2024-09-16T03:02:12.011 INFO:tasks.rados.rados.0.smithi097.stdout:2252: finishing copy_from racing read to smithi09778949-11 2024-09-16T03:02:12.011 INFO:tasks.rados.rados.0.smithi097.stdout:2250: finishing copy_from to smithi09778949-16 2024-09-16T03:02:12.011 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1621 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-16T03:02:12.011 INFO:tasks.rados.rados.0.smithi097.stdout:2253: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:12.041 INFO:tasks.rados.rados.0.smithi097.stdout:2254: finishing write tid 1 to smithi09778949-18 2024-09-16T03:02:12.041 INFO:tasks.rados.rados.0.smithi097.stdout:2254: finishing write tid 2 to smithi09778949-18 2024-09-16T03:02:12.041 INFO:tasks.rados.rados.0.smithi097.stdout:2251: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:02:12.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:12 smithi097 ceph-mon[90424]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 10 op/s; 16 MiB/s, 4 objects/s recovering 2024-09-16T03:02:12.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:12 smithi097 ceph-mon[90424]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T03:02:12.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:12 smithi097 ceph-mon[90424]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:12.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:12 smithi097 ceph-mon[90424]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T03:02:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:12 smithi097 ceph-mon[88563]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 10 op/s; 16 MiB/s, 4 objects/s recovering 2024-09-16T03:02:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:12 smithi097 ceph-mon[88563]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T03:02:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:12 smithi097 ceph-mon[88563]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:12 smithi097 ceph-mon[88563]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T03:02:12.255 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 1, 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 7 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:02:12.256 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:02:12.257 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 2 2024-09-16T03:02:12.257 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:02:12.257 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:02:12.257 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 3, 2024-09-16T03:02:12.257 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 12 2024-09-16T03:02:12.257 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:02:12.257 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:02:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:12 smithi184 ceph-mon[82194]: pgmap v426: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 259 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.8 MiB/s wr, 10 op/s; 16 MiB/s, 4 objects/s recovering 2024-09-16T03:02:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:12 smithi184 ceph-mon[82194]: osdmap e505: 8 total, 8 up, 8 in 2024-09-16T03:02:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:12 smithi184 ceph-mon[82194]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:12 smithi184 ceph-mon[82194]: osdmap e506: 8 total, 8 up, 8 in 2024-09-16T03:02:12.434 INFO:tasks.rados.rados.0.smithi097.stdout:2254: finishing write tid 3 to smithi09778949-18 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: finishing write tid 4 to smithi09778949-18 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: finishing write tid 5 to smithi09778949-18 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: finishing write tid 6 to smithi09778949-18 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: oid 18 updating version 0 to 990 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: oid 18 updating version 990 to 993 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: oid 18 version 993 is already newer than 989 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: oid 18 version 993 is already newer than 992 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: oid 18 version 993 is already newer than 991 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 993 (ObjNum 712 snap 214 seq_num 712) dirty exists 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2254: left oid 18 (ObjNum 712 snap 214 seq_num 712) 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2250: done (5 left) 2024-09-16T03:02:12.435 INFO:tasks.rados.rados.0.smithi097.stdout:2251: done (4 left) 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2252: done (3 left) 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2253: done (2 left) 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2254: done (1 left) 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2255: done (0 left) 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2256: read oid 23 snap -1 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2256: expect deleted 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2257: read oid 13 snap -1 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2257: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:12.436 INFO:tasks.rados.rados.0.smithi097.stdout:2258: snap_create 2024-09-16T03:02:12.439 INFO:tasks.rados.rados.0.smithi097.stdout:2257: expect (ObjNum 616 snap 182 seq_num 616) 2024-09-16T03:02:12.548 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "12/20 daemons upgraded", 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading osd daemons", 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:02:12.549 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:02:13.120 INFO:tasks.rados.rados.0.smithi097.stdout:2256: done (2 left) 2024-09-16T03:02:13.121 INFO:tasks.rados.rados.0.smithi097.stdout:2257: done (1 left) 2024-09-16T03:02:13.121 INFO:tasks.rados.rados.0.smithi097.stdout:2258: done (0 left) 2024-09-16T03:02:13.121 INFO:tasks.rados.rados.0.smithi097.stdout:2259: copy_from oid 44 from oid 8 current snap is 215 2024-09-16T03:02:13.121 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 215 2024-09-16T03:02:13.121 INFO:tasks.rados.rados.0.smithi097.stdout:2260: seq_num 713 ranges {966656=745472,1712128=557056,2269184=483328,2752512=565248} 2024-09-16T03:02:13.129 INFO:tasks.rados.rados.0.smithi097.stdout:2260: writing smithi09778949-35 from 966656 to 1712128 tid 1 2024-09-16T03:02:13.132 INFO:tasks.rados.rados.0.smithi097.stdout:2260: writing smithi09778949-35 from 1712128 to 2269184 tid 2 2024-09-16T03:02:13.135 INFO:tasks.rados.rados.0.smithi097.stdout:2260: writing smithi09778949-35 from 2269184 to 2752512 tid 3 2024-09-16T03:02:13.139 INFO:tasks.rados.rados.0.smithi097.stdout:2260: writing smithi09778949-35 from 2752512 to 3317760 tid 4 2024-09-16T03:02:13.139 INFO:tasks.rados.rados.0.smithi097.stdout:2259: finishing copy_from to smithi09778949-44 2024-09-16T03:02:13.139 INFO:tasks.rados.rados.0.smithi097.stdout:2259: got expected ENOENT (src dne) 2024-09-16T03:02:13.139 INFO:tasks.rados.rados.0.smithi097.stdout:2259: finishing copy_from racing read to smithi09778949-44 2024-09-16T03:02:13.139 INFO:tasks.rados.rados.0.smithi097.stdout:2260: finishing write tid 1 to smithi09778949-35 2024-09-16T03:02:13.140 INFO:tasks.rados.rados.0.smithi097.stdout:2260: finishing write tid 2 to smithi09778949-35 2024-09-16T03:02:13.140 INFO:tasks.rados.rados.0.smithi097.stdout:2259: done (1 left) 2024-09-16T03:02:13.140 INFO:tasks.rados.rados.0.smithi097.stdout:2261: read oid 49 snap -1 2024-09-16T03:02:13.140 INFO:tasks.rados.rados.0.smithi097.stdout:2261: expect (ObjNum 704 snap 212 seq_num 704) 2024-09-16T03:02:13.140 INFO:tasks.rados.rados.0.smithi097.stdout:2262: read oid 21 snap -1 2024-09-16T03:02:13.140 INFO:tasks.rados.rados.0.smithi097.stdout:2262: expect (ObjNum 681 snap 208 seq_num 681) 2024-09-16T03:02:13.140 INFO:tasks.rados.rados.0.smithi097.stdout:2263: delete oid 1 current snap is 215 2024-09-16T03:02:13.140 INFO:tasks.rados.rados.0.smithi097.stdout:2260: finishing write tid 3 to smithi09778949-35 2024-09-16T03:02:13.142 INFO:tasks.rados.rados.0.smithi097.stdout:2263: done (3 left) 2024-09-16T03:02:13.142 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 215 2024-09-16T03:02:13.143 INFO:tasks.rados.rados.0.smithi097.stdout:2264: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-09-16T03:02:13.147 INFO:tasks.rados.rados.0.smithi097.stdout:2264: writing smithi09778949-11 from 0 to 778240 tid 1 2024-09-16T03:02:13.152 INFO:tasks.rados.rados.0.smithi097.stdout:2264: writing smithi09778949-11 from 778240 to 1548288 tid 2 2024-09-16T03:02:13.155 INFO:tasks.rados.rados.0.smithi097.stdout:2264: writing smithi09778949-11 from 1548288 to 2048000 tid 3 2024-09-16T03:02:13.157 INFO:tasks.rados.rados.0.smithi097.stdout:2264: writing smithi09778949-11 from 2048000 to 2383872 tid 4 2024-09-16T03:02:13.157 INFO:tasks.rados.rados.0.smithi097.stdout:2265: snap_create 2024-09-16T03:02:13.157 INFO:tasks.rados.rados.0.smithi097.stdout:2260: finishing write tid 4 to smithi09778949-35 2024-09-16T03:02:13.157 INFO:tasks.rados.rados.0.smithi097.stdout:2260: finishing write tid 5 to smithi09778949-35 2024-09-16T03:02:13.157 INFO:tasks.rados.rados.0.smithi097.stdout:2260: finishing write tid 6 to smithi09778949-35 2024-09-16T03:02:13.158 INFO:tasks.rados.rados.0.smithi097.stdout:2260: oid 35 updating version 0 to 1107 2024-09-16T03:02:13.158 INFO:tasks.rados.rados.0.smithi097.stdout:2260: oid 35 updating version 1107 to 1110 2024-09-16T03:02:13.158 INFO:tasks.rados.rados.0.smithi097.stdout:2260: oid 35 version 1110 is already newer than 1108 2024-09-16T03:02:13.158 INFO:tasks.rados.rados.0.smithi097.stdout:2260: oid 35 version 1110 is already newer than 1109 2024-09-16T03:02:13.158 INFO:tasks.rados.rados.0.smithi097.stdout:2260: oid 35 version 1110 is already newer than 1106 2024-09-16T03:02:13.158 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1110 (ObjNum 713 snap 215 seq_num 713) dirty exists 2024-09-16T03:02:13.158 INFO:tasks.rados.rados.0.smithi097.stdout:2260: left oid 35 (ObjNum 713 snap 215 seq_num 713) 2024-09-16T03:02:13.158 INFO:tasks.rados.rados.0.smithi097.stdout:2262: expect (ObjNum 681 snap 208 seq_num 681) 2024-09-16T03:02:13.271 INFO:tasks.rados.rados.0.smithi097.stdout:2264: finishing write tid 1 to smithi09778949-11 2024-09-16T03:02:13.271 INFO:tasks.rados.rados.0.smithi097.stdout:2264: finishing write tid 2 to smithi09778949-11 2024-09-16T03:02:13.271 INFO:tasks.rados.rados.0.smithi097.stdout:2264: finishing write tid 3 to smithi09778949-11 2024-09-16T03:02:13.271 INFO:tasks.rados.rados.0.smithi097.stdout:2264: finishing write tid 4 to smithi09778949-11 2024-09-16T03:02:13.271 INFO:tasks.rados.rados.0.smithi097.stdout:2264: finishing write tid 5 to smithi09778949-11 2024-09-16T03:02:13.271 INFO:tasks.rados.rados.0.smithi097.stdout:2264: finishing write tid 6 to smithi09778949-11 2024-09-16T03:02:13.272 INFO:tasks.rados.rados.0.smithi097.stdout:2264: oid 11 updating version 0 to 1145 2024-09-16T03:02:13.272 INFO:tasks.rados.rados.0.smithi097.stdout:2264: oid 11 version 1145 is already newer than 1142 2024-09-16T03:02:13.272 INFO:tasks.rados.rados.0.smithi097.stdout:2264: oid 11 version 1145 is already newer than 1143 2024-09-16T03:02:13.272 INFO:tasks.rados.rados.0.smithi097.stdout:2264: oid 11 updating version 1145 to 1146 2024-09-16T03:02:13.272 INFO:tasks.rados.rados.0.smithi097.stdout:2264: oid 11 version 1146 is already newer than 1144 2024-09-16T03:02:13.272 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1146 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-09-16T03:02:13.272 INFO:tasks.rados.rados.0.smithi097.stdout:2264: left oid 11 (ObjNum 715 snap 215 seq_num 715) 2024-09-16T03:02:13.272 INFO:tasks.rados.rados.0.smithi097.stdout:2261: expect (ObjNum 704 snap 212 seq_num 704) 2024-09-16T03:02:13.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:13 smithi184 ceph-mon[82194]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:13.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:13 smithi184 ceph-mon[82194]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:13.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:13 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2745138534' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:13.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:13 smithi097 ceph-mon[88563]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:13.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:13 smithi097 ceph-mon[88563]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:13.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:13 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2745138534' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:13.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:13 smithi097 ceph-mon[90424]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:13.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:13 smithi097 ceph-mon[90424]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:13.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:13 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2745138534' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:14.125 INFO:tasks.rados.rados.0.smithi097.stdout:2260: done (4 left) 2024-09-16T03:02:14.125 INFO:tasks.rados.rados.0.smithi097.stdout:2261: done (3 left) 2024-09-16T03:02:14.125 INFO:tasks.rados.rados.0.smithi097.stdout:2262: done (2 left) 2024-09-16T03:02:14.125 INFO:tasks.rados.rados.0.smithi097.stdout:2264: done (1 left) 2024-09-16T03:02:14.125 INFO:tasks.rados.rados.0.smithi097.stdout:2265: done (0 left) 2024-09-16T03:02:14.126 INFO:tasks.rados.rados.0.smithi097.stdout:2266: read oid 35 snap -1 2024-09-16T03:02:14.126 INFO:tasks.rados.rados.0.smithi097.stdout:2266: expect (ObjNum 713 snap 215 seq_num 713) 2024-09-16T03:02:14.126 INFO:tasks.rados.rados.0.smithi097.stdout:2267: rollback oid 37 current snap is 216 2024-09-16T03:02:14.126 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 37 to 214 2024-09-16T03:02:14.126 INFO:tasks.rados.rados.0.smithi097.stdout:2268: read oid 25 snap -1 2024-09-16T03:02:14.126 INFO:tasks.rados.rados.0.smithi097.stdout:2268: expect (ObjNum 689 snap 208 seq_num 689) 2024-09-16T03:02:14.126 INFO:tasks.rados.rados.0.smithi097.stdout:2269: snap_remove snap 211 2024-09-16T03:02:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:14 smithi184 ceph-mon[82194]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:14 smithi184 ceph-mon[82194]: pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 16 MiB/s, 4 objects/s recovering 2024-09-16T03:02:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:14 smithi184 ceph-mon[82194]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T03:02:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:14 smithi097 ceph-mon[90424]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:14 smithi097 ceph-mon[90424]: pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 16 MiB/s, 4 objects/s recovering 2024-09-16T03:02:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:14 smithi097 ceph-mon[90424]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T03:02:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:14 smithi097 ceph-mon[88563]: from='client.44399 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:14 smithi097 ceph-mon[88563]: pgmap v429: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 256 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 13 op/s; 16 MiB/s, 4 objects/s recovering 2024-09-16T03:02:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:14 smithi097 ceph-mon[88563]: osdmap e507: 8 total, 8 up, 8 in 2024-09-16T03:02:15.132 INFO:tasks.rados.rados.0.smithi097.stdout:2269: done (3 left) 2024-09-16T03:02:15.132 INFO:tasks.rados.rados.0.smithi097.stdout:2270: rollback oid 36 current snap is 216 2024-09-16T03:02:15.132 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 209 2024-09-16T03:02:15.132 INFO:tasks.rados.rados.0.smithi097.stdout:2271: setattr oid 20 current snap is 216 2024-09-16T03:02:15.134 INFO:tasks.rados.rados.0.smithi097.stdout:2267: finishing rollback tid 1 to smithi09778949-37 2024-09-16T03:02:15.134 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1474 (ObjNum 945 snap 0 seq_num 3735003264) dirty dne 2024-09-16T03:02:15.134 INFO:tasks.rados.rados.0.smithi097.stdout:2268: expect (ObjNum 689 snap 208 seq_num 689) 2024-09-16T03:02:15.283 INFO:tasks.rados.rados.0.smithi097.stdout:2266: expect (ObjNum 713 snap 215 seq_num 713) 2024-09-16T03:02:15.384 INFO:tasks.rados.rados.0.smithi097.stdout:2270: finishing rollback tid 0 to smithi09778949-36 2024-09-16T03:02:15.384 INFO:tasks.rados.rados.0.smithi097.stdout:2270: finishing rollback tid 1 to smithi09778949-36 2024-09-16T03:02:15.384 INFO:tasks.rados.rados.0.smithi097.stdout:2270: finishing rollback tid 2 to smithi09778949-36 2024-09-16T03:02:15.385 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1289 (ObjNum 642 snap 195 seq_num 642) dirty exists 2024-09-16T03:02:15.385 INFO:tasks.rados.rados.0.smithi097.stdout:2266: done (4 left) 2024-09-16T03:02:15.385 INFO:tasks.rados.rados.0.smithi097.stdout:2267: done (3 left) 2024-09-16T03:02:15.385 INFO:tasks.rados.rados.0.smithi097.stdout:2268: done (2 left) 2024-09-16T03:02:15.385 INFO:tasks.rados.rados.0.smithi097.stdout:2270: done (1 left) 2024-09-16T03:02:15.385 INFO:tasks.rados.rados.0.smithi097.stdout:2272: setattr oid 18 current snap is 216 2024-09-16T03:02:15.386 INFO:tasks.rados.rados.0.smithi097.stdout:2273: read oid 49 snap -1 2024-09-16T03:02:15.386 INFO:tasks.rados.rados.0.smithi097.stdout:2273: expect (ObjNum 704 snap 212 seq_num 704) 2024-09-16T03:02:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:2274: rmattr oid 21 current snap is 216 2024-09-16T03:02:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:2274: done (3 left) 2024-09-16T03:02:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:2275: copy_from oid 31 from oid 6 current snap is 216 2024-09-16T03:02:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:2276: delete oid 45 current snap is 216 2024-09-16T03:02:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 809 (ObjNum 711 snap 213 seq_num 711) dirty exists 2024-09-16T03:02:15.390 INFO:tasks.rados.rados.0.smithi097.stdout:2271: done (4 left) 2024-09-16T03:02:15.390 INFO:tasks.rados.rados.0.smithi097.stdout:2276: done (3 left) 2024-09-16T03:02:15.390 INFO:tasks.rados.rados.0.smithi097.stdout:2277: rollback oid 48 current snap is 216 2024-09-16T03:02:15.390 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 48 to 215 2024-09-16T03:02:15.391 INFO:tasks.rados.rados.0.smithi097.stdout:2278: read oid 8 snap -1 2024-09-16T03:02:15.391 INFO:tasks.rados.rados.0.smithi097.stdout:2278: expect deleted 2024-09-16T03:02:15.391 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 216 2024-09-16T03:02:15.391 INFO:tasks.rados.rados.0.smithi097.stdout:2279: seq_num 717 ranges {0=16384} 2024-09-16T03:02:15.391 INFO:tasks.rados.rados.0.smithi097.stdout:2279: writing smithi09778949-37 from 0 to 16384 tid 1 2024-09-16T03:02:15.392 INFO:tasks.rados.rados.0.smithi097.stdout:2280: read oid 27 snap -1 2024-09-16T03:02:15.392 INFO:tasks.rados.rados.0.smithi097.stdout:2280: expect deleted 2024-09-16T03:02:15.392 INFO:tasks.rados.rados.0.smithi097.stdout:2281: snap_remove snap 194 2024-09-16T03:02:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:15 smithi184 ceph-mon[82194]: osdmap e508: 8 total, 8 up, 8 in 2024-09-16T03:02:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:15 smithi097 ceph-mon[88563]: osdmap e508: 8 total, 8 up, 8 in 2024-09-16T03:02:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:15 smithi097 ceph-mon[90424]: osdmap e508: 8 total, 8 up, 8 in 2024-09-16T03:02:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:2281: done (7 left) 2024-09-16T03:02:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:2282: snap_create 2024-09-16T03:02:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 994 (ObjNum 712 snap 214 seq_num 712) dirty exists 2024-09-16T03:02:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:2277: finishing rollback tid 1 to smithi09778949-48 2024-09-16T03:02:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 784 (ObjNum 161 snap 0 seq_num 1973178016) dirty dne 2024-09-16T03:02:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:2279: finishing write tid 1 to smithi09778949-37 2024-09-16T03:02:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:2279: finishing write tid 2 to smithi09778949-37 2024-09-16T03:02:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:2279: finishing write tid 3 to smithi09778949-37 2024-09-16T03:02:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:2279: oid 37 updating version 0 to 1481 2024-09-16T03:02:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:2279: oid 37 version 1481 is already newer than 1480 2024-09-16T03:02:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1481 (ObjNum 717 snap 216 seq_num 717) dirty exists 2024-09-16T03:02:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:2279: left oid 37 (ObjNum 717 snap 216 seq_num 717) 2024-09-16T03:02:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:2275: finishing copy_from racing read to smithi09778949-31 2024-09-16T03:02:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:2273: expect (ObjNum 704 snap 212 seq_num 704) 2024-09-16T03:02:16.361 INFO:tasks.rados.rados.0.smithi097.stdout:2275: finishing copy_from to smithi09778949-31 2024-09-16T03:02:16.361 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1287 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:02:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:16 smithi184 ceph-mon[82194]: pgmap v432: 121 pgs: 121 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-09-16T03:02:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:16 smithi184 ceph-mon[82194]: osdmap e509: 8 total, 8 up, 8 in 2024-09-16T03:02:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:16 smithi097 ceph-mon[88563]: pgmap v432: 121 pgs: 121 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-09-16T03:02:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:16 smithi097 ceph-mon[88563]: osdmap e509: 8 total, 8 up, 8 in 2024-09-16T03:02:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:16 smithi097 ceph-mon[90424]: pgmap v432: 121 pgs: 121 active+clean; 246 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-09-16T03:02:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:16 smithi097 ceph-mon[90424]: osdmap e509: 8 total, 8 up, 8 in 2024-09-16T03:02:17.009 INFO:tasks.rados.rados.0.smithi097.stdout:2272: done (7 left) 2024-09-16T03:02:17.009 INFO:tasks.rados.rados.0.smithi097.stdout:2273: done (6 left) 2024-09-16T03:02:17.010 INFO:tasks.rados.rados.0.smithi097.stdout:2275: done (5 left) 2024-09-16T03:02:17.010 INFO:tasks.rados.rados.0.smithi097.stdout:2277: done (4 left) 2024-09-16T03:02:17.010 INFO:tasks.rados.rados.0.smithi097.stdout:2278: done (3 left) 2024-09-16T03:02:17.010 INFO:tasks.rados.rados.0.smithi097.stdout:2279: done (2 left) 2024-09-16T03:02:17.010 INFO:tasks.rados.rados.0.smithi097.stdout:2280: done (1 left) 2024-09-16T03:02:17.010 INFO:tasks.rados.rados.0.smithi097.stdout:2282: done (0 left) 2024-09-16T03:02:17.010 INFO:tasks.rados.rados.0.smithi097.stdout:2283: delete oid 19 current snap is 217 2024-09-16T03:02:17.015 INFO:tasks.rados.rados.0.smithi097.stdout:2283: done (0 left) 2024-09-16T03:02:17.016 INFO:tasks.rados.rados.0.smithi097.stdout:2284: setattr oid 7 current snap is 217 2024-09-16T03:02:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:2285: copy_from oid 43 from oid 12 current snap is 217 2024-09-16T03:02:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:2286: read oid 28 snap -1 2024-09-16T03:02:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:2286: expect (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:02:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:2287: rollback oid 47 current snap is 217 2024-09-16T03:02:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 47 to 215 2024-09-16T03:02:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 217 2024-09-16T03:02:17.018 INFO:tasks.rados.rados.0.smithi097.stdout:2288: seq_num 719 ranges {8568832=49152} 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:2288: writing smithi09778949-10 from 8568832 to 8617984 tid 1 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 34 current snap is 217 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:2289: seq_num 720 ranges {0=65536} 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:2289: writing smithi09778949-34 from 0 to 65536 tid 1 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:2290: snap_create 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1652 (ObjNum 4113 snap 0 seq_num 1634035807) dirty exists 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:2287: finishing rollback tid 0 to smithi09778949-47 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:2287: finishing rollback tid 1 to smithi09778949-47 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:2287: finishing rollback tid 2 to smithi09778949-47 2024-09-16T03:02:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1269 (ObjNum 691 snap 209 seq_num 691) dirty exists 2024-09-16T03:02:17.067 INFO:tasks.rados.rados.0.smithi097.stdout:2286: expect (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:02:17.212 INFO:tasks.rados.rados.0.smithi097.stdout:2285: finishing copy_from racing read to smithi09778949-43 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2285: finishing copy_from to smithi09778949-43 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1098 (ObjNum 639 snap 194 seq_num 639) dirty exists 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2288: finishing write tid 1 to smithi09778949-10 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2289: finishing write tid 1 to smithi09778949-34 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2288: finishing write tid 2 to smithi09778949-10 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2289: finishing write tid 2 to smithi09778949-34 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2289: finishing write tid 3 to smithi09778949-34 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2289: oid 34 updating version 0 to 995 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2289: oid 34 updating version 995 to 996 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 996 (ObjNum 720 snap 217 seq_num 720) dirty exists 2024-09-16T03:02:17.213 INFO:tasks.rados.rados.0.smithi097.stdout:2289: left oid 34 (ObjNum 720 snap 217 seq_num 720) 2024-09-16T03:02:17.214 INFO:tasks.rados.rados.0.smithi097.stdout:2288: finishing write tid 3 to smithi09778949-10 2024-09-16T03:02:17.214 INFO:tasks.rados.rados.0.smithi097.stdout:2288: oid 10 updating version 0 to 1516 2024-09-16T03:02:17.214 INFO:tasks.rados.rados.0.smithi097.stdout:2288: oid 10 version 1516 is already newer than 1515 2024-09-16T03:02:17.214 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1516 (ObjNum 719 snap 217 seq_num 719) dirty exists 2024-09-16T03:02:17.214 INFO:tasks.rados.rados.0.smithi097.stdout:2288: left oid 10 (ObjNum 719 snap 217 seq_num 719) 2024-09-16T03:02:17.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:17 smithi184 ceph-mon[82194]: osdmap e510: 8 total, 8 up, 8 in 2024-09-16T03:02:17.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:17 smithi184 ceph-mon[82194]: osdmap e511: 8 total, 8 up, 8 in 2024-09-16T03:02:17.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:17 smithi097 ceph-mon[88563]: osdmap e510: 8 total, 8 up, 8 in 2024-09-16T03:02:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:17 smithi097 ceph-mon[88563]: osdmap e511: 8 total, 8 up, 8 in 2024-09-16T03:02:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:17 smithi097 ceph-mon[90424]: osdmap e510: 8 total, 8 up, 8 in 2024-09-16T03:02:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:17 smithi097 ceph-mon[90424]: osdmap e511: 8 total, 8 up, 8 in 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2284: done (6 left) 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2285: done (5 left) 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2286: done (4 left) 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2287: done (3 left) 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2288: done (2 left) 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2289: done (1 left) 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2290: done (0 left) 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2291: rollback oid 45 current snap is 218 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 217 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2292: read oid 14 snap -1 2024-09-16T03:02:18.013 INFO:tasks.rados.rados.0.smithi097.stdout:2292: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:02:18.014 INFO:tasks.rados.rados.0.smithi097.stdout:2293: copy_from oid 39 from oid 11 current snap is 218 2024-09-16T03:02:18.014 INFO:tasks.rados.rados.0.smithi097.stdout:2294: snap_remove snap 210 2024-09-16T03:02:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:18 smithi184 ceph-mon[82194]: pgmap v435: 121 pgs: 121 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-09-16T03:02:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:18 smithi184 ceph-mon[82194]: osdmap e512: 8 total, 8 up, 8 in 2024-09-16T03:02:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:18 smithi097 ceph-mon[88563]: pgmap v435: 121 pgs: 121 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-09-16T03:02:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:18 smithi097 ceph-mon[88563]: osdmap e512: 8 total, 8 up, 8 in 2024-09-16T03:02:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:18 smithi097 ceph-mon[90424]: pgmap v435: 121 pgs: 121 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 1.1 MiB/s wr, 25 op/s 2024-09-16T03:02:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:18 smithi097 ceph-mon[90424]: osdmap e512: 8 total, 8 up, 8 in 2024-09-16T03:02:19.013 INFO:tasks.rados.rados.0.smithi097.stdout:2294: done (3 left) 2024-09-16T03:02:19.013 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 218 2024-09-16T03:02:19.014 INFO:tasks.rados.rados.0.smithi097.stdout:2295: seq_num 721 ranges {0=81920} 2024-09-16T03:02:19.015 INFO:tasks.rados.rados.0.smithi097.stdout:2295: writing smithi09778949-27 from 0 to 81920 tid 1 2024-09-16T03:02:19.015 INFO:tasks.rados.rados.0.smithi097.stdout:2296: delete oid 1 current snap is 218 2024-09-16T03:02:19.015 INFO:tasks.rados.rados.0.smithi097.stdout:2291: finishing rollback tid 1 to smithi09778949-45 2024-09-16T03:02:19.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1266 (ObjNum 65 snap 0 seq_num 1) dirty dne 2024-09-16T03:02:19.015 INFO:tasks.rados.rados.0.smithi097.stdout:2293: finishing copy_from racing read to smithi09778949-39 2024-09-16T03:02:19.015 INFO:tasks.rados.rados.0.smithi097.stdout:2293: finishing copy_from to smithi09778949-39 2024-09-16T03:02:19.015 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1146 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-09-16T03:02:19.015 INFO:tasks.rados.rados.0.smithi097.stdout:2292: expect (ObjNum 519 snap 150 seq_num 519) 2024-09-16T03:02:19.407 INFO:tasks.rados.rados.0.smithi097.stdout:2295: finishing write tid 1 to smithi09778949-27 2024-09-16T03:02:19.407 INFO:tasks.rados.rados.0.smithi097.stdout:2295: finishing write tid 2 to smithi09778949-27 2024-09-16T03:02:19.407 INFO:tasks.rados.rados.0.smithi097.stdout:2295: finishing write tid 3 to smithi09778949-27 2024-09-16T03:02:19.407 INFO:tasks.rados.rados.0.smithi097.stdout:2295: oid 27 updating version 0 to 1653 2024-09-16T03:02:19.407 INFO:tasks.rados.rados.0.smithi097.stdout:2295: oid 27 updating version 1653 to 1654 2024-09-16T03:02:19.408 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1654 (ObjNum 721 snap 218 seq_num 721) dirty exists 2024-09-16T03:02:19.408 INFO:tasks.rados.rados.0.smithi097.stdout:2295: left oid 27 (ObjNum 721 snap 218 seq_num 721) 2024-09-16T03:02:19.408 INFO:tasks.rados.rados.0.smithi097.stdout:2291: done (4 left) 2024-09-16T03:02:19.408 INFO:tasks.rados.rados.0.smithi097.stdout:2292: done (3 left) 2024-09-16T03:02:19.408 INFO:tasks.rados.rados.0.smithi097.stdout:2293: done (2 left) 2024-09-16T03:02:19.408 INFO:tasks.rados.rados.0.smithi097.stdout:2295: done (1 left) 2024-09-16T03:02:19.408 INFO:tasks.rados.rados.0.smithi097.stdout:2296: done (0 left) 2024-09-16T03:02:19.408 INFO:tasks.rados.rados.0.smithi097.stdout:2297: snap_remove snap 212 2024-09-16T03:02:19.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:02:19] "GET /metrics HTTP/1.1" 200 36222 "" "Prometheus/2.43.0" 2024-09-16T03:02:20.016 INFO:tasks.rados.rados.0.smithi097.stdout:2297: done (0 left) 2024-09-16T03:02:20.016 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 218 2024-09-16T03:02:20.016 INFO:tasks.rados.rados.0.smithi097.stdout:2298: seq_num 723 ranges {1867776=114688} 2024-09-16T03:02:20.027 INFO:tasks.rados.rados.0.smithi097.stdout:2298: writing smithi09778949-32 from 1867776 to 1982464 tid 1 2024-09-16T03:02:20.027 INFO:tasks.rados.rados.0.smithi097.stdout:2299: snap_remove snap 215 2024-09-16T03:02:20.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:19 smithi184 ceph-mon[82194]: pgmap v438: 121 pgs: 121 active+clean; 245 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-09-16T03:02:20.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:20.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:20.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:20.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:19 smithi184 ceph-mon[82194]: osdmap e513: 8 total, 8 up, 8 in 2024-09-16T03:02:20.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"} : dispatch 2024-09-16T03:02:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[88563]: pgmap v438: 121 pgs: 121 active+clean; 245 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-09-16T03:02:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[88563]: osdmap e513: 8 total, 8 up, 8 in 2024-09-16T03:02:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"} : dispatch 2024-09-16T03:02:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[90424]: pgmap v438: 121 pgs: 121 active+clean; 245 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-09-16T03:02:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[90424]: osdmap e513: 8 total, 8 up, 8 in 2024-09-16T03:02:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"} : dispatch 2024-09-16T03:02:21.029 INFO:tasks.rados.rados.0.smithi097.stdout:2299: done (1 left) 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2300: copy_from oid 8 from oid 42 current snap is 218 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2298: finishing write tid 1 to smithi09778949-32 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2298: finishing write tid 2 to smithi09778949-32 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2298: finishing write tid 3 to smithi09778949-32 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2298: oid 32 updating version 0 to 1111 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2298: oid 32 updating version 1111 to 1112 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1112 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2298: left oid 32 (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2298: done (1 left) 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2301: read oid 40 snap 201 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:2301: expect (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:02:21.030 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 218 2024-09-16T03:02:21.031 INFO:tasks.rados.rados.0.smithi097.stdout:2302: seq_num 724 ranges {3317760=131072} 2024-09-16T03:02:21.048 INFO:tasks.rados.rados.0.smithi097.stdout:2302: writing smithi09778949-35 from 3317760 to 3448832 tid 1 2024-09-16T03:02:21.048 INFO:tasks.rados.rados.0.smithi097.stdout:2303: snap_remove snap 208 2024-09-16T03:02:21.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:20 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-16T03:02:21.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:20 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T03:02:21.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:20 smithi184 ceph-mon[82194]: Upgrade: osd.7 is safe to restart 2024-09-16T03:02:21.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:20 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]': finished 2024-09-16T03:02:21.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:20 smithi184 ceph-mon[82194]: osdmap e514: 8 total, 8 up, 8 in 2024-09-16T03:02:21.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-16T03:02:21.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T03:02:21.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[88563]: Upgrade: osd.7 is safe to restart 2024-09-16T03:02:21.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]': finished 2024-09-16T03:02:21.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[88563]: osdmap e514: 8 total, 8 up, 8 in 2024-09-16T03:02:21.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16} : dispatch 2024-09-16T03:02:21.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-09-16T03:02:21.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[90424]: Upgrade: osd.7 is safe to restart 2024-09-16T03:02:21.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd rm-pg-upmap-items", "format": "json", "pgid": "2.e"}]': finished 2024-09-16T03:02:21.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:20 smithi097 ceph-mon[90424]: osdmap e514: 8 total, 8 up, 8 in 2024-09-16T03:02:22.012 INFO:tasks.rados.rados.0.smithi097.stdout:2303: done (3 left) 2024-09-16T03:02:22.013 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 218 2024-09-16T03:02:22.013 INFO:tasks.rados.rados.0.smithi097.stdout:2304: seq_num 725 ranges {81920=147456} 2024-09-16T03:02:22.013 INFO:tasks.rados.rados.0.smithi097.stdout:2304: writing smithi09778949-27 from 81920 to 229376 tid 1 2024-09-16T03:02:22.014 INFO:tasks.rados.rados.0.smithi097.stdout:2300: finishing copy_from to smithi09778949-8 2024-09-16T03:02:22.014 INFO:tasks.rados.rados.0.smithi097.stdout:2300: got expected ENOENT (src dne) 2024-09-16T03:02:22.014 INFO:tasks.rados.rados.0.smithi097.stdout:2300: finishing copy_from racing read to smithi09778949-8 2024-09-16T03:02:22.014 INFO:tasks.rados.rados.0.smithi097.stdout:2301: expect (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2302: finishing write tid 1 to smithi09778949-35 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2302: finishing write tid 2 to smithi09778949-35 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2302: finishing write tid 3 to smithi09778949-35 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2302: oid 35 updating version 0 to 1113 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2302: oid 35 updating version 1113 to 1114 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1114 (ObjNum 724 snap 218 seq_num 724) dirty exists 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2302: left oid 35 (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2300: done (3 left) 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2301: done (2 left) 2024-09-16T03:02:22.047 INFO:tasks.rados.rados.0.smithi097.stdout:2302: done (1 left) 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 218 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:2304: finishing write tid 1 to smithi09778949-27 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:2304: finishing write tid 2 to smithi09778949-27 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:2304: finishing write tid 3 to smithi09778949-27 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:2304: oid 27 updating version 0 to 1664 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:2304: oid 27 version 1664 is already newer than 1663 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1664 (ObjNum 725 snap 218 seq_num 725) dirty exists 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:2304: left oid 27 (ObjNum 725 snap 218 seq_num 725) 2024-09-16T03:02:22.048 INFO:tasks.rados.rados.0.smithi097.stdout:2305: seq_num 726 ranges {12173312=163840} 2024-09-16T03:02:22.111 INFO:tasks.rados.rados.0.smithi097.stdout:2305: writing smithi09778949-4 from 12173312 to 12337152 tid 1 2024-09-16T03:02:22.111 INFO:tasks.rados.rados.0.smithi097.stdout:2304: done (1 left) 2024-09-16T03:02:22.111 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 218 2024-09-16T03:02:22.112 INFO:tasks.rados.rados.0.smithi097.stdout:2306: seq_num 727 ranges {155648=180224} 2024-09-16T03:02:22.113 INFO:tasks.rados.rados.0.smithi097.stdout:2306: writing smithi09778949-17 from 155648 to 335872 tid 1 2024-09-16T03:02:22.113 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 218 2024-09-16T03:02:22.113 INFO:tasks.rados.rados.0.smithi097.stdout:2307: seq_num 728 ranges {0=196608} 2024-09-16T03:02:22.114 INFO:tasks.rados.rados.0.smithi097.stdout:2307: writing smithi09778949-45 from 0 to 196608 tid 1 2024-09-16T03:02:22.114 INFO:tasks.rados.rados.0.smithi097.stdout:2308: rollback oid 1 current snap is 218 2024-09-16T03:02:22.115 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 1 to 216 2024-09-16T03:02:22.115 INFO:tasks.rados.rados.0.smithi097.stdout:2309: snap_create 2024-09-16T03:02:22.115 INFO:tasks.rados.rados.0.smithi097.stdout:2305: finishing write tid 1 to smithi09778949-4 2024-09-16T03:02:22.115 INFO:tasks.rados.rados.0.smithi097.stdout:2305: finishing write tid 2 to smithi09778949-4 2024-09-16T03:02:22.116 INFO:tasks.rados.rados.0.smithi097.stdout:2306: finishing write tid 1 to smithi09778949-17 2024-09-16T03:02:22.116 INFO:tasks.rados.rados.0.smithi097.stdout:2306: finishing write tid 2 to smithi09778949-17 2024-09-16T03:02:22.116 INFO:tasks.rados.rados.0.smithi097.stdout:2308: finishing rollback tid 1 to smithi09778949-1 2024-09-16T03:02:22.116 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1286 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T03:02:22.117 INFO:tasks.rados.rados.0.smithi097.stdout:2307: finishing write tid 1 to smithi09778949-45 2024-09-16T03:02:22.117 INFO:tasks.rados.rados.0.smithi097.stdout:2307: finishing write tid 2 to smithi09778949-45 2024-09-16T03:02:22.117 INFO:tasks.rados.rados.0.smithi097.stdout:2306: finishing write tid 3 to smithi09778949-17 2024-09-16T03:02:22.117 INFO:tasks.rados.rados.0.smithi097.stdout:2306: oid 17 updating version 0 to 1147 2024-09-16T03:02:22.118 INFO:tasks.rados.rados.0.smithi097.stdout:2306: oid 17 updating version 1147 to 1148 2024-09-16T03:02:22.118 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1148 (ObjNum 727 snap 218 seq_num 727) dirty exists 2024-09-16T03:02:22.118 INFO:tasks.rados.rados.0.smithi097.stdout:2306: left oid 17 (ObjNum 727 snap 218 seq_num 727) 2024-09-16T03:02:22.118 INFO:tasks.rados.rados.0.smithi097.stdout:2305: finishing write tid 3 to smithi09778949-4 2024-09-16T03:02:22.118 INFO:tasks.rados.rados.0.smithi097.stdout:2305: oid 4 updating version 0 to 1289 2024-09-16T03:02:22.118 INFO:tasks.rados.rados.0.smithi097.stdout:2305: oid 4 version 1289 is already newer than 1288 2024-09-16T03:02:22.118 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1289 (ObjNum 726 snap 218 seq_num 726) dirty exists 2024-09-16T03:02:22.118 INFO:tasks.rados.rados.0.smithi097.stdout:2305: left oid 4 (ObjNum 726 snap 218 seq_num 726) 2024-09-16T03:02:22.119 INFO:tasks.rados.rados.0.smithi097.stdout:2307: finishing write tid 3 to smithi09778949-45 2024-09-16T03:02:22.119 INFO:tasks.rados.rados.0.smithi097.stdout:2307: oid 45 updating version 0 to 1271 2024-09-16T03:02:22.119 INFO:tasks.rados.rados.0.smithi097.stdout:2307: oid 45 version 1271 is already newer than 1270 2024-09-16T03:02:22.119 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1271 (ObjNum 728 snap 218 seq_num 728) dirty exists 2024-09-16T03:02:22.119 INFO:tasks.rados.rados.0.smithi097.stdout:2307: left oid 45 (ObjNum 728 snap 218 seq_num 728) 2024-09-16T03:02:22.324 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:22 smithi184 ceph-mon[82194]: pgmap v441: 121 pgs: 1 peering, 120 active+clean; 242 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T03:02:22.324 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:22 smithi184 ceph-mon[82194]: osdmap e515: 8 total, 8 up, 8 in 2024-09-16T03:02:22.324 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:22 smithi184 ceph-mon[82194]: Upgrade: Updating osd.7 2024-09-16T03:02:22.324 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:22.325 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-16T03:02:22.325 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:22 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:22.325 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:22 smithi184 ceph-mon[82194]: Deploying daemon osd.7 on smithi184 2024-09-16T03:02:22.325 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:22 smithi184 ceph-mon[82194]: osdmap e516: 8 total, 8 up, 8 in 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[88563]: pgmap v441: 121 pgs: 1 peering, 120 active+clean; 242 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[88563]: osdmap e515: 8 total, 8 up, 8 in 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[88563]: Upgrade: Updating osd.7 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[88563]: Deploying daemon osd.7 on smithi184 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[88563]: osdmap e516: 8 total, 8 up, 8 in 2024-09-16T03:02:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[90424]: pgmap v441: 121 pgs: 1 peering, 120 active+clean; 242 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-09-16T03:02:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[90424]: osdmap e515: 8 total, 8 up, 8 in 2024-09-16T03:02:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[90424]: Upgrade: Updating osd.7 2024-09-16T03:02:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-09-16T03:02:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[90424]: Deploying daemon osd.7 on smithi184 2024-09-16T03:02:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:22 smithi097 ceph-mon[90424]: osdmap e516: 8 total, 8 up, 8 in 2024-09-16T03:02:23.039 INFO:tasks.rados.rados.0.smithi097.stdout:2305: done (4 left) 2024-09-16T03:02:23.039 INFO:tasks.rados.rados.0.smithi097.stdout:2306: done (3 left) 2024-09-16T03:02:23.039 INFO:tasks.rados.rados.0.smithi097.stdout:2307: done (2 left) 2024-09-16T03:02:23.039 INFO:tasks.rados.rados.0.smithi097.stdout:2308: done (1 left) 2024-09-16T03:02:23.039 INFO:tasks.rados.rados.0.smithi097.stdout:2309: done (0 left) 2024-09-16T03:02:23.039 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 219 2024-09-16T03:02:23.039 INFO:tasks.rados.rados.0.smithi097.stdout:2310: seq_num 729 ranges {8617984=212992} 2024-09-16T03:02:23.086 INFO:tasks.rados.rados.0.smithi097.stdout:2310: writing smithi09778949-10 from 8617984 to 8830976 tid 1 2024-09-16T03:02:23.086 INFO:tasks.rados.rados.0.smithi097.stdout:2311: read oid 21 snap -1 2024-09-16T03:02:23.086 INFO:tasks.rados.rados.0.smithi097.stdout:2311: expect (ObjNum 681 snap 208 seq_num 681) 2024-09-16T03:02:23.086 INFO:tasks.rados.rados.0.smithi097.stdout:2312: snap_remove snap 217 2024-09-16T03:02:24.038 INFO:tasks.rados.rados.0.smithi097.stdout:2312: done (2 left) 2024-09-16T03:02:24.039 INFO:tasks.rados.rados.0.smithi097.stdout:2313: read oid 23 snap -1 2024-09-16T03:02:24.039 INFO:tasks.rados.rados.0.smithi097.stdout:2313: expect deleted 2024-09-16T03:02:24.039 INFO:tasks.rados.rados.0.smithi097.stdout:2314: snap_create 2024-09-16T03:02:24.039 INFO:tasks.rados.rados.0.smithi097.stdout:2311: expect (ObjNum 681 snap 208 seq_num 681) 2024-09-16T03:02:24.156 INFO:tasks.rados.rados.0.smithi097.stdout:2310: finishing write tid 1 to smithi09778949-10 2024-09-16T03:02:24.156 INFO:tasks.rados.rados.0.smithi097.stdout:2310: finishing write tid 2 to smithi09778949-10 2024-09-16T03:02:24.156 INFO:tasks.rados.rados.0.smithi097.stdout:2310: finishing write tid 3 to smithi09778949-10 2024-09-16T03:02:24.156 INFO:tasks.rados.rados.0.smithi097.stdout:2310: oid 10 updating version 0 to 1518 2024-09-16T03:02:24.156 INFO:tasks.rados.rados.0.smithi097.stdout:2310: oid 10 version 1518 is already newer than 1517 2024-09-16T03:02:24.157 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1518 (ObjNum 729 snap 219 seq_num 729) dirty exists 2024-09-16T03:02:24.157 INFO:tasks.rados.rados.0.smithi097.stdout:2310: left oid 10 (ObjNum 729 snap 219 seq_num 729) 2024-09-16T03:02:24.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:24 smithi184 ceph-mon[82194]: pgmap v444: 121 pgs: 1 peering, 120 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-16T03:02:24.298 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:24 smithi184 ceph-mon[82194]: osdmap e517: 8 total, 8 up, 8 in 2024-09-16T03:02:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:24 smithi097 ceph-mon[88563]: pgmap v444: 121 pgs: 1 peering, 120 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-16T03:02:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:24 smithi097 ceph-mon[88563]: osdmap e517: 8 total, 8 up, 8 in 2024-09-16T03:02:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:24 smithi097 ceph-mon[90424]: pgmap v444: 121 pgs: 1 peering, 120 active+clean; 237 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-09-16T03:02:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:24 smithi097 ceph-mon[90424]: osdmap e517: 8 total, 8 up, 8 in 2024-09-16T03:02:24.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:24 smithi184 systemd[1]: Stopping Ceph osd.7 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:02:24.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[53003]: 2024-09-16T03:02:24.535+0000 7f39bb70f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:02:24.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[53003]: 2024-09-16T03:02:24.535+0000 7f39bb70f640 -1 osd.7 518 *** Got signal Terminated *** 2024-09-16T03:02:24.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[53003]: 2024-09-16T03:02:24.535+0000 7f39bb70f640 -1 osd.7 518 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:02:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:2310: done (3 left) 2024-09-16T03:02:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:2311: done (2 left) 2024-09-16T03:02:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:2313: done (1 left) 2024-09-16T03:02:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:2314: done (0 left) 2024-09-16T03:02:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:2315: rollback oid 30 current snap is 220 2024-09-16T03:02:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 218 2024-09-16T03:02:25.051 INFO:tasks.rados.rados.0.smithi097.stdout:2316: delete oid 21 current snap is 220 2024-09-16T03:02:25.052 INFO:tasks.rados.rados.0.smithi097.stdout:2315: finishing rollback tid 1 to smithi09778949-30 2024-09-16T03:02:25.052 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 0 (ObjNum 289 snap 0 seq_num 735960801) dirty dne 2024-09-16T03:02:25.056 INFO:tasks.rados.rados.0.smithi097.stdout:2315: done (1 left) 2024-09-16T03:02:25.056 INFO:tasks.rados.rados.0.smithi097.stdout:2316: done (0 left) 2024-09-16T03:02:25.056 INFO:tasks.rados.rados.0.smithi097.stdout:2317: snap_create 2024-09-16T03:02:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:25 smithi184 ceph-mon[82194]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T03:02:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:25 smithi184 ceph-mon[82194]: osd.7 marked itself down and dead 2024-09-16T03:02:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:25 smithi184 ceph-mon[82194]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:02:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:25 smithi184 ceph-mon[82194]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-16T03:02:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:25 smithi097 ceph-mon[88563]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T03:02:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:25 smithi097 ceph-mon[88563]: osd.7 marked itself down and dead 2024-09-16T03:02:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:25 smithi097 ceph-mon[88563]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:02:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:25 smithi097 ceph-mon[88563]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-16T03:02:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:25 smithi097 ceph-mon[90424]: osdmap e518: 8 total, 8 up, 8 in 2024-09-16T03:02:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:25 smithi097 ceph-mon[90424]: osd.7 marked itself down and dead 2024-09-16T03:02:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:25 smithi097 ceph-mon[90424]: Health check failed: 1 osds down (OSD_DOWN) 2024-09-16T03:02:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:25 smithi097 ceph-mon[90424]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-09-16T03:02:25.905 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:25 smithi184 podman[100474]: 2024-09-16 03:02:25.60729588 +0000 UTC m=+1.166494632 container died 16c645185162ab4890fab1134fc183ce71aa31399bdad0ef122e101492564f99 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=reef-ae7f373, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-16T03:02:26.047 INFO:tasks.rados.rados.0.smithi097.stdout:2317: done (0 left) 2024-09-16T03:02:26.047 INFO:tasks.rados.rados.0.smithi097.stdout:2318: snap_create 2024-09-16T03:02:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:26 smithi184 ceph-mon[82194]: pgmap v447: 121 pgs: 1 peering, 120 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 260 KiB/s wr, 4 op/s 2024-09-16T03:02:26.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:26 smithi184 ceph-mon[82194]: osdmap e519: 8 total, 7 up, 8 in 2024-09-16T03:02:26.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:26 smithi184 ceph-mon[82194]: osdmap e520: 8 total, 7 up, 8 in 2024-09-16T03:02:26.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:26 smithi184 podman[100474]: 2024-09-16 03:02:26.060733003 +0000 UTC m=+1.619931753 container cleanup 16c645185162ab4890fab1134fc183ce71aa31399bdad0ef122e101492564f99 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=reef-ae7f373, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T03:02:26.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:26 smithi184 bash[100474]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7 2024-09-16T03:02:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:26 smithi097 ceph-mon[88563]: pgmap v447: 121 pgs: 1 peering, 120 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 260 KiB/s wr, 4 op/s 2024-09-16T03:02:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:26 smithi097 ceph-mon[88563]: osdmap e519: 8 total, 7 up, 8 in 2024-09-16T03:02:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:26 smithi097 ceph-mon[88563]: osdmap e520: 8 total, 7 up, 8 in 2024-09-16T03:02:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:26 smithi097 ceph-mon[90424]: pgmap v447: 121 pgs: 1 peering, 120 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 260 KiB/s wr, 4 op/s 2024-09-16T03:02:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:26 smithi097 ceph-mon[90424]: osdmap e519: 8 total, 7 up, 8 in 2024-09-16T03:02:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:26 smithi097 ceph-mon[90424]: osdmap e520: 8 total, 7 up, 8 in 2024-09-16T03:02:26.824 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:26 smithi184 podman[100489]: 2024-09-16 03:02:26.438084214 +0000 UTC m=+0.832523067 container remove 16c645185162ab4890fab1134fc183ce71aa31399bdad0ef122e101492564f99 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=reef-ae7f373, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-09-16T03:02:27.013 INFO:tasks.rados.rados.0.smithi097.stdout:2318: done (0 left) 2024-09-16T03:02:27.013 INFO:tasks.rados.rados.0.smithi097.stdout:2319: delete oid 36 current snap is 222 2024-09-16T03:02:27.018 INFO:tasks.rados.rados.0.smithi097.stdout:2319: done (0 left) 2024-09-16T03:02:27.018 INFO:tasks.rados.rados.0.smithi097.stdout:2320: delete oid 1 current snap is 222 2024-09-16T03:02:27.021 INFO:tasks.rados.rados.0.smithi097.stdout:2320: done (0 left) 2024-09-16T03:02:27.021 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 222 2024-09-16T03:02:27.021 INFO:tasks.rados.rados.0.smithi097.stdout:2321: seq_num 733 ranges {0=278528} 2024-09-16T03:02:27.022 INFO:tasks.rados.rados.0.smithi097.stdout:2321: writing smithi09778949-21 from 0 to 278528 tid 1 2024-09-16T03:02:27.023 INFO:tasks.rados.rados.0.smithi097.stdout:2322: copy_from oid 19 from oid 49 current snap is 222 2024-09-16T03:02:27.023 INFO:tasks.rados.rados.0.smithi097.stdout:2323: read oid 9 snap -1 2024-09-16T03:02:27.023 INFO:tasks.rados.rados.0.smithi097.stdout:2323: expect (ObjNum 639 snap 194 seq_num 639) 2024-09-16T03:02:27.023 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 222 2024-09-16T03:02:27.023 INFO:tasks.rados.rados.0.smithi097.stdout:2324: seq_num 734 ranges {0=294912} 2024-09-16T03:02:27.024 INFO:tasks.rados.rados.0.smithi097.stdout:2324: writing smithi09778949-48 from 0 to 294912 tid 1 2024-09-16T03:02:27.024 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 222 2024-09-16T03:02:27.025 INFO:tasks.rados.rados.0.smithi097.stdout:2325: seq_num 735 ranges {9838592=311296} 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:2325: writing smithi09778949-43 from 9838592 to 10149888 tid 1 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:2326: setattr oid 44 current snap is 222 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:2324: finishing write tid 1 to smithi09778949-48 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:2321: finishing write tid 1 to smithi09778949-21 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:2324: finishing write tid 2 to smithi09778949-48 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:2324: finishing write tid 3 to smithi09778949-48 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:2324: oid 48 updating version 0 to 786 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:2324: oid 48 version 786 is already newer than 785 2024-09-16T03:02:27.083 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 786 (ObjNum 734 snap 222 seq_num 734) dirty exists 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2324: left oid 48 (ObjNum 734 snap 222 seq_num 734) 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2321: finishing write tid 2 to smithi09778949-21 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2321: finishing write tid 3 to smithi09778949-21 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2321: oid 21 updating version 0 to 1290 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2321: oid 21 version 1290 is already newer than 1289 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1290 (ObjNum 733 snap 222 seq_num 733) dirty exists 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2321: left oid 21 (ObjNum 733 snap 222 seq_num 733) 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2322: finishing copy_from racing read to smithi09778949-19 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2322: finishing copy_from to smithi09778949-19 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 1513 (ObjNum 704 snap 212 seq_num 704) dirty exists 2024-09-16T03:02:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2323: expect (ObjNum 639 snap 194 seq_num 639) 2024-09-16T03:02:27.151 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:26 smithi184 podman[100578]: 2024-09-16 03:02:26.822475309 +0000 UTC m=+0.103351697 container create ad022511d4ba791297e424107e435f458ea1147d1647fe252ee311afd0bb29e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2) 2024-09-16T03:02:27.151 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:26 smithi184 podman[100578]: 2024-09-16 03:02:26.735469732 +0000 UTC m=+0.016346080 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:02:27.151 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:27 smithi184 podman[100578]: 2024-09-16 03:02:27.041714961 +0000 UTC m=+0.322591314 container init ad022511d4ba791297e424107e435f458ea1147d1647fe252ee311afd0bb29e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-16T03:02:27.152 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:27 smithi184 podman[100578]: 2024-09-16 03:02:27.046564206 +0000 UTC m=+0.327440549 container start ad022511d4ba791297e424107e435f458ea1147d1647fe252ee311afd0bb29e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-16T03:02:27.408 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:27 smithi184 podman[100578]: 2024-09-16 03:02:27.149990845 +0000 UTC m=+0.430867202 container attach ad022511d4ba791297e424107e435f458ea1147d1647fe252ee311afd0bb29e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731) 2024-09-16T03:02:27.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:27 smithi184 podman[100578]: 2024-09-16 03:02:27.255889901 +0000 UTC m=+0.536766251 container died ad022511d4ba791297e424107e435f458ea1147d1647fe252ee311afd0bb29e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:02:27.797 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:02:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=sqlstore.transactions t=2024-09-16T03:02:27.490437122Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T03:02:27.797 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:02:27 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[60979]: logger=cleanup t=2024-09-16T03:02:27.492733683Z level=info msg="Completed cleanup jobs" duration=12.733338ms 2024-09-16T03:02:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:2325: finishing write tid 1 to smithi09778949-43 2024-09-16T03:02:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:2325: finishing write tid 2 to smithi09778949-43 2024-09-16T03:02:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:2325: finishing write tid 3 to smithi09778949-43 2024-09-16T03:02:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:2325: oid 43 updating version 0 to 1291 2024-09-16T03:02:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:2325: oid 43 updating version 1291 to 1292 2024-09-16T03:02:27.908 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1292 (ObjNum 735 snap 222 seq_num 735) dirty exists 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2325: left oid 43 (ObjNum 735 snap 222 seq_num 735) 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2321: done (5 left) 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2322: done (4 left) 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2323: done (3 left) 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2324: done (2 left) 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2325: done (1 left) 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2327: read oid 2 snap -1 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2327: expect (ObjNum 674 snap 205 seq_num 674) 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 222 2024-09-16T03:02:27.909 INFO:tasks.rados.rados.0.smithi097.stdout:2328: seq_num 736 ranges {0=335872} 2024-09-16T03:02:27.910 INFO:tasks.rados.rados.0.smithi097.stdout:2328: writing smithi09778949-16 from 0 to 335872 tid 1 2024-09-16T03:02:27.910 INFO:tasks.rados.rados.0.smithi097.stdout:2329: setattr oid 28 current snap is 222 2024-09-16T03:02:27.911 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1519 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:02:27.912 INFO:tasks.rados.rados.0.smithi097.stdout:2326: done (3 left) 2024-09-16T03:02:27.913 INFO:tasks.rados.rados.0.smithi097.stdout:2330: read oid 1 snap 216 2024-09-16T03:02:27.913 INFO:tasks.rados.rados.0.smithi097.stdout:2330: expect deleted 2024-09-16T03:02:27.913 INFO:tasks.rados.rados.0.smithi097.stdout:2331: rmattr oid 43 current snap is 222 2024-09-16T03:02:27.913 INFO:tasks.rados.rados.0.smithi097.stdout:2332: copy_from oid 11 from oid 6 current snap is 222 2024-09-16T03:02:27.913 INFO:tasks.rados.rados.0.smithi097.stdout:2333: delete oid 27 current snap is 222 2024-09-16T03:02:27.913 INFO:tasks.rados.rados.0.smithi097.stdout:2327: expect (ObjNum 674 snap 205 seq_num 674) 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:2328: finishing write tid 1 to smithi09778949-16 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1293 (ObjNum 735 snap 222 seq_num 735) dirty exists 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:2328: finishing write tid 2 to smithi09778949-16 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1674 (ObjNum 703 snap 211 seq_num 703) dirty exists 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:2328: finishing write tid 3 to smithi09778949-16 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:2328: oid 16 updating version 0 to 1672 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:2328: oid 16 version 1672 is already newer than 1671 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1672 (ObjNum 736 snap 222 seq_num 736) dirty exists 2024-09-16T03:02:27.961 INFO:tasks.rados.rados.0.smithi097.stdout:2328: left oid 16 (ObjNum 736 snap 222 seq_num 736) 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2332: finishing copy_from racing read to smithi09778949-11 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2332: finishing copy_from to smithi09778949-11 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1287 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2327: done (6 left) 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2328: done (5 left) 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2329: done (4 left) 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2330: done (3 left) 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2331: done (2 left) 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2332: done (1 left) 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2333: done (0 left) 2024-09-16T03:02:27.962 INFO:tasks.rados.rados.0.smithi097.stdout:2334: setattr oid 27 current snap is 222 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2335: read oid 10 snap -1 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2335: expect (ObjNum 729 snap 219 seq_num 729) 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2336: read oid 32 snap 201 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2336: expect (ObjNum 551 snap 163 seq_num 551) 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2337: read oid 43 snap -1 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2337: expect (ObjNum 735 snap 222 seq_num 735) 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2338: read oid 6 snap -1 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2338: expect (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2339: read oid 45 snap -1 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2339: expect (ObjNum 728 snap 218 seq_num 728) 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2340: read oid 16 snap -1 2024-09-16T03:02:27.964 INFO:tasks.rados.rados.0.smithi097.stdout:2340: expect (ObjNum 736 snap 222 seq_num 736) 2024-09-16T03:02:27.965 INFO:tasks.rados.rados.0.smithi097.stdout:2341: copy_from oid 39 from oid 36 current snap is 222 2024-09-16T03:02:27.965 INFO:tasks.rados.rados.0.smithi097.stdout:2342: delete oid 42 current snap is 222 2024-09-16T03:02:27.966 INFO:tasks.rados.rados.0.smithi097.stdout:2339: expect (ObjNum 728 snap 218 seq_num 728) 2024-09-16T03:02:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:2339: done (8 left) 2024-09-16T03:02:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:2342: done (7 left) 2024-09-16T03:02:27.976 INFO:tasks.rados.rados.0.smithi097.stdout:2343: snap_remove snap 214 2024-09-16T03:02:28.069 INFO:tasks.rados.rados.0.smithi097.stdout:2343: done (7 left) 2024-09-16T03:02:28.069 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 222 2024-09-16T03:02:28.069 INFO:tasks.rados.rados.0.smithi097.stdout:2341: finishing copy_from to smithi09778949-39 2024-09-16T03:02:28.069 INFO:tasks.rados.rados.0.smithi097.stdout:2341: got expected ENOENT (src dne) 2024-09-16T03:02:28.069 INFO:tasks.rados.rados.0.smithi097.stdout:2341: finishing copy_from racing read to smithi09778949-39 2024-09-16T03:02:28.070 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1677 (ObjNum 33 snap 0 seq_num 735484041) dirty exists 2024-09-16T03:02:28.070 INFO:tasks.rados.rados.0.smithi097.stdout:2340: expect (ObjNum 736 snap 222 seq_num 736) 2024-09-16T03:02:28.083 INFO:tasks.rados.rados.0.smithi097.stdout:2336: expect (ObjNum 551 snap 163 seq_num 551) 2024-09-16T03:02:28.138 INFO:tasks.rados.rados.0.smithi097.stdout:2338: expect (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:02:28.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:28 smithi184 ceph-mon[82194]: pgmap v450: 121 pgs: 6 peering, 15 stale+active+clean, 100 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 236 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T03:02:28.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:28 smithi184 ceph-mon[82194]: osdmap e521: 8 total, 7 up, 8 in 2024-09-16T03:02:28.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:28 smithi184 ceph-mon[82194]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-16T03:02:28.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:27 smithi184 podman[100600]: 2024-09-16 03:02:27.795554006 +0000 UTC m=+0.533946806 container remove ad022511d4ba791297e424107e435f458ea1147d1647fe252ee311afd0bb29e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-09-16T03:02:28.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:27 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.7.service: Deactivated successfully. 2024-09-16T03:02:28.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:27 smithi184 systemd[1]: Stopped Ceph osd.7 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:02:28.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:27 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.7.service: Consumed 15.038s CPU time. 2024-09-16T03:02:28.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 systemd[1]: Starting Ceph osd.7 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:02:28.332 INFO:tasks.rados.rados.0.smithi097.stdout:2337: expect (ObjNum 735 snap 222 seq_num 735) 2024-09-16T03:02:28.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:28 smithi097 ceph-mon[88563]: pgmap v450: 121 pgs: 6 peering, 15 stale+active+clean, 100 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 236 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T03:02:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:28 smithi097 ceph-mon[88563]: osdmap e521: 8 total, 7 up, 8 in 2024-09-16T03:02:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:28 smithi097 ceph-mon[88563]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-16T03:02:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:28 smithi097 ceph-mon[90424]: pgmap v450: 121 pgs: 6 peering, 15 stale+active+clean, 100 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 236 KiB/s wr, 6 op/s; 0 B/s, 0 objects/s recovering 2024-09-16T03:02:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:28 smithi097 ceph-mon[90424]: osdmap e521: 8 total, 7 up, 8 in 2024-09-16T03:02:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:28 smithi097 ceph-mon[90424]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-09-16T03:02:28.513 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 podman[100699]: 2024-09-16 03:02:28.162223943 +0000 UTC m=+0.016178684 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:02:28.513 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 podman[100699]: 2024-09-16 03:02:28.263743812 +0000 UTC m=+0.117698553 container create aa4ece356e6957783b78fdeb76de60172a87bd0594e1ccd4e64c9112c24712ce (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-09-16T03:02:28.513 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 podman[100699]: 2024-09-16 03:02:28.507699448 +0000 UTC m=+0.361654188 container init aa4ece356e6957783b78fdeb76de60172a87bd0594e1ccd4e64c9112c24712ce (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:02:28.513 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 podman[100699]: 2024-09-16 03:02:28.511279691 +0000 UTC m=+0.365234433 container start aa4ece356e6957783b78fdeb76de60172a87bd0594e1ccd4e64c9112c24712ce (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-16T03:02:28.909 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 podman[100699]: 2024-09-16 03:02:28.616220548 +0000 UTC m=+0.470175295 container attach aa4ece356e6957783b78fdeb76de60172a87bd0594e1ccd4e64c9112c24712ce (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, ceph=True) 2024-09-16T03:02:28.909 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:02:28.909 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 bash[100699]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:02:28.909 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:02:28.909 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:28 smithi184 bash[100699]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-09-16T03:02:29.316 INFO:tasks.rados.rados.0.smithi097.stdout:2335: expect (ObjNum 729 snap 219 seq_num 729) 2024-09-16T03:02:29.401 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:29 smithi184 ceph-mon[82194]: osdmap e522: 8 total, 7 up, 8 in 2024-09-16T03:02:29.401 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T03:02:29.401 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 bash[100699]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T03:02:29.401 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T03:02:29.401 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 bash[100699]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-09-16T03:02:29.401 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T03:02:29.401 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 bash[100699]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-09-16T03:02:29.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:29 smithi097 ceph-mon[88563]: osdmap e522: 8 total, 7 up, 8 in 2024-09-16T03:02:29.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:29 smithi097 ceph-mon[90424]: osdmap e522: 8 total, 7 up, 8 in 2024-09-16T03:02:29.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:02:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:02:29] "GET /metrics HTTP/1.1" 200 36222 "" "Prometheus/2.43.0" 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 bash[100699]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 bash[100699]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 bash[100699]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate[100713]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 bash[100699]: --> ceph-volume raw activate successful for osd ID: 7 2024-09-16T03:02:29.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 podman[100699]: 2024-09-16 03:02:29.42775793 +0000 UTC m=+1.281712684 container died aa4ece356e6957783b78fdeb76de60172a87bd0594e1ccd4e64c9112c24712ce (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-09-16T03:02:30.071 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:29 smithi184 podman[100838]: 2024-09-16 03:02:29.995156644 +0000 UTC m=+0.561358909 container remove aa4ece356e6957783b78fdeb76de60172a87bd0594e1ccd4e64c9112c24712ce (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-activate, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-fc3e0bf, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-16T03:02:30.221 INFO:tasks.rados.rados.0.smithi097.stdout:2344: seq_num 739 ranges {9838592=385024} 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2344: writing smithi09778949-9 from 9838592 to 10223616 tid 1 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2334: done (7 left) 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2335: done (6 left) 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2336: done (5 left) 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2337: done (4 left) 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2338: done (3 left) 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2340: done (2 left) 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2341: done (1 left) 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2345: read oid 15 snap -1 2024-09-16T03:02:30.275 INFO:tasks.rados.rados.0.smithi097.stdout:2345: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:02:30.276 INFO:tasks.rados.rados.0.smithi097.stdout:2346: snap_create 2024-09-16T03:02:30.279 INFO:tasks.rados.rados.0.smithi097.stdout:2344: finishing write tid 1 to smithi09778949-9 2024-09-16T03:02:30.280 INFO:tasks.rados.rados.0.smithi097.stdout:2345: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:02:30.326 INFO:tasks.rados.rados.0.smithi097.stdout:2344: finishing write tid 2 to smithi09778949-9 2024-09-16T03:02:30.327 INFO:tasks.rados.rados.0.smithi097.stdout:2344: finishing write tid 3 to smithi09778949-9 2024-09-16T03:02:30.327 INFO:tasks.rados.rados.0.smithi097.stdout:2344: oid 9 updating version 0 to 1116 2024-09-16T03:02:30.327 INFO:tasks.rados.rados.0.smithi097.stdout:2344: oid 9 version 1116 is already newer than 1115 2024-09-16T03:02:30.327 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1116 (ObjNum 739 snap 222 seq_num 739) dirty exists 2024-09-16T03:02:30.327 INFO:tasks.rados.rados.0.smithi097.stdout:2344: left oid 9 (ObjNum 739 snap 222 seq_num 739) 2024-09-16T03:02:30.398 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:30 smithi097 ceph-mon[88563]: pgmap v453: 121 pgs: 1 active+clean+snaptrim, 21 active+undersized, 6 peering, 3 stale+active+clean, 7 active+undersized+degraded, 83 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 36 KiB/s wr, 1 op/s; 20/417 objects degraded (4.796%); 0 B/s, 0 objects/s recovering 2024-09-16T03:02:30.398 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:30 smithi097 ceph-mon[88563]: Health check failed: Degraded data redundancy: 20/417 objects degraded (4.796%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:30.398 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:30 smithi097 ceph-mon[90424]: pgmap v453: 121 pgs: 1 active+clean+snaptrim, 21 active+undersized, 6 peering, 3 stale+active+clean, 7 active+undersized+degraded, 83 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 36 KiB/s wr, 1 op/s; 20/417 objects degraded (4.796%); 0 B/s, 0 objects/s recovering 2024-09-16T03:02:30.398 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:30 smithi097 ceph-mon[90424]: Health check failed: Degraded data redundancy: 20/417 objects degraded (4.796%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:30.407 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:30 smithi184 ceph-mon[82194]: pgmap v453: 121 pgs: 1 active+clean+snaptrim, 21 active+undersized, 6 peering, 3 stale+active+clean, 7 active+undersized+degraded, 83 active+clean; 236 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 36 KiB/s wr, 1 op/s; 20/417 objects degraded (4.796%); 0 B/s, 0 objects/s recovering 2024-09-16T03:02:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:30 smithi184 ceph-mon[82194]: Health check failed: Degraded data redundancy: 20/417 objects degraded (4.796%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:30.408 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:30 smithi184 podman[100895]: 2024-09-16 03:02:30.196106861 +0000 UTC m=+0.109920576 container create 471d13faeef80a50d807deb5b78750f461110753ed68572e278980ecd6edaac6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T03:02:30.408 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:30 smithi184 podman[100895]: 2024-09-16 03:02:30.102243706 +0000 UTC m=+0.016057386 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:02:30.408 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:30 smithi184 podman[100895]: 2024-09-16 03:02:30.406432104 +0000 UTC m=+0.320245780 container init 471d13faeef80a50d807deb5b78750f461110753ed68572e278980ecd6edaac6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2) 2024-09-16T03:02:30.658 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:30 smithi184 podman[100895]: 2024-09-16 03:02:30.409663267 +0000 UTC m=+0.323476946 container start 471d13faeef80a50d807deb5b78750f461110753ed68572e278980ecd6edaac6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf) 2024-09-16T03:02:30.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:30 smithi184 ceph-osd[100914]: -- 172.21.15.184:0/421616115 <== mon.1 v2:172.21.15.184:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c549555a40 con 0x55c54a324400 2024-09-16T03:02:30.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:30 smithi184 bash[100895]: 471d13faeef80a50d807deb5b78750f461110753ed68572e278980ecd6edaac6 2024-09-16T03:02:30.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:30 smithi184 systemd[1]: Started Ceph osd.7 for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:02:31.078 INFO:tasks.rados.rados.0.smithi097.stdout:2344: done (2 left) 2024-09-16T03:02:31.078 INFO:tasks.rados.rados.0.smithi097.stdout:2345: done (1 left) 2024-09-16T03:02:31.078 INFO:tasks.rados.rados.0.smithi097.stdout:2346: done (0 left) 2024-09-16T03:02:31.078 INFO:tasks.rados.rados.0.smithi097.stdout:2347: copy_from oid 10 from oid 15 current snap is 223 2024-09-16T03:02:31.078 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 223 2024-09-16T03:02:31.078 INFO:tasks.rados.rados.0.smithi097.stdout:2348: seq_num 740 ranges {16384=401408} 2024-09-16T03:02:31.080 INFO:tasks.rados.rados.0.smithi097.stdout:2348: writing smithi09778949-37 from 16384 to 417792 tid 1 2024-09-16T03:02:31.080 INFO:tasks.rados.rados.0.smithi097.stdout:2349: copy_from oid 6 from oid 9 current snap is 223 2024-09-16T03:02:31.080 INFO:tasks.rados.rados.0.smithi097.stdout:2350: snap_remove snap 213 2024-09-16T03:02:31.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:31 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:31.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:31 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:31.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:31 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:31.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:31 smithi184 ceph-mon[82194]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 11 active+undersized+degraded, 75 active+clean; 242 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s; 42/435 objects degraded (9.655%); 0 B/s, 0 objects/s recovering 2024-09-16T03:02:31.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:31 smithi184 ceph-mon[82194]: osdmap e523: 8 total, 7 up, 8 in 2024-09-16T03:02:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[88563]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 11 active+undersized+degraded, 75 active+clean; 242 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s; 42/435 objects degraded (9.655%); 0 B/s, 0 objects/s recovering 2024-09-16T03:02:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[88563]: osdmap e523: 8 total, 7 up, 8 in 2024-09-16T03:02:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[90424]: pgmap v454: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 11 active+undersized+degraded, 75 active+clean; 242 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.2 MiB/s wr, 26 op/s; 42/435 objects degraded (9.655%); 0 B/s, 0 objects/s recovering 2024-09-16T03:02:31.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:31 smithi097 ceph-mon[90424]: osdmap e523: 8 total, 7 up, 8 in 2024-09-16T03:02:32.012 INFO:tasks.rados.rados.0.smithi097.stdout:2350: done (3 left) 2024-09-16T03:02:32.012 INFO:tasks.rados.rados.0.smithi097.stdout:2351: delete oid 7 current snap is 223 2024-09-16T03:02:32.012 INFO:tasks.rados.rados.0.smithi097.stdout:2348: finishing write tid 1 to smithi09778949-37 2024-09-16T03:02:32.012 INFO:tasks.rados.rados.0.smithi097.stdout:2348: finishing write tid 2 to smithi09778949-37 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:2348: finishing write tid 3 to smithi09778949-37 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:2348: oid 37 updating version 0 to 1482 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:2348: oid 37 updating version 1482 to 1483 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1483 (ObjNum 740 snap 223 seq_num 740) dirty exists 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:2348: left oid 37 (ObjNum 740 snap 223 seq_num 740) 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:2347: finishing copy_from racing read to smithi09778949-10 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:2347: finishing copy_from to smithi09778949-10 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1287 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:2349: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:2349: finishing copy_from to smithi09778949-6 2024-09-16T03:02:32.013 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1116 (ObjNum 739 snap 222 seq_num 739) dirty exists 2024-09-16T03:02:32.021 INFO:tasks.rados.rados.0.smithi097.stdout:2347: done (3 left) 2024-09-16T03:02:32.022 INFO:tasks.rados.rados.0.smithi097.stdout:2348: done (2 left) 2024-09-16T03:02:32.022 INFO:tasks.rados.rados.0.smithi097.stdout:2349: done (1 left) 2024-09-16T03:02:32.022 INFO:tasks.rados.rados.0.smithi097.stdout:2351: done (0 left) 2024-09-16T03:02:32.022 INFO:tasks.rados.rados.0.smithi097.stdout:2352: rmattr oid 13 current snap is 223 2024-09-16T03:02:32.022 INFO:tasks.rados.rados.0.smithi097.stdout:2352: done (0 left) 2024-09-16T03:02:32.022 INFO:tasks.rados.rados.0.smithi097.stdout:2353: setattr oid 39 current snap is 223 2024-09-16T03:02:32.023 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 223 2024-09-16T03:02:32.023 INFO:tasks.rados.rados.0.smithi097.stdout:2354: seq_num 742 ranges {10149888=434176} 2024-09-16T03:02:32.080 INFO:tasks.rados.rados.0.smithi097.stdout:2354: writing smithi09778949-43 from 10149888 to 10584064 tid 1 2024-09-16T03:02:32.080 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 223 2024-09-16T03:02:32.080 INFO:tasks.rados.rados.0.smithi097.stdout:2355: seq_num 743 ranges {1982464=450560} 2024-09-16T03:02:32.093 INFO:tasks.rados.rados.0.smithi097.stdout:2355: writing smithi09778949-47 from 1982464 to 2433024 tid 1 2024-09-16T03:02:32.093 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 223 2024-09-16T03:02:32.093 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1147 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-09-16T03:02:32.093 INFO:tasks.rados.rados.0.smithi097.stdout:2354: finishing write tid 1 to smithi09778949-43 2024-09-16T03:02:32.093 INFO:tasks.rados.rados.0.smithi097.stdout:2354: finishing write tid 2 to smithi09778949-43 2024-09-16T03:02:32.093 INFO:tasks.rados.rados.0.smithi097.stdout:2356: seq_num 744 ranges {10223616=466944} 2024-09-16T03:02:32.149 INFO:tasks.rados.rados.0.smithi097.stdout:2356: writing smithi09778949-9 from 10223616 to 10690560 tid 1 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:2353: done (3 left) 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:2357: rollback oid 5 current snap is 223 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 5 to 219 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:2354: finishing write tid 3 to smithi09778949-43 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:2354: oid 43 updating version 0 to 1295 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:2354: oid 43 version 1295 is already newer than 1294 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1295 (ObjNum 742 snap 223 seq_num 742) dirty exists 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:2354: left oid 43 (ObjNum 742 snap 223 seq_num 742) 2024-09-16T03:02:32.150 INFO:tasks.rados.rados.0.smithi097.stdout:2355: finishing write tid 1 to smithi09778949-47 2024-09-16T03:02:32.151 INFO:tasks.rados.rados.0.smithi097.stdout:2354: done (3 left) 2024-09-16T03:02:32.151 INFO:tasks.rados.rados.0.smithi097.stdout:2358: delete oid 42 current snap is 223 2024-09-16T03:02:32.151 INFO:tasks.rados.rados.0.smithi097.stdout:2355: finishing write tid 2 to smithi09778949-47 2024-09-16T03:02:32.151 INFO:tasks.rados.rados.0.smithi097.stdout:2355: finishing write tid 3 to smithi09778949-47 2024-09-16T03:02:32.151 INFO:tasks.rados.rados.0.smithi097.stdout:2355: oid 47 updating version 0 to 1272 2024-09-16T03:02:32.151 INFO:tasks.rados.rados.0.smithi097.stdout:2355: oid 47 updating version 1272 to 1273 2024-09-16T03:02:32.151 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1273 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:02:32.151 INFO:tasks.rados.rados.0.smithi097.stdout:2355: left oid 47 (ObjNum 743 snap 223 seq_num 743) 2024-09-16T03:02:32.152 INFO:tasks.rados.rados.0.smithi097.stdout:2355: done (3 left) 2024-09-16T03:02:32.152 INFO:tasks.rados.rados.0.smithi097.stdout:2358: done (2 left) 2024-09-16T03:02:32.152 INFO:tasks.rados.rados.0.smithi097.stdout:2359: snap_create 2024-09-16T03:02:32.153 INFO:tasks.rados.rados.0.smithi097.stdout:2357: finishing rollback tid 0 to smithi09778949-5 2024-09-16T03:02:32.153 INFO:tasks.rados.rados.0.smithi097.stdout:2357: finishing rollback tid 1 to smithi09778949-5 2024-09-16T03:02:32.153 INFO:tasks.rados.rados.0.smithi097.stdout:2357: finishing rollback tid 2 to smithi09778949-5 2024-09-16T03:02:32.153 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1438 (ObjNum 645 snap 195 seq_num 645) dirty exists 2024-09-16T03:02:32.155 INFO:tasks.rados.rados.0.smithi097.stdout:2356: finishing write tid 1 to smithi09778949-9 2024-09-16T03:02:32.155 INFO:tasks.rados.rados.0.smithi097.stdout:2356: finishing write tid 2 to smithi09778949-9 2024-09-16T03:02:32.157 INFO:tasks.rados.rados.0.smithi097.stdout:2356: finishing write tid 3 to smithi09778949-9 2024-09-16T03:02:32.157 INFO:tasks.rados.rados.0.smithi097.stdout:2356: oid 9 updating version 0 to 1118 2024-09-16T03:02:32.157 INFO:tasks.rados.rados.0.smithi097.stdout:2356: oid 9 version 1118 is already newer than 1117 2024-09-16T03:02:32.157 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1118 (ObjNum 744 snap 223 seq_num 744) dirty exists 2024-09-16T03:02:32.157 INFO:tasks.rados.rados.0.smithi097.stdout:2356: left oid 9 (ObjNum 744 snap 223 seq_num 744) 2024-09-16T03:02:32.560 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:32 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:02:32.291+0000 7f2635316640 -1 Falling back to public interface 2024-09-16T03:02:32.857 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:32 smithi184 ceph-mon[82194]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-16T03:02:32.857 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:32 smithi184 ceph-mon[82194]: osdmap e524: 8 total, 7 up, 8 in 2024-09-16T03:02:32.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:32 smithi097 ceph-mon[88563]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-16T03:02:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:32 smithi097 ceph-mon[88563]: osdmap e524: 8 total, 7 up, 8 in 2024-09-16T03:02:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:32 smithi097 ceph-mon[90424]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-09-16T03:02:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:32 smithi097 ceph-mon[90424]: osdmap e524: 8 total, 7 up, 8 in 2024-09-16T03:02:33.015 INFO:tasks.rados.rados.0.smithi097.stdout:2356: done (2 left) 2024-09-16T03:02:33.015 INFO:tasks.rados.rados.0.smithi097.stdout:2357: done (1 left) 2024-09-16T03:02:33.015 INFO:tasks.rados.rados.0.smithi097.stdout:2359: done (0 left) 2024-09-16T03:02:33.015 INFO:tasks.rados.rados.0.smithi097.stdout:2360: copy_from oid 8 from oid 3 current snap is 224 2024-09-16T03:02:33.015 INFO:tasks.rados.rados.0.smithi097.stdout:2361: setattr oid 13 current snap is 224 2024-09-16T03:02:33.016 INFO:tasks.rados.rados.0.smithi097.stdout:2360: finishing copy_from to smithi09778949-8 2024-09-16T03:02:33.016 INFO:tasks.rados.rados.0.smithi097.stdout:2360: got expected ENOENT (src dne) 2024-09-16T03:02:33.016 INFO:tasks.rados.rados.0.smithi097.stdout:2360: finishing copy_from racing read to smithi09778949-8 2024-09-16T03:02:33.017 INFO:tasks.rados.rados.0.smithi097.stdout:2360: done (1 left) 2024-09-16T03:02:33.017 INFO:tasks.rados.rados.0.smithi097.stdout:2362: delete oid 27 current snap is 224 2024-09-16T03:02:33.020 INFO:tasks.rados.rados.0.smithi097.stdout:2362: done (1 left) 2024-09-16T03:02:33.020 INFO:tasks.rados.rados.0.smithi097.stdout:2363: copy_from oid 30 from oid 35 current snap is 224 2024-09-16T03:02:33.021 INFO:tasks.rados.rados.0.smithi097.stdout:2364: snap_create 2024-09-16T03:02:33.021 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1288 (ObjNum 616 snap 182 seq_num 616) dirty exists 2024-09-16T03:02:33.042 INFO:tasks.rados.rados.0.smithi097.stdout:2363: finishing copy_from racing read to smithi09778949-30 2024-09-16T03:02:33.046 INFO:tasks.rados.rados.0.smithi097.stdout:2363: finishing copy_from to smithi09778949-30 2024-09-16T03:02:33.047 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1114 (ObjNum 724 snap 218 seq_num 724) dirty exists 2024-09-16T03:02:34.020 INFO:tasks.rados.rados.0.smithi097.stdout:2361: done (2 left) 2024-09-16T03:02:34.020 INFO:tasks.rados.rados.0.smithi097.stdout:2363: done (1 left) 2024-09-16T03:02:34.020 INFO:tasks.rados.rados.0.smithi097.stdout:2364: done (0 left) 2024-09-16T03:02:34.020 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 225 2024-09-16T03:02:34.020 INFO:tasks.rados.rados.0.smithi097.stdout:2365: seq_num 747 ranges {9838592=516096} 2024-09-16T03:02:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:2365: writing smithi09778949-12 from 9838592 to 10354688 tid 1 2024-09-16T03:02:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:2366: read oid 33 snap -1 2024-09-16T03:02:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:2366: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 225 2024-09-16T03:02:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:2367: seq_num 748 ranges {0=532480} 2024-09-16T03:02:34.078 INFO:tasks.rados.rados.0.smithi097.stdout:2367: writing smithi09778949-23 from 0 to 532480 tid 1 2024-09-16T03:02:34.079 INFO:tasks.rados.rados.0.smithi097.stdout:2368: rollback oid 29 current snap is 225 2024-09-16T03:02:34.079 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 29 to 216 2024-09-16T03:02:34.079 INFO:tasks.rados.rados.0.smithi097.stdout:2369: delete oid 40 current snap is 225 2024-09-16T03:02:34.089 INFO:tasks.rados.rados.0.smithi097.stdout:2367: finishing write tid 1 to smithi09778949-23 2024-09-16T03:02:34.089 INFO:tasks.rados.rados.0.smithi097.stdout:2365: finishing write tid 1 to smithi09778949-12 2024-09-16T03:02:34.089 INFO:tasks.rados.rados.0.smithi097.stdout:2367: finishing write tid 2 to smithi09778949-23 2024-09-16T03:02:34.090 INFO:tasks.rados.rados.0.smithi097.stdout:2365: finishing write tid 2 to smithi09778949-12 2024-09-16T03:02:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2367: finishing write tid 3 to smithi09778949-23 2024-09-16T03:02:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2367: oid 23 updating version 0 to 1484 2024-09-16T03:02:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2367: oid 23 updating version 1484 to 1485 2024-09-16T03:02:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 1485 (ObjNum 748 snap 225 seq_num 748) dirty exists 2024-09-16T03:02:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2367: left oid 23 (ObjNum 748 snap 225 seq_num 748) 2024-09-16T03:02:34.092 INFO:tasks.rados.rados.0.smithi097.stdout:2365: finishing write tid 3 to smithi09778949-12 2024-09-16T03:02:34.092 INFO:tasks.rados.rados.0.smithi097.stdout:2365: oid 12 updating version 0 to 1292 2024-09-16T03:02:34.092 INFO:tasks.rados.rados.0.smithi097.stdout:2365: oid 12 version 1292 is already newer than 1291 2024-09-16T03:02:34.092 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1292 (ObjNum 747 snap 225 seq_num 747) dirty exists 2024-09-16T03:02:34.093 INFO:tasks.rados.rados.0.smithi097.stdout:2365: left oid 12 (ObjNum 747 snap 225 seq_num 747) 2024-09-16T03:02:34.104 INFO:tasks.rados.rados.0.smithi097.stdout:2365: done (4 left) 2024-09-16T03:02:34.104 INFO:tasks.rados.rados.0.smithi097.stdout:2367: done (3 left) 2024-09-16T03:02:34.104 INFO:tasks.rados.rados.0.smithi097.stdout:2369: done (2 left) 2024-09-16T03:02:34.104 INFO:tasks.rados.rados.0.smithi097.stdout:2370: snap_remove snap 219 2024-09-16T03:02:34.385 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:34 smithi184 ceph-mon[82194]: pgmap v457: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 11 active+undersized+degraded, 75 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 43/435 objects degraded (9.885%) 2024-09-16T03:02:34.385 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:34 smithi184 ceph-mon[82194]: osdmap e525: 8 total, 7 up, 8 in 2024-09-16T03:02:34.386 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:34.386 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:34 smithi097 ceph-mon[88563]: pgmap v457: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 11 active+undersized+degraded, 75 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 43/435 objects degraded (9.885%) 2024-09-16T03:02:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:34 smithi097 ceph-mon[88563]: osdmap e525: 8 total, 7 up, 8 in 2024-09-16T03:02:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:34 smithi097 ceph-mon[90424]: pgmap v457: 121 pgs: 1 active+clean+snaptrim, 34 active+undersized, 11 active+undersized+degraded, 75 active+clean; 257 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 25 op/s; 43/435 objects degraded (9.885%) 2024-09-16T03:02:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:34 smithi097 ceph-mon[90424]: osdmap e525: 8 total, 7 up, 8 in 2024-09-16T03:02:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:35.025 INFO:tasks.rados.rados.0.smithi097.stdout:2370: done (2 left) 2024-09-16T03:02:35.026 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 225 2024-09-16T03:02:35.026 INFO:tasks.rados.rados.0.smithi097.stdout:2371: seq_num 750 ranges {0=565248} 2024-09-16T03:02:35.029 INFO:tasks.rados.rados.0.smithi097.stdout:2371: writing smithi09778949-40 from 0 to 565248 tid 1 2024-09-16T03:02:35.029 INFO:tasks.rados.rados.0.smithi097.stdout:2372: rollback oid 36 current snap is 225 2024-09-16T03:02:35.029 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 220 2024-09-16T03:02:35.029 INFO:tasks.rados.rados.0.smithi097.stdout:2366: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:35.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:35 smithi184 ceph-mon[82194]: osdmap e526: 8 total, 7 up, 8 in 2024-09-16T03:02:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:35 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:35 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:35.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:35 smithi097 ceph-mon[88563]: osdmap e526: 8 total, 7 up, 8 in 2024-09-16T03:02:35.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:35 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:35.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:35 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:35 smithi097 ceph-mon[90424]: osdmap e526: 8 total, 7 up, 8 in 2024-09-16T03:02:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:35 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:35 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:36.289 INFO:tasks.rados.rados.0.smithi097.stdout:2368: finishing rollback tid 1 to smithi09778949-29 2024-09-16T03:02:36.289 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1508 (ObjNum 1973244832 snap 21991 seq_num 304) dirty dne 2024-09-16T03:02:36.289 INFO:tasks.rados.rados.0.smithi097.stdout:2371: finishing write tid 1 to smithi09778949-40 2024-09-16T03:02:36.290 INFO:tasks.rados.rados.0.smithi097.stdout:2371: finishing write tid 2 to smithi09778949-40 2024-09-16T03:02:36.290 INFO:tasks.rados.rados.0.smithi097.stdout:2372: finishing rollback tid 1 to smithi09778949-36 2024-09-16T03:02:36.290 INFO:tasks.rados.rados.0.smithi097.stdout:2372: finishing rollback tid 2 to smithi09778949-36 2024-09-16T03:02:36.290 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1294 (ObjNum 642 snap 195 seq_num 642) dirty exists 2024-09-16T03:02:36.290 INFO:tasks.rados.rados.0.smithi097.stdout:2371: finishing write tid 3 to smithi09778949-40 2024-09-16T03:02:36.291 INFO:tasks.rados.rados.0.smithi097.stdout:2371: oid 40 updating version 0 to 1298 2024-09-16T03:02:36.291 INFO:tasks.rados.rados.0.smithi097.stdout:2371: oid 40 version 1298 is already newer than 1297 2024-09-16T03:02:36.291 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1298 (ObjNum 750 snap 225 seq_num 750) dirty exists 2024-09-16T03:02:36.291 INFO:tasks.rados.rados.0.smithi097.stdout:2371: left oid 40 (ObjNum 750 snap 225 seq_num 750) 2024-09-16T03:02:36.291 INFO:tasks.rados.rados.0.smithi097.stdout:2366: done (3 left) 2024-09-16T03:02:36.292 INFO:tasks.rados.rados.0.smithi097.stdout:2368: done (2 left) 2024-09-16T03:02:36.292 INFO:tasks.rados.rados.0.smithi097.stdout:2371: done (1 left) 2024-09-16T03:02:36.292 INFO:tasks.rados.rados.0.smithi097.stdout:2372: done (0 left) 2024-09-16T03:02:36.292 INFO:tasks.rados.rados.0.smithi097.stdout:2373: snap_remove snap 223 2024-09-16T03:02:36.293 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:36 smithi184 ceph-mon[82194]: pgmap v460: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 10 op/s; 45/447 objects degraded (10.067%) 2024-09-16T03:02:36.293 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:36 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 45/447 objects degraded (10.067%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:36.293 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:36 smithi184 ceph-mon[82194]: osdmap e527: 8 total, 7 up, 8 in 2024-09-16T03:02:36.293 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:36 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:36.293 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:36 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:36.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[90424]: pgmap v460: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 10 op/s; 45/447 objects degraded (10.067%) 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 45/447 objects degraded (10.067%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[90424]: osdmap e527: 8 total, 7 up, 8 in 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[88563]: pgmap v460: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 260 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 10 op/s; 45/447 objects degraded (10.067%) 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 45/447 objects degraded (10.067%), 11 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[88563]: osdmap e527: 8 total, 7 up, 8 in 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:36 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:36.611 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:02:36.286+0000 7f2635316640 -1 osd.7 518 log_to_monitors true 2024-09-16T03:02:37.032 INFO:tasks.rados.rados.0.smithi097.stdout:2373: done (0 left) 2024-09-16T03:02:37.032 INFO:tasks.rados.rados.0.smithi097.stdout:2374: delete oid 8 current snap is 225 2024-09-16T03:02:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2374: done (0 left) 2024-09-16T03:02:37.038 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 225 2024-09-16T03:02:37.038 INFO:tasks.rados.rados.0.smithi097.stdout:2375: seq_num 752 ranges {1851392=598016} 2024-09-16T03:02:37.051 INFO:tasks.rados.rados.0.smithi097.stdout:2375: writing smithi09778949-10 from 1851392 to 2449408 tid 1 2024-09-16T03:02:37.051 INFO:tasks.rados.rados.0.smithi097.stdout:2376: read oid 6 snap -1 2024-09-16T03:02:37.051 INFO:tasks.rados.rados.0.smithi097.stdout:2376: expect (ObjNum 739 snap 222 seq_num 739) 2024-09-16T03:02:37.051 INFO:tasks.rados.rados.0.smithi097.stdout:2377: snap_remove snap 216 2024-09-16T03:02:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:37 smithi184 ceph-mon[82194]: from='osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-16T03:02:37.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:37 smithi184 ceph-mon[82194]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-16T03:02:37.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:02:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:02:37.054+0000 7f262d0c0640 -1 osd.7 518 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-16T03:02:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:37 smithi097 ceph-mon[88563]: from='osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-16T03:02:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:37 smithi097 ceph-mon[88563]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-16T03:02:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:37 smithi097 ceph-mon[90424]: from='osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-16T03:02:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:37 smithi097 ceph-mon[90424]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-09-16T03:02:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:2377: done (2 left) 2024-09-16T03:02:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:2378: snap_create 2024-09-16T03:02:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:2375: finishing write tid 1 to smithi09778949-10 2024-09-16T03:02:38.041 INFO:tasks.rados.rados.0.smithi097.stdout:2375: finishing write tid 2 to smithi09778949-10 2024-09-16T03:02:38.042 INFO:tasks.rados.rados.0.smithi097.stdout:2375: finishing write tid 3 to smithi09778949-10 2024-09-16T03:02:38.042 INFO:tasks.rados.rados.0.smithi097.stdout:2375: oid 10 updating version 0 to 1520 2024-09-16T03:02:38.042 INFO:tasks.rados.rados.0.smithi097.stdout:2375: oid 10 updating version 1520 to 1521 2024-09-16T03:02:38.042 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1521 (ObjNum 752 snap 225 seq_num 752) dirty exists 2024-09-16T03:02:38.042 INFO:tasks.rados.rados.0.smithi097.stdout:2375: left oid 10 (ObjNum 752 snap 225 seq_num 752) 2024-09-16T03:02:38.042 INFO:tasks.rados.rados.0.smithi097.stdout:2376: expect (ObjNum 739 snap 222 seq_num 739) 2024-09-16T03:02:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:38 smithi184 ceph-mon[82194]: pgmap v462: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 47/465 objects degraded (10.108%) 2024-09-16T03:02:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:38 smithi184 ceph-mon[82194]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T03:02:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:38 smithi184 ceph-mon[82194]: from='osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:38 smithi184 ceph-mon[82194]: osdmap e528: 8 total, 7 up, 8 in 2024-09-16T03:02:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:38 smithi184 ceph-mon[82194]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[88563]: pgmap v462: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 47/465 objects degraded (10.108%) 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[88563]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[88563]: from='osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[88563]: osdmap e528: 8 total, 7 up, 8 in 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[88563]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[90424]: pgmap v462: 121 pgs: 34 active+undersized, 11 active+undersized+degraded, 76 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 5.0 MiB/s wr, 14 op/s; 47/465 objects degraded (10.108%) 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[90424]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[90424]: from='osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[90424]: osdmap e528: 8 total, 7 up, 8 in 2024-09-16T03:02:38.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:38 smithi097 ceph-mon[90424]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi184", "root=default"]} : dispatch 2024-09-16T03:02:39.067 INFO:tasks.rados.rados.0.smithi097.stdout:2375: done (2 left) 2024-09-16T03:02:39.067 INFO:tasks.rados.rados.0.smithi097.stdout:2376: done (1 left) 2024-09-16T03:02:39.067 INFO:tasks.rados.rados.0.smithi097.stdout:2378: done (0 left) 2024-09-16T03:02:39.067 INFO:tasks.rados.rados.0.smithi097.stdout:2379: copy_from oid 3 from oid 15 current snap is 226 2024-09-16T03:02:39.067 INFO:tasks.rados.rados.0.smithi097.stdout:2380: read oid 33 snap -1 2024-09-16T03:02:39.067 INFO:tasks.rados.rados.0.smithi097.stdout:2380: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:39.067 INFO:tasks.rados.rados.0.smithi097.stdout:2381: delete oid 21 current snap is 226 2024-09-16T03:02:39.082 INFO:tasks.rados.rados.0.smithi097.stdout:2379: finishing copy_from racing read to smithi09778949-3 2024-09-16T03:02:39.083 INFO:tasks.rados.rados.0.smithi097.stdout:2381: done (2 left) 2024-09-16T03:02:39.083 INFO:tasks.rados.rados.0.smithi097.stdout:2382: delete oid 21 current snap is 226 2024-09-16T03:02:39.087 INFO:tasks.rados.rados.0.smithi097.stdout:2379: finishing copy_from to smithi09778949-3 2024-09-16T03:02:39.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1287 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:02:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:2379: done (2 left) 2024-09-16T03:02:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:2382: done (1 left) 2024-09-16T03:02:39.111 INFO:tasks.rados.rados.0.smithi097.stdout:2383: snap_remove snap 222 2024-09-16T03:02:39.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:02:39.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763] boot 2024-09-16T03:02:39.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all osd 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T03:02:39.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-16T03:02:39.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T03:02:39.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-16T03:02:39.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T03:02:39.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: Upgrade: Setting require_osd_release to 19 squid 2024-09-16T03:02:39.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-16T03:02:39.419 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:02:39] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2024-09-16T03:02:39.419 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:02:39.419 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763] boot 2024-09-16T03:02:39.419 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T03:02:39.419 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all osd 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.420 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-16T03:02:39.421 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: osd.7 [v2:172.21.15.184:6824/3568232763,v1:172.21.15.184:6825/3568232763] boot 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: osdmap e529: 8 total, 8 up, 8 in 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.422 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all osd 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.0"} : dispatch 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.1"} : dispatch 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.2"} : dispatch 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.3"} : dispatch 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.4"} : dispatch 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-09-16T03:02:39.423 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.5"} : dispatch 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: Upgrade: Setting require_osd_release to 19 squid 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-09-16T03:02:39.424 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.6"} : dispatch 2024-09-16T03:02:39.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-09-16T03:02:39.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd.7"} : dispatch 2024-09-16T03:02:39.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-09-16T03:02:39.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: Upgrade: Setting require_osd_release to 19 squid 2024-09-16T03:02:39.425 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd require-osd-release", "release": "squid"} : dispatch 2024-09-16T03:02:40.046 INFO:tasks.rados.rados.0.smithi097.stdout:2383: done (1 left) 2024-09-16T03:02:40.047 INFO:tasks.rados.rados.0.smithi097.stdout:2384: snap_create 2024-09-16T03:02:40.047 INFO:tasks.rados.rados.0.smithi097.stdout:2380: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:40 smithi184 ceph-mon[82194]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 12 peering, 24 active+undersized, 9 active+undersized+degraded, 75 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.7 MiB/s wr, 16 op/s; 45/468 objects degraded (9.615%) 2024-09-16T03:02:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:40 smithi184 ceph-mon[82194]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-16T03:02:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-16T03:02:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:40 smithi184 ceph-mon[82194]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T03:02:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-16T03:02:40.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:40 smithi184 ceph-mon[82194]: Upgrade: It appears safe to stop mds.a 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[88563]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 12 peering, 24 active+undersized, 9 active+undersized+degraded, 75 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.7 MiB/s wr, 16 op/s; 45/468 objects degraded (9.615%) 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[88563]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[88563]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[88563]: Upgrade: It appears safe to stop mds.a 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[90424]: pgmap v465: 121 pgs: 1 active+clean+snaptrim, 12 peering, 24 active+undersized, 9 active+undersized+degraded, 75 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.7 MiB/s wr, 16 op/s; 45/468 objects degraded (9.615%) 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[90424]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-09-16T03:02:40.449 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-09-16T03:02:40.450 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[90424]: osdmap e530: 8 total, 8 up, 8 in 2024-09-16T03:02:40.450 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["a"]} : dispatch 2024-09-16T03:02:40.450 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:40 smithi097 ceph-mon[90424]: Upgrade: It appears safe to stop mds.a 2024-09-16T03:02:41.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:41 smithi097 ceph-mon[88563]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T03:02:41.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:41 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:41.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:41 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T03:02:41.181 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:41 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:41.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:41 smithi097 ceph-mon[90424]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T03:02:41.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:41 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:41.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:41 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T03:02:41.182 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:41 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:41.348 INFO:tasks.rados.rados.0.smithi097.stdout:2380: done (1 left) 2024-09-16T03:02:41.348 INFO:tasks.rados.rados.0.smithi097.stdout:2384: done (0 left) 2024-09-16T03:02:41.348 INFO:tasks.rados.rados.0.smithi097.stdout:2385: rmattr oid 49 current snap is 227 2024-09-16T03:02:41.348 INFO:tasks.rados.rados.0.smithi097.stdout:2385: done (0 left) 2024-09-16T03:02:41.348 INFO:tasks.rados.rados.0.smithi097.stdout:2386: snap_remove snap 224 2024-09-16T03:02:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:41 smithi184 ceph-mon[82194]: osdmap e531: 8 total, 8 up, 8 in 2024-09-16T03:02:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:41 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:41 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T03:02:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:41 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:42.069 INFO:tasks.rados.rados.0.smithi097.stdout:2386: done (0 left) 2024-09-16T03:02:42.069 INFO:tasks.rados.rados.0.smithi097.stdout:2387: rollback oid 11 current snap is 227 2024-09-16T03:02:42.069 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 226 2024-09-16T03:02:42.069 INFO:tasks.rados.rados.0.smithi097.stdout:2388: delete oid 36 current snap is 227 2024-09-16T03:02:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:2387: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:02:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:2387: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:02:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:2387: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:02:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1290 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:02:42.075 INFO:tasks.rados.rados.0.smithi097.stdout:2387: done (1 left) 2024-09-16T03:02:42.075 INFO:tasks.rados.rados.0.smithi097.stdout:2388: done (0 left) 2024-09-16T03:02:42.075 INFO:tasks.rados.rados.0.smithi097.stdout:2389: copy_from oid 45 from oid 47 current snap is 227 2024-09-16T03:02:42.075 INFO:tasks.rados.rados.0.smithi097.stdout:2390: snap_remove snap 209 2024-09-16T03:02:42.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[88563]: pgmap v468: 121 pgs: 1 active+clean+snaptrim, 12 peering, 15 active+undersized, 7 active+undersized+degraded, 86 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 724 KiB/s wr, 8 op/s; 24/462 objects degraded (5.195%); 3.5 MiB/s, 2 objects/s recovering 2024-09-16T03:02:42.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[88563]: Upgrade: Updating mds.a 2024-09-16T03:02:42.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[88563]: Deploying daemon mds.a on smithi097 2024-09-16T03:02:42.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[88563]: Health check update: Degraded data redundancy: 24/462 objects degraded (5.195%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:42.193 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[88563]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T03:02:42.194 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[90424]: pgmap v468: 121 pgs: 1 active+clean+snaptrim, 12 peering, 15 active+undersized, 7 active+undersized+degraded, 86 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 724 KiB/s wr, 8 op/s; 24/462 objects degraded (5.195%); 3.5 MiB/s, 2 objects/s recovering 2024-09-16T03:02:42.194 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[90424]: Upgrade: Updating mds.a 2024-09-16T03:02:42.194 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[90424]: Deploying daemon mds.a on smithi097 2024-09-16T03:02:42.194 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[90424]: Health check update: Degraded data redundancy: 24/462 objects degraded (5.195%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:42.194 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-mon[90424]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T03:02:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:42 smithi184 ceph-mon[82194]: pgmap v468: 121 pgs: 1 active+clean+snaptrim, 12 peering, 15 active+undersized, 7 active+undersized+degraded, 86 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 724 KiB/s wr, 8 op/s; 24/462 objects degraded (5.195%); 3.5 MiB/s, 2 objects/s recovering 2024-09-16T03:02:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:42 smithi184 ceph-mon[82194]: Upgrade: Updating mds.a 2024-09-16T03:02:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:42 smithi184 ceph-mon[82194]: Deploying daemon mds.a on smithi097 2024-09-16T03:02:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:42 smithi184 ceph-mon[82194]: Health check update: Degraded data redundancy: 24/462 objects degraded (5.195%), 7 pgs degraded (PG_DEGRADED) 2024-09-16T03:02:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:42 smithi184 ceph-mon[82194]: osdmap e532: 8 total, 8 up, 8 in 2024-09-16T03:02:42.495 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:42 smithi097 systemd[1]: Stopping Ceph mds.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:02:42.495 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[65003]: 2024-09-16T03:02:42.436+0000 7efd5b702640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:02:42.495 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:42 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[65003]: 2024-09-16T03:02:42.436+0000 7efd5b702640 -1 mds.a *** got signal Terminated *** 2024-09-16T03:02:42.847 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:02:43.071 INFO:tasks.rados.rados.0.smithi097.stdout:2390: done (1 left) 2024-09-16T03:02:43.071 INFO:tasks.rados.rados.0.smithi097.stdout:2391: setattr oid 1 current snap is 227 2024-09-16T03:02:43.071 INFO:tasks.rados.rados.0.smithi097.stdout:2389: finishing copy_from racing read to smithi09778949-45 2024-09-16T03:02:43.071 INFO:tasks.rados.rados.0.smithi097.stdout:2389: finishing copy_from to smithi09778949-45 2024-09-16T03:02:43.071 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1273 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:02:43.073 INFO:tasks.rados.rados.0.smithi097.stdout:2389: done (1 left) 2024-09-16T03:02:43.073 INFO:tasks.rados.rados.0.smithi097.stdout:2392: snap_create 2024-09-16T03:02:43.080 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1296 (ObjNum 65 snap 0 seq_num 1973261808) dirty exists 2024-09-16T03:02:43.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:43 smithi097 ceph-mon[88563]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T03:02:43.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:43 smithi097 ceph-mon[90424]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T03:02:43.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:43 smithi184 ceph-mon[82194]: osdmap e533: 8 total, 8 up, 8 in 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (9m) 2m ago 10m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (10m) 8s ago 10m 89.4M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (11m) 2m ago 11m 16.8M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 08c0db782f3c 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (11m) 8s ago 11m 24.6M - 18.2.4-853-gae7f3733 fd1d6ca2b4a5 07185a383df4 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (5m) 8s ago 15m 455M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (6m) 2m ago 16m 523M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (5m) 2m ago 16m 54.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (4m) 8s ago 15m 50.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (5m) 2m ago 15m 43.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (10m) 2m ago 10m 14.8M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (10m) 8s ago 9m 17.4M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T03:02:43.423 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (4m) 2m ago 14m 221M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:02:43.424 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (3m) 2m ago 14m 137M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:02:43.424 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (2m) 2m ago 14m 130M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:02:43.424 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (2m) 2m ago 13m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:02:43.424 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (113s) 8s ago 13m 140M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 b55738d922bd 2024-09-16T03:02:43.424 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (80s) 8s ago 12m 234M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 17dcd083140f 2024-09-16T03:02:43.424 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (47s) 8s ago 12m 119M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 bb200d83d00d 2024-09-16T03:02:43.424 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (13s) 8s ago 12m 12.2M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 471d13faeef8 2024-09-16T03:02:43.424 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (5m) 8s ago 10m 57.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T03:02:43.758 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 8 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 1 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:02:43.759 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:02:43.760 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 18.2.4-853-gae7f3733 (ae7f37330c1a72493684eb1fcaed6f2a01195bb6) reef (stable)": 1, 2024-09-16T03:02:43.760 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 13 2024-09-16T03:02:43.760 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:02:43.760 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "osd", 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "13/20 daemons upgraded", 2024-09-16T03:02:44.052 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading mds daemons", 2024-09-16T03:02:44.053 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:02:44.053 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:02:44.080 INFO:tasks.rados.rados.0.smithi097.stdout:2391: done (1 left) 2024-09-16T03:02:44.080 INFO:tasks.rados.rados.0.smithi097.stdout:2392: done (0 left) 2024-09-16T03:02:44.081 INFO:tasks.rados.rados.0.smithi097.stdout:2393: snap_remove snap 220 2024-09-16T03:02:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: pgmap v471: 121 pgs: 1 active+clean+snaptrim, 12 peering, 108 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 598 KiB/s wr, 2 op/s; 15 MiB/s, 4 objects/s recovering 2024-09-16T03:02:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/462 objects degraded (5.195%), 7 pgs degraded) 2024-09-16T03:02:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:02:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T03:02:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T03:02:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:44 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/637074780' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:44.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: pgmap v471: 121 pgs: 1 active+clean+snaptrim, 12 peering, 108 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 598 KiB/s wr, 2 op/s; 15 MiB/s, 4 objects/s recovering 2024-09-16T03:02:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/462 objects degraded (5.195%), 7 pgs degraded) 2024-09-16T03:02:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:02:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T03:02:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T03:02:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/637074780' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: pgmap v471: 121 pgs: 1 active+clean+snaptrim, 12 peering, 108 active+clean; 267 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 598 KiB/s wr, 2 op/s; 15 MiB/s, 4 objects/s recovering 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: from='client.34494 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 24/462 objects degraded (5.195%), 7 pgs degraded) 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: osdmap e534: 8 total, 8 up, 8 in 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: fsmap cephfs:1 {0=b=up:active} 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: from='client.44417 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: from='client.44423 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:44.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:44 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/637074780' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:45.086 INFO:tasks.rados.rados.0.smithi097.stdout:2393: done (0 left) 2024-09-16T03:02:45.087 INFO:tasks.rados.rados.0.smithi097.stdout:2394: delete oid 29 current snap is 228 2024-09-16T03:02:45.106 INFO:tasks.rados.rados.0.smithi097.stdout:2394: done (0 left) 2024-09-16T03:02:45.106 INFO:tasks.rados.rados.0.smithi097.stdout:2395: copy_from oid 14 from oid 22 current snap is 228 2024-09-16T03:02:45.106 INFO:tasks.rados.rados.0.smithi097.stdout:2396: delete oid 40 current snap is 228 2024-09-16T03:02:45.114 INFO:tasks.rados.rados.0.smithi097.stdout:2396: done (1 left) 2024-09-16T03:02:45.114 INFO:tasks.rados.rados.0.smithi097.stdout:2397: delete oid 21 current snap is 228 2024-09-16T03:02:45.117 INFO:tasks.rados.rados.0.smithi097.stdout:2397: done (1 left) 2024-09-16T03:02:45.117 INFO:tasks.rados.rados.0.smithi097.stdout:2398: rmattr oid 28 current snap is 228 2024-09-16T03:02:45.117 INFO:tasks.rados.rados.0.smithi097.stdout:2399: read oid 49 snap 221 2024-09-16T03:02:45.117 INFO:tasks.rados.rados.0.smithi097.stdout:2399: expect (ObjNum 704 snap 212 seq_num 704) 2024-09-16T03:02:45.118 INFO:tasks.rados.rados.0.smithi097.stdout:2400: copy_from oid 29 from oid 45 current snap is 228 2024-09-16T03:02:45.118 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 228 2024-09-16T03:02:45.118 INFO:tasks.rados.rados.0.smithi097.stdout:2401: seq_num 759 ranges {10690560=720896} 2024-09-16T03:02:45.179 INFO:tasks.rados.rados.0.smithi097.stdout:2401: writing smithi09778949-9 from 10690560 to 11411456 tid 1 2024-09-16T03:02:45.179 INFO:tasks.rados.rados.0.smithi097.stdout:2402: read oid 37 snap -1 2024-09-16T03:02:45.180 INFO:tasks.rados.rados.0.smithi097.stdout:2402: expect (ObjNum 740 snap 223 seq_num 740) 2024-09-16T03:02:45.180 INFO:tasks.rados.rados.0.smithi097.stdout:2403: snap_remove snap 218 2024-09-16T03:02:45.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:45 smithi184 ceph-mon[82194]: from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:45 smithi184 ceph-mon[82194]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T03:02:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:45 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:02:45.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:45 smithi097 ceph-mon[88563]: from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:45 smithi097 ceph-mon[88563]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T03:02:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:45 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:02:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:45 smithi097 ceph-mon[90424]: from='client.44435 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:02:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:45 smithi097 ceph-mon[90424]: osdmap e535: 8 total, 8 up, 8 in 2024-09-16T03:02:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:45 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:02:46.093 INFO:tasks.rados.rados.0.smithi097.stdout:2403: done (6 left) 2024-09-16T03:02:46.093 INFO:tasks.rados.rados.0.smithi097.stdout:2404: copy_from oid 11 from oid 35 current snap is 228 2024-09-16T03:02:46.094 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1712 (ObjNum 703 snap 211 seq_num 703) dirty exists 2024-09-16T03:02:46.094 INFO:tasks.rados.rados.0.smithi097.stdout:2400: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:02:46.094 INFO:tasks.rados.rados.0.smithi097.stdout:2395: finishing copy_from racing read to smithi09778949-14 2024-09-16T03:02:46.094 INFO:tasks.rados.rados.0.smithi097.stdout:2399: expect (ObjNum 704 snap 212 seq_num 704) 2024-09-16T03:02:46.317 INFO:tasks.rados.rados.0.smithi097.stdout:2400: finishing copy_from to smithi09778949-29 2024-09-16T03:02:46.318 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1273 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:02:46.318 INFO:tasks.rados.rados.0.smithi097.stdout:2395: finishing copy_from to smithi09778949-14 2024-09-16T03:02:46.318 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1091 (ObjNum 688 snap 208 seq_num 688) dirty exists 2024-09-16T03:02:46.318 INFO:tasks.rados.rados.0.smithi097.stdout:2402: expect (ObjNum 740 snap 223 seq_num 740) 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2401: finishing write tid 1 to smithi09778949-9 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2401: finishing write tid 2 to smithi09778949-9 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2401: finishing write tid 3 to smithi09778949-9 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2401: oid 9 updating version 0 to 1120 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2401: oid 9 version 1120 is already newer than 1119 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1120 (ObjNum 759 snap 228 seq_num 759) dirty exists 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2401: left oid 9 (ObjNum 759 snap 228 seq_num 759) 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2395: done (6 left) 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2398: done (5 left) 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2399: done (4 left) 2024-09-16T03:02:46.330 INFO:tasks.rados.rados.0.smithi097.stdout:2400: done (3 left) 2024-09-16T03:02:46.331 INFO:tasks.rados.rados.0.smithi097.stdout:2401: done (2 left) 2024-09-16T03:02:46.331 INFO:tasks.rados.rados.0.smithi097.stdout:2402: done (1 left) 2024-09-16T03:02:46.331 INFO:tasks.rados.rados.0.smithi097.stdout:2405: rollback oid 1 current snap is 228 2024-09-16T03:02:46.331 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 1 to 201 2024-09-16T03:02:46.331 INFO:tasks.rados.rados.0.smithi097.stdout:2406: delete oid 26 current snap is 228 2024-09-16T03:02:46.332 INFO:tasks.rados.rados.0.smithi097.stdout:2404: finishing copy_from racing read to smithi09778949-11 2024-09-16T03:02:46.335 INFO:tasks.rados.rados.0.smithi097.stdout:2405: finishing rollback tid 0 to smithi09778949-1 2024-09-16T03:02:46.335 INFO:tasks.rados.rados.0.smithi097.stdout:2406: done (2 left) 2024-09-16T03:02:46.335 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 228 2024-09-16T03:02:46.335 INFO:tasks.rados.rados.0.smithi097.stdout:2407: seq_num 761 ranges {1695744=753664} 2024-09-16T03:02:46.349 INFO:tasks.rados.rados.0.smithi097.stdout:2407: writing smithi09778949-2 from 1695744 to 2449408 tid 1 2024-09-16T03:02:46.349 INFO:tasks.rados.rados.0.smithi097.stdout:2408: delete oid 26 current snap is 228 2024-09-16T03:02:46.349 INFO:tasks.rados.rados.0.smithi097.stdout:2405: finishing rollback tid 1 to smithi09778949-1 2024-09-16T03:02:46.349 INFO:tasks.rados.rados.0.smithi097.stdout:2405: finishing rollback tid 2 to smithi09778949-1 2024-09-16T03:02:46.349 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1299 (ObjNum 647 snap 195 seq_num 647) dirty exists 2024-09-16T03:02:46.349 INFO:tasks.rados.rados.0.smithi097.stdout:2404: finishing copy_from to smithi09778949-11 2024-09-16T03:02:46.350 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1114 (ObjNum 724 snap 218 seq_num 724) dirty exists 2024-09-16T03:02:46.350 INFO:tasks.rados.rados.0.smithi097.stdout:2404: done (3 left) 2024-09-16T03:02:46.350 INFO:tasks.rados.rados.0.smithi097.stdout:2405: done (2 left) 2024-09-16T03:02:46.350 INFO:tasks.rados.rados.0.smithi097.stdout:2408: done (1 left) 2024-09-16T03:02:46.350 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 228 2024-09-16T03:02:46.350 INFO:tasks.rados.rados.0.smithi097.stdout:2409: seq_num 763 ranges {10223616=786432} 2024-09-16T03:02:46.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:46 smithi184 ceph-mon[82194]: pgmap v474: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 594 KiB/s wr, 0 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T03:02:46.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:46 smithi184 ceph-mon[82194]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T03:02:46.409 INFO:tasks.rados.rados.0.smithi097.stdout:2409: writing smithi09778949-6 from 10223616 to 11010048 tid 1 2024-09-16T03:02:46.409 INFO:tasks.rados.rados.0.smithi097.stdout:2410: delete oid 26 current snap is 228 2024-09-16T03:02:46.409 INFO:tasks.rados.rados.0.smithi097.stdout:2407: finishing write tid 1 to smithi09778949-2 2024-09-16T03:02:46.409 INFO:tasks.rados.rados.0.smithi097.stdout:2407: finishing write tid 2 to smithi09778949-2 2024-09-16T03:02:46.410 INFO:tasks.rados.rados.0.smithi097.stdout:2407: finishing write tid 3 to smithi09778949-2 2024-09-16T03:02:46.410 INFO:tasks.rados.rados.0.smithi097.stdout:2407: oid 2 updating version 0 to 1439 2024-09-16T03:02:46.410 INFO:tasks.rados.rados.0.smithi097.stdout:2407: oid 2 updating version 1439 to 1440 2024-09-16T03:02:46.410 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1440 (ObjNum 761 snap 228 seq_num 761) dirty exists 2024-09-16T03:02:46.410 INFO:tasks.rados.rados.0.smithi097.stdout:2407: left oid 2 (ObjNum 761 snap 228 seq_num 761) 2024-09-16T03:02:46.411 INFO:tasks.rados.rados.0.smithi097.stdout:2407: done (2 left) 2024-09-16T03:02:46.411 INFO:tasks.rados.rados.0.smithi097.stdout:2410: done (1 left) 2024-09-16T03:02:46.411 INFO:tasks.rados.rados.0.smithi097.stdout:2411: snap_remove snap 221 2024-09-16T03:02:46.452 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:46 smithi097 ceph-mon[88563]: pgmap v474: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 594 KiB/s wr, 0 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T03:02:46.453 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:46 smithi097 ceph-mon[88563]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T03:02:46.453 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:46 smithi097 ceph-mon[90424]: pgmap v474: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 269 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 594 KiB/s wr, 0 op/s; 11 MiB/s, 1 objects/s recovering 2024-09-16T03:02:46.453 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:46 smithi097 ceph-mon[90424]: osdmap e536: 8 total, 8 up, 8 in 2024-09-16T03:02:46.707 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:46 smithi097 podman[113808]: 2024-09-16 03:02:46.451205611 +0000 UTC m=+4.116952677 container died 08c0db782f3c75792fc1cc67b78fd2b681ec068db102fbd3aea45139b86fb8a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=reef-ae7f373, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T03:02:46.995 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:46 smithi097 podman[113808]: 2024-09-16 03:02:46.879777521 +0000 UTC m=+4.545524577 container cleanup 08c0db782f3c75792fc1cc67b78fd2b681ec068db102fbd3aea45139b86fb8a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, RELEASE=reef-ae7f373, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=) 2024-09-16T03:02:46.995 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:46 smithi097 bash[113808]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:2411: done (1 left) 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 228 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:2409: finishing write tid 1 to smithi09778949-6 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:2409: finishing write tid 2 to smithi09778949-6 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:2409: finishing write tid 3 to smithi09778949-6 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:2409: oid 6 updating version 0 to 1290 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:2409: oid 6 version 1290 is already newer than 1289 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1290 (ObjNum 763 snap 228 seq_num 763) dirty exists 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:2409: left oid 6 (ObjNum 763 snap 228 seq_num 763) 2024-09-16T03:02:47.017 INFO:tasks.rados.rados.0.smithi097.stdout:2412: seq_num 765 ranges {0=417792,417792=401408} 2024-09-16T03:02:47.019 INFO:tasks.rados.rados.0.smithi097.stdout:2412: writing smithi09778949-8 from 0 to 417792 tid 1 2024-09-16T03:02:47.022 INFO:tasks.rados.rados.0.smithi097.stdout:2412: writing smithi09778949-8 from 417792 to 819200 tid 2 2024-09-16T03:02:47.023 INFO:tasks.rados.rados.0.smithi097.stdout:2409: done (1 left) 2024-09-16T03:02:47.023 INFO:tasks.rados.rados.0.smithi097.stdout:2413: read oid 4 snap -1 2024-09-16T03:02:47.023 INFO:tasks.rados.rados.0.smithi097.stdout:2413: expect (ObjNum 726 snap 218 seq_num 726) 2024-09-16T03:02:47.023 INFO:tasks.rados.rados.0.smithi097.stdout:2414: snap_create 2024-09-16T03:02:47.029 INFO:tasks.rados.rados.0.smithi097.stdout:2412: finishing write tid 1 to smithi09778949-8 2024-09-16T03:02:47.031 INFO:tasks.rados.rados.0.smithi097.stdout:2412: finishing write tid 2 to smithi09778949-8 2024-09-16T03:02:47.032 INFO:tasks.rados.rados.0.smithi097.stdout:2412: finishing write tid 3 to smithi09778949-8 2024-09-16T03:02:47.034 INFO:tasks.rados.rados.0.smithi097.stdout:2412: finishing write tid 4 to smithi09778949-8 2024-09-16T03:02:47.035 INFO:tasks.rados.rados.0.smithi097.stdout:2412: oid 8 updating version 0 to 1300 2024-09-16T03:02:47.035 INFO:tasks.rados.rados.0.smithi097.stdout:2412: oid 8 updating version 1300 to 1301 2024-09-16T03:02:47.035 INFO:tasks.rados.rados.0.smithi097.stdout:2412: oid 8 updating version 1301 to 1302 2024-09-16T03:02:47.035 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1302 (ObjNum 765 snap 228 seq_num 765) dirty exists 2024-09-16T03:02:47.035 INFO:tasks.rados.rados.0.smithi097.stdout:2412: left oid 8 (ObjNum 765 snap 228 seq_num 765) 2024-09-16T03:02:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:2413: expect (ObjNum 726 snap 218 seq_num 726) 2024-09-16T03:02:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:47 smithi184 ceph-mon[82194]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T03:02:47.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:47 smithi184 ceph-mon[82194]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T03:02:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:47 smithi097 ceph-mon[88563]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T03:02:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:47 smithi097 ceph-mon[88563]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T03:02:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:47 smithi097 ceph-mon[90424]: osdmap e537: 8 total, 8 up, 8 in 2024-09-16T03:02:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:47 smithi097 ceph-mon[90424]: osdmap e538: 8 total, 8 up, 8 in 2024-09-16T03:02:47.495 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 podman[113939]: 2024-09-16 03:02:47.081348761 +0000 UTC m=+0.633877969 container remove 08c0db782f3c75792fc1cc67b78fd2b681ec068db102fbd3aea45139b86fb8a4 (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=reef-ae7f373, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-09-16T03:02:47.495 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-16T03:02:47.496 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 systemd[1]: Stopped Ceph mds.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:02:47.496 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.100s CPU time. 2024-09-16T03:02:47.830 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 systemd[1]: Starting Ceph mds.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:02:47.830 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 podman[114066]: 2024-09-16 03:02:47.724265056 +0000 UTC m=+0.112455445 container create a95180af567a17c11b4c474cd7a2372f8a649dd86af8213b700e5b0c37728b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, ceph=True) 2024-09-16T03:02:47.830 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 podman[114066]: 2024-09-16 03:02:47.627797817 +0000 UTC m=+0.015988205 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:02:48.103 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 podman[114066]: 2024-09-16 03:02:47.943361233 +0000 UTC m=+0.331551621 container init a95180af567a17c11b4c474cd7a2372f8a649dd86af8213b700e5b0c37728b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T03:02:48.103 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 podman[114066]: 2024-09-16 03:02:47.947082066 +0000 UTC m=+0.335272446 container start a95180af567a17c11b4c474cd7a2372f8a649dd86af8213b700e5b0c37728b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, org.label-schema.build-date=20240731, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-16T03:02:48.103 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:47 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[114081]: starting mds.a at 2024-09-16T03:02:48.103 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:48 smithi097 bash[114066]: a95180af567a17c11b4c474cd7a2372f8a649dd86af8213b700e5b0c37728b2a 2024-09-16T03:02:48.103 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:02:48 smithi097 systemd[1]: Started Ceph mds.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:02:48.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:48 smithi184 ceph-mon[82194]: pgmap v477: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 2 op/s 2024-09-16T03:02:48.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:48 smithi184 ceph-mon[82194]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T03:02:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:48 smithi097 ceph-mon[88563]: pgmap v477: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 2 op/s 2024-09-16T03:02:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:48 smithi097 ceph-mon[88563]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T03:02:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:48 smithi097 ceph-mon[90424]: pgmap v477: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 2 op/s 2024-09-16T03:02:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:48 smithi097 ceph-mon[90424]: osdmap e539: 8 total, 8 up, 8 in 2024-09-16T03:02:48.527 INFO:tasks.rados.rados.0.smithi097.stdout:2412: done (2 left) 2024-09-16T03:02:48.527 INFO:tasks.rados.rados.0.smithi097.stdout:2413: done (1 left) 2024-09-16T03:02:48.527 INFO:tasks.rados.rados.0.smithi097.stdout:2414: done (0 left) 2024-09-16T03:02:48.528 INFO:tasks.rados.rados.0.smithi097.stdout:2415: read oid 33 snap -1 2024-09-16T03:02:48.528 INFO:tasks.rados.rados.0.smithi097.stdout:2415: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:48.528 INFO:tasks.rados.rados.0.smithi097.stdout:2416: delete oid 13 current snap is 229 2024-09-16T03:02:48.531 INFO:tasks.rados.rados.0.smithi097.stdout:2416: done (1 left) 2024-09-16T03:02:48.531 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 229 2024-09-16T03:02:48.531 INFO:tasks.rados.rados.0.smithi097.stdout:2417: seq_num 767 ranges {5611520=450560,6062080=401408} 2024-09-16T03:02:48.565 INFO:tasks.rados.rados.0.smithi097.stdout:2417: writing smithi09778949-49 from 5611520 to 6062080 tid 1 2024-09-16T03:02:48.567 INFO:tasks.rados.rados.0.smithi097.stdout:2417: writing smithi09778949-49 from 6062080 to 6463488 tid 2 2024-09-16T03:02:48.567 INFO:tasks.rados.rados.0.smithi097.stdout:2418: snap_remove snap 207 2024-09-16T03:02:49.123 INFO:tasks.rados.rados.0.smithi097.stdout:2418: done (2 left) 2024-09-16T03:02:49.123 INFO:tasks.rados.rados.0.smithi097.stdout:2419: snap_remove snap 227 2024-09-16T03:02:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:49 smithi184 ceph-mon[82194]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:boot 2024-09-16T03:02:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:49 smithi184 ceph-mon[82194]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T03:02:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:02:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:49.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:49.412 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:02:49] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-09-16T03:02:49.413 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.413 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[90424]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:boot 2024-09-16T03:02:49.413 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[90424]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T03:02:49.413 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:02:49.413 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.413 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:49.413 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.413 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:49.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[88563]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:boot 2024-09-16T03:02:49.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[88563]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-09-16T03:02:49.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:02:49.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:49.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:49.414 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:02:50.130 INFO:tasks.rados.rados.0.smithi097.stdout:2419: done (2 left) 2024-09-16T03:02:50.130 INFO:tasks.rados.rados.0.smithi097.stdout:2420: delete oid 31 current snap is 229 2024-09-16T03:02:50.130 INFO:tasks.rados.rados.0.smithi097.stdout:2415: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:02:50.397 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:50 smithi097 ceph-mon[88563]: pgmap v480: 121 pgs: 121 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-16T03:02:50.397 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:50 smithi097 ceph-mon[88563]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T03:02:50.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:50 smithi097 ceph-mon[90424]: pgmap v480: 121 pgs: 121 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-16T03:02:50.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:50 smithi097 ceph-mon[90424]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T03:02:50.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:50 smithi184 ceph-mon[82194]: pgmap v480: 121 pgs: 121 active+clean; 279 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-16T03:02:50.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:50 smithi184 ceph-mon[82194]: osdmap e540: 8 total, 8 up, 8 in 2024-09-16T03:02:51.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:51 smithi184 ceph-mon[82194]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T03:02:51.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:51 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:51.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:51 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:51.445 INFO:tasks.rados.rados.0.smithi097.stdout:2417: finishing write tid 1 to smithi09778949-49 2024-09-16T03:02:51.445 INFO:tasks.rados.rados.0.smithi097.stdout:2417: finishing write tid 2 to smithi09778949-49 2024-09-16T03:02:51.445 INFO:tasks.rados.rados.0.smithi097.stdout:2417: finishing write tid 3 to smithi09778949-49 2024-09-16T03:02:51.445 INFO:tasks.rados.rados.0.smithi097.stdout:2417: finishing write tid 4 to smithi09778949-49 2024-09-16T03:02:51.445 INFO:tasks.rados.rados.0.smithi097.stdout:2417: oid 49 updating version 0 to 1522 2024-09-16T03:02:51.445 INFO:tasks.rados.rados.0.smithi097.stdout:2417: oid 49 updating version 1522 to 1524 2024-09-16T03:02:51.445 INFO:tasks.rados.rados.0.smithi097.stdout:2417: oid 49 version 1524 is already newer than 1523 2024-09-16T03:02:51.445 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1524 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-09-16T03:02:51.446 INFO:tasks.rados.rados.0.smithi097.stdout:2417: left oid 49 (ObjNum 767 snap 229 seq_num 767) 2024-09-16T03:02:51.446 INFO:tasks.rados.rados.0.smithi097.stdout:2415: done (2 left) 2024-09-16T03:02:51.446 INFO:tasks.rados.rados.0.smithi097.stdout:2417: done (1 left) 2024-09-16T03:02:51.446 INFO:tasks.rados.rados.0.smithi097.stdout:2420: done (0 left) 2024-09-16T03:02:51.446 INFO:tasks.rados.rados.0.smithi097.stdout:2421: delete oid 19 current snap is 229 2024-09-16T03:02:51.448 INFO:tasks.rados.rados.0.smithi097.stdout:2421: done (0 left) 2024-09-16T03:02:51.448 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 229 2024-09-16T03:02:51.448 INFO:tasks.rados.rados.0.smithi097.stdout:2422: seq_num 770 ranges {4620288=499712,5120000=401408} 2024-09-16T03:02:51.475 INFO:tasks.rados.rados.0.smithi097.stdout:2422: writing smithi09778949-18 from 4620288 to 5120000 tid 1 2024-09-16T03:02:51.478 INFO:tasks.rados.rados.0.smithi097.stdout:2422: writing smithi09778949-18 from 5120000 to 5521408 tid 2 2024-09-16T03:02:51.478 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 229 2024-09-16T03:02:51.478 INFO:tasks.rados.rados.0.smithi097.stdout:2423: seq_num 771 ranges {7168000=516096,7684096=401408} 2024-09-16T03:02:51.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:51 smithi097 ceph-mon[88563]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T03:02:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:51 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:51 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:51 smithi097 ceph-mon[90424]: osdmap e541: 8 total, 8 up, 8 in 2024-09-16T03:02:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:51 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:51 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:51.519 INFO:tasks.rados.rados.0.smithi097.stdout:2423: writing smithi09778949-14 from 7168000 to 7684096 tid 1 2024-09-16T03:02:51.522 INFO:tasks.rados.rados.0.smithi097.stdout:2423: writing smithi09778949-14 from 7684096 to 8085504 tid 2 2024-09-16T03:02:51.522 INFO:tasks.rados.rados.0.smithi097.stdout:2424: delete oid 35 current snap is 229 2024-09-16T03:02:51.522 INFO:tasks.rados.rados.0.smithi097.stdout:2422: finishing write tid 1 to smithi09778949-18 2024-09-16T03:02:51.522 INFO:tasks.rados.rados.0.smithi097.stdout:2422: finishing write tid 2 to smithi09778949-18 2024-09-16T03:02:51.522 INFO:tasks.rados.rados.0.smithi097.stdout:2422: finishing write tid 3 to smithi09778949-18 2024-09-16T03:02:51.522 INFO:tasks.rados.rados.0.smithi097.stdout:2422: finishing write tid 4 to smithi09778949-18 2024-09-16T03:02:51.522 INFO:tasks.rados.rados.0.smithi097.stdout:2422: oid 18 updating version 0 to 999 2024-09-16T03:02:51.523 INFO:tasks.rados.rados.0.smithi097.stdout:2422: oid 18 updating version 999 to 1000 2024-09-16T03:02:51.523 INFO:tasks.rados.rados.0.smithi097.stdout:2422: oid 18 version 1000 is already newer than 998 2024-09-16T03:02:51.523 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1000 (ObjNum 770 snap 229 seq_num 770) dirty exists 2024-09-16T03:02:51.523 INFO:tasks.rados.rados.0.smithi097.stdout:2422: left oid 18 (ObjNum 770 snap 229 seq_num 770) 2024-09-16T03:02:51.524 INFO:tasks.rados.rados.0.smithi097.stdout:2423: finishing write tid 1 to smithi09778949-14 2024-09-16T03:02:51.524 INFO:tasks.rados.rados.0.smithi097.stdout:2423: finishing write tid 2 to smithi09778949-14 2024-09-16T03:02:51.525 INFO:tasks.rados.rados.0.smithi097.stdout:2422: done (2 left) 2024-09-16T03:02:51.525 INFO:tasks.rados.rados.0.smithi097.stdout:2424: done (1 left) 2024-09-16T03:02:51.525 INFO:tasks.rados.rados.0.smithi097.stdout:2425: setattr oid 35 current snap is 229 2024-09-16T03:02:51.525 INFO:tasks.rados.rados.0.smithi097.stdout:2423: finishing write tid 3 to smithi09778949-14 2024-09-16T03:02:51.526 INFO:tasks.rados.rados.0.smithi097.stdout:2426: copy_from oid 26 from oid 1 current snap is 229 2024-09-16T03:02:51.526 INFO:tasks.rados.rados.0.smithi097.stdout:2427: copy_from oid 17 from oid 29 current snap is 229 2024-09-16T03:02:51.526 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 229 2024-09-16T03:02:51.526 INFO:tasks.rados.rados.0.smithi097.stdout:2428: seq_num 773 ranges {0=548864,548864=401408} 2024-09-16T03:02:51.529 INFO:tasks.rados.rados.0.smithi097.stdout:2428: writing smithi09778949-27 from 0 to 548864 tid 1 2024-09-16T03:02:51.532 INFO:tasks.rados.rados.0.smithi097.stdout:2428: writing smithi09778949-27 from 548864 to 950272 tid 2 2024-09-16T03:02:51.532 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 229 2024-09-16T03:02:51.532 INFO:tasks.rados.rados.0.smithi097.stdout:2423: finishing write tid 4 to smithi09778949-14 2024-09-16T03:02:51.532 INFO:tasks.rados.rados.0.smithi097.stdout:2423: oid 14 updating version 0 to 1441 2024-09-16T03:02:51.532 INFO:tasks.rados.rados.0.smithi097.stdout:2423: oid 14 updating version 1441 to 1442 2024-09-16T03:02:51.532 INFO:tasks.rados.rados.0.smithi097.stdout:2423: oid 14 updating version 1442 to 1443 2024-09-16T03:02:51.533 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1443 (ObjNum 771 snap 229 seq_num 771) dirty exists 2024-09-16T03:02:51.533 INFO:tasks.rados.rados.0.smithi097.stdout:2423: left oid 14 (ObjNum 771 snap 229 seq_num 771) 2024-09-16T03:02:51.533 INFO:tasks.rados.rados.0.smithi097.stdout:2429: seq_num 774 ranges {2449408=565248,3014656=401408} 2024-09-16T03:02:51.548 INFO:tasks.rados.rados.0.smithi097.stdout:2429: writing smithi09778949-2 from 2449408 to 3014656 tid 1 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2429: writing smithi09778949-2 from 3014656 to 3416064 tid 2 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2423: done (5 left) 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2430: read oid 5 snap -1 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2430: expect (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2431: rollback oid 11 current snap is 229 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 225 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1122 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2428: finishing write tid 1 to smithi09778949-27 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2428: finishing write tid 2 to smithi09778949-27 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2428: finishing write tid 3 to smithi09778949-27 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2428: finishing write tid 4 to smithi09778949-27 2024-09-16T03:02:51.552 INFO:tasks.rados.rados.0.smithi097.stdout:2428: oid 27 updating version 0 to 1745 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2428: oid 27 updating version 1745 to 1747 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2428: oid 27 version 1747 is already newer than 1746 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1747 (ObjNum 773 snap 229 seq_num 773) dirty exists 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2428: left oid 27 (ObjNum 773 snap 229 seq_num 773) 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2427: finishing copy_from racing read to smithi09778949-17 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2427: finishing copy_from to smithi09778949-17 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1273 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2425: done (6 left) 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2427: done (5 left) 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2428: done (4 left) 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2432: read oid 37 snap -1 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2432: expect (ObjNum 740 snap 223 seq_num 740) 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2433: read oid 9 snap -1 2024-09-16T03:02:51.553 INFO:tasks.rados.rados.0.smithi097.stdout:2433: expect (ObjNum 759 snap 228 seq_num 759) 2024-09-16T03:02:51.554 INFO:tasks.rados.rados.0.smithi097.stdout:2434: delete oid 6 current snap is 229 2024-09-16T03:02:51.554 INFO:tasks.rados.rados.0.smithi097.stdout:2429: finishing write tid 1 to smithi09778949-2 2024-09-16T03:02:51.555 INFO:tasks.rados.rados.0.smithi097.stdout:2432: expect (ObjNum 740 snap 223 seq_num 740) 2024-09-16T03:02:51.576 INFO:tasks.rados.rados.0.smithi097.stdout:2431: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:02:51.576 INFO:tasks.rados.rados.0.smithi097.stdout:2429: finishing write tid 2 to smithi09778949-2 2024-09-16T03:02:51.576 INFO:tasks.rados.rados.0.smithi097.stdout:2431: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:02:51.576 INFO:tasks.rados.rados.0.smithi097.stdout:2431: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:02:51.576 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1293 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:02:51.576 INFO:tasks.rados.rados.0.smithi097.stdout:2429: finishing write tid 3 to smithi09778949-2 2024-09-16T03:02:51.576 INFO:tasks.rados.rados.0.smithi097.stdout:2430: expect (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:02:51.631 INFO:tasks.rados.rados.0.smithi097.stdout:2429: finishing write tid 4 to smithi09778949-2 2024-09-16T03:02:51.631 INFO:tasks.rados.rados.0.smithi097.stdout:2429: oid 2 updating version 0 to 1444 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2429: oid 2 updating version 1444 to 1446 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2429: oid 2 version 1446 is already newer than 1445 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1446 (ObjNum 774 snap 229 seq_num 774) dirty exists 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2429: left oid 2 (ObjNum 774 snap 229 seq_num 774) 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2429: done (6 left) 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2430: done (5 left) 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2431: done (4 left) 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2432: done (3 left) 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2434: done (2 left) 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2435: delete oid 2 current snap is 229 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2426: finishing copy_from racing read to smithi09778949-26 2024-09-16T03:02:51.632 INFO:tasks.rados.rados.0.smithi097.stdout:2426: finishing copy_from to smithi09778949-26 2024-09-16T03:02:51.633 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1299 (ObjNum 647 snap 195 seq_num 647) dirty exists 2024-09-16T03:02:51.633 INFO:tasks.rados.rados.0.smithi097.stdout:2433: expect (ObjNum 759 snap 228 seq_num 759) 2024-09-16T03:02:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:52 smithi097 ceph-mon[88563]: pgmap v483: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-09-16T03:02:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:52 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:52 smithi097 ceph-mon[88563]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T03:02:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:52 smithi097 ceph-mon[90424]: pgmap v483: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-09-16T03:02:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:52 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:52 smithi097 ceph-mon[90424]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T03:02:52.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:52 smithi184 ceph-mon[82194]: pgmap v483: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 261 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 2.3 MiB/s wr, 15 op/s 2024-09-16T03:02:52.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:52.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:52 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:52.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:52 smithi184 ceph-mon[82194]: osdmap e542: 8 total, 8 up, 8 in 2024-09-16T03:02:53.011 INFO:tasks.rados.rados.0.smithi097.stdout:2426: done (2 left) 2024-09-16T03:02:53.012 INFO:tasks.rados.rados.0.smithi097.stdout:2433: done (1 left) 2024-09-16T03:02:53.012 INFO:tasks.rados.rados.0.smithi097.stdout:2435: done (0 left) 2024-09-16T03:02:53.012 INFO:tasks.rados.rados.0.smithi097.stdout:2436: snap_create 2024-09-16T03:02:53.453 INFO:tasks.rados.rados.0.smithi097.stdout:2436: done (0 left) 2024-09-16T03:02:53.453 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 230 2024-09-16T03:02:53.453 INFO:tasks.rados.rados.0.smithi097.stdout:2437: seq_num 777 ranges {2318336=622592,2940928=401408} 2024-09-16T03:02:53.468 INFO:tasks.rados.rados.0.smithi097.stdout:2437: writing smithi09778949-20 from 2318336 to 2940928 tid 1 2024-09-16T03:02:53.471 INFO:tasks.rados.rados.0.smithi097.stdout:2437: writing smithi09778949-20 from 2940928 to 3342336 tid 2 2024-09-16T03:02:53.471 INFO:tasks.rados.rados.0.smithi097.stdout:2438: read oid 9 snap 201 2024-09-16T03:02:53.471 INFO:tasks.rados.rados.0.smithi097.stdout:2438: expect (ObjNum 603 snap 179 seq_num 603) 2024-09-16T03:02:53.471 INFO:tasks.rados.rados.0.smithi097.stdout:2439: read oid 30 snap -1 2024-09-16T03:02:53.472 INFO:tasks.rados.rados.0.smithi097.stdout:2439: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:02:53.472 INFO:tasks.rados.rados.0.smithi097.stdout:2440: setattr oid 40 current snap is 230 2024-09-16T03:02:53.473 INFO:tasks.rados.rados.0.smithi097.stdout:2441: copy_from oid 13 from oid 32 current snap is 230 2024-09-16T03:02:53.473 INFO:tasks.rados.rados.0.smithi097.stdout:2442: rmattr oid 26 current snap is 230 2024-09-16T03:02:53.473 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 230 2024-09-16T03:02:53.473 INFO:tasks.rados.rados.0.smithi097.stdout:2443: seq_num 778 ranges {12337152=638976,12976128=401408} 2024-09-16T03:02:53.544 INFO:tasks.rados.rados.0.smithi097.stdout:2443: writing smithi09778949-4 from 12337152 to 12976128 tid 1 2024-09-16T03:02:53.547 INFO:tasks.rados.rados.0.smithi097.stdout:2443: writing smithi09778949-4 from 12976128 to 13377536 tid 2 2024-09-16T03:02:53.547 INFO:tasks.rados.rados.0.smithi097.stdout:2444: delete oid 14 current snap is 230 2024-09-16T03:02:53.547 INFO:tasks.rados.rados.0.smithi097.stdout:2437: finishing write tid 1 to smithi09778949-20 2024-09-16T03:02:53.547 INFO:tasks.rados.rados.0.smithi097.stdout:2437: finishing write tid 2 to smithi09778949-20 2024-09-16T03:02:53.547 INFO:tasks.rados.rados.0.smithi097.stdout:2437: finishing write tid 3 to smithi09778949-20 2024-09-16T03:02:53.547 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1301 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T03:02:53.547 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1300 (ObjNum 647 snap 195 seq_num 647) dirty exists 2024-09-16T03:02:53.547 INFO:tasks.rados.rados.0.smithi097.stdout:2437: finishing write tid 4 to smithi09778949-20 2024-09-16T03:02:53.548 INFO:tasks.rados.rados.0.smithi097.stdout:2437: oid 20 updating version 0 to 1117 2024-09-16T03:02:53.548 INFO:tasks.rados.rados.0.smithi097.stdout:2437: oid 20 version 1117 is already newer than 1115 2024-09-16T03:02:53.548 INFO:tasks.rados.rados.0.smithi097.stdout:2437: oid 20 version 1117 is already newer than 1116 2024-09-16T03:02:53.548 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1117 (ObjNum 777 snap 230 seq_num 777) dirty exists 2024-09-16T03:02:53.548 INFO:tasks.rados.rados.0.smithi097.stdout:2437: left oid 20 (ObjNum 777 snap 230 seq_num 777) 2024-09-16T03:02:53.548 INFO:tasks.rados.rados.0.smithi097.stdout:2441: finishing copy_from racing read to smithi09778949-13 2024-09-16T03:02:53.548 INFO:tasks.rados.rados.0.smithi097.stdout:2439: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:02:53.711 INFO:tasks.rados.rados.0.smithi097.stdout:2438: expect (ObjNum 603 snap 179 seq_num 603) 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2441: finishing copy_from to smithi09778949-13 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1112 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2437: done (7 left) 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2438: done (6 left) 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2439: done (5 left) 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2440: done (4 left) 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2441: done (3 left) 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2442: done (2 left) 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2444: done (1 left) 2024-09-16T03:02:53.797 INFO:tasks.rados.rados.0.smithi097.stdout:2445: snap_remove snap 228 2024-09-16T03:02:54.460 INFO:tasks.rados.rados.0.smithi097.stdout:2445: done (1 left) 2024-09-16T03:02:54.460 INFO:tasks.rados.rados.0.smithi097.stdout:2446: read oid 39 snap -1 2024-09-16T03:02:54.460 INFO:tasks.rados.rados.0.smithi097.stdout:2446: expect (ObjNum 715 snap 215 seq_num 715) 2024-09-16T03:02:54.460 INFO:tasks.rados.rados.0.smithi097.stdout:2447: read oid 5 snap 226 2024-09-16T03:02:54.460 INFO:tasks.rados.rados.0.smithi097.stdout:2447: expect (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:02:54.460 INFO:tasks.rados.rados.0.smithi097.stdout:2448: rollback oid 40 current snap is 230 2024-09-16T03:02:54.460 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 201 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: finishing write tid 1 to smithi09778949-4 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: finishing write tid 2 to smithi09778949-4 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: finishing write tid 3 to smithi09778949-4 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: finishing write tid 4 to smithi09778949-4 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: oid 4 updating version 0 to 1292 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: oid 4 updating version 1292 to 1293 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: oid 4 version 1293 is already newer than 1291 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1293 (ObjNum 778 snap 230 seq_num 778) dirty exists 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: left oid 4 (ObjNum 778 snap 230 seq_num 778) 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2443: done (3 left) 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 230 2024-09-16T03:02:54.461 INFO:tasks.rados.rados.0.smithi097.stdout:2449: seq_num 780 ranges {2252800=671744,2924544=401408} 2024-09-16T03:02:54.477 INFO:tasks.rados.rados.0.smithi097.stdout:2449: writing smithi09778949-24 from 2252800 to 2924544 tid 1 2024-09-16T03:02:54.479 INFO:tasks.rados.rados.0.smithi097.stdout:2449: writing smithi09778949-24 from 2924544 to 3325952 tid 2 2024-09-16T03:02:54.479 INFO:tasks.rados.rados.0.smithi097.stdout:2450: read oid 23 snap 226 2024-09-16T03:02:54.480 INFO:tasks.rados.rados.0.smithi097.stdout:2450: expect (ObjNum 748 snap 225 seq_num 748) 2024-09-16T03:02:54.480 INFO:tasks.rados.rados.0.smithi097.stdout:2451: delete oid 8 current snap is 230 2024-09-16T03:02:54.480 INFO:tasks.rados.rados.0.smithi097.stdout:2448: finishing rollback tid 0 to smithi09778949-40 2024-09-16T03:02:54.480 INFO:tasks.rados.rados.0.smithi097.stdout:2448: finishing rollback tid 1 to smithi09778949-40 2024-09-16T03:02:54.480 INFO:tasks.rados.rados.0.smithi097.stdout:2448: finishing rollback tid 2 to smithi09778949-40 2024-09-16T03:02:54.480 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1304 (ObjNum 594 snap 178 seq_num 594) dirty exists 2024-09-16T03:02:54.480 INFO:tasks.rados.rados.0.smithi097.stdout:2447: expect (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:02:54.516 INFO:tasks.rados.rados.0.smithi097.stdout:2446: expect (ObjNum 715 snap 215 seq_num 715) 2024-09-16T03:02:54.578 INFO:tasks.rados.rados.0.smithi097.stdout:2450: expect (ObjNum 748 snap 225 seq_num 748) 2024-09-16T03:02:54.582 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:54 smithi097 ceph-mon[88563]: pgmap v485: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-09-16T03:02:54.582 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:54 smithi097 ceph-mon[88563]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T03:02:54.582 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:54.582 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:54 smithi097 ceph-mon[90424]: pgmap v485: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-09-16T03:02:54.582 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:54 smithi097 ceph-mon[90424]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T03:02:54.582 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:54.594 INFO:tasks.rados.rados.0.smithi097.stdout:2449: finishing write tid 1 to smithi09778949-24 2024-09-16T03:02:54.594 INFO:tasks.rados.rados.0.smithi097.stdout:2449: finishing write tid 2 to smithi09778949-24 2024-09-16T03:02:54.594 INFO:tasks.rados.rados.0.smithi097.stdout:2446: done (5 left) 2024-09-16T03:02:54.594 INFO:tasks.rados.rados.0.smithi097.stdout:2447: done (4 left) 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2448: done (3 left) 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2450: done (2 left) 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2451: done (1 left) 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2452: copy_from oid 42 from oid 6 current snap is 230 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2449: finishing write tid 3 to smithi09778949-24 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2449: finishing write tid 4 to smithi09778949-24 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2449: oid 24 updating version 0 to 1150 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2449: oid 24 version 1150 is already newer than 1149 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2449: oid 24 version 1150 is already newer than 1148 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1150 (ObjNum 780 snap 230 seq_num 780) dirty exists 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2449: left oid 24 (ObjNum 780 snap 230 seq_num 780) 2024-09-16T03:02:54.595 INFO:tasks.rados.rados.0.smithi097.stdout:2449: done (1 left) 2024-09-16T03:02:54.596 INFO:tasks.rados.rados.0.smithi097.stdout:2453: copy_from oid 18 from oid 13 current snap is 230 2024-09-16T03:02:54.596 INFO:tasks.rados.rados.0.smithi097.stdout:2454: snap_create 2024-09-16T03:02:54.596 INFO:tasks.rados.rados.0.smithi097.stdout:2452: finishing copy_from to smithi09778949-42 2024-09-16T03:02:54.596 INFO:tasks.rados.rados.0.smithi097.stdout:2452: got expected ENOENT (src dne) 2024-09-16T03:02:54.596 INFO:tasks.rados.rados.0.smithi097.stdout:2452: finishing copy_from racing read to smithi09778949-42 2024-09-16T03:02:54.602 INFO:tasks.rados.rados.0.smithi097.stdout:2453: finishing copy_from racing read to smithi09778949-18 2024-09-16T03:02:54.604 INFO:tasks.rados.rados.0.smithi097.stdout:2453: finishing copy_from to smithi09778949-18 2024-09-16T03:02:54.604 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1112 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T03:02:54.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:54 smithi184 ceph-mon[82194]: pgmap v485: 121 pgs: 1 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 118 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 27 MiB/s rd, 3.8 MiB/s wr, 19 op/s 2024-09-16T03:02:54.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:54 smithi184 ceph-mon[82194]: osdmap e543: 8 total, 8 up, 8 in 2024-09-16T03:02:54.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.465 INFO:tasks.rados.rados.0.smithi097.stdout:2452: done (2 left) 2024-09-16T03:02:55.465 INFO:tasks.rados.rados.0.smithi097.stdout:2453: done (1 left) 2024-09-16T03:02:55.465 INFO:tasks.rados.rados.0.smithi097.stdout:2454: done (0 left) 2024-09-16T03:02:55.465 INFO:tasks.rados.rados.0.smithi097.stdout:2455: copy_from oid 4 from oid 16 current snap is 231 2024-09-16T03:02:55.466 INFO:tasks.rados.rados.0.smithi097.stdout:2456: snap_create 2024-09-16T03:02:55.475 INFO:tasks.rados.rados.0.smithi097.stdout:2455: finishing copy_from racing read to smithi09778949-4 2024-09-16T03:02:55.476 INFO:tasks.rados.rados.0.smithi097.stdout:2455: finishing copy_from to smithi09778949-4 2024-09-16T03:02:55.476 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1672 (ObjNum 736 snap 222 seq_num 736) dirty exists 2024-09-16T03:02:55.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:55 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: osdmap e544: 8 total, 8 up, 8 in 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:02:55.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:55 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds ok-to-stop", "ids": ["b"]} : dispatch 2024-09-16T03:02:56.466 INFO:tasks.rados.rados.0.smithi097.stdout:2455: done (1 left) 2024-09-16T03:02:56.467 INFO:tasks.rados.rados.0.smithi097.stdout:2456: done (0 left) 2024-09-16T03:02:56.467 INFO:tasks.rados.rados.0.smithi097.stdout:2457: read oid 49 snap -1 2024-09-16T03:02:56.467 INFO:tasks.rados.rados.0.smithi097.stdout:2457: expect (ObjNum 767 snap 229 seq_num 767) 2024-09-16T03:02:56.467 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 232 2024-09-16T03:02:56.467 INFO:tasks.rados.rados.0.smithi097.stdout:2458: seq_num 782 ranges {7168000=704512,7872512=401408} 2024-09-16T03:02:56.513 INFO:tasks.rados.rados.0.smithi097.stdout:2458: writing smithi09778949-22 from 7168000 to 7872512 tid 1 2024-09-16T03:02:56.515 INFO:tasks.rados.rados.0.smithi097.stdout:2458: writing smithi09778949-22 from 7872512 to 8273920 tid 2 2024-09-16T03:02:56.515 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 232 2024-09-16T03:02:56.515 INFO:tasks.rados.rados.0.smithi097.stdout:2459: seq_num 783 ranges {10092544=720896,10813440=401408} 2024-09-16T03:02:56.571 INFO:tasks.rados.rados.0.smithi097.stdout:2459: writing smithi09778949-26 from 10092544 to 10813440 tid 1 2024-09-16T03:02:56.574 INFO:tasks.rados.rados.0.smithi097.stdout:2459: writing smithi09778949-26 from 10813440 to 11214848 tid 2 2024-09-16T03:02:56.574 INFO:tasks.rados.rados.0.smithi097.stdout:2460: copy_from oid 45 from oid 28 current snap is 232 2024-09-16T03:02:56.574 INFO:tasks.rados.rados.0.smithi097.stdout:2457: expect (ObjNum 767 snap 229 seq_num 767) 2024-09-16T03:02:56.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:56 smithi184 ceph-mon[82194]: pgmap v488: 121 pgs: 121 active+clean; 271 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-16T03:02:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:56 smithi184 ceph-mon[82194]: Upgrade: It appears safe to stop mds.b 2024-09-16T03:02:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:56 smithi184 ceph-mon[82194]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T03:02:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:56 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:56 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T03:02:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:56 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:56.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[90424]: pgmap v488: 121 pgs: 121 active+clean; 271 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[90424]: Upgrade: It appears safe to stop mds.b 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[90424]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[88563]: pgmap v488: 121 pgs: 121 active+clean; 271 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.0 MiB/s wr, 10 op/s 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[88563]: Upgrade: It appears safe to stop mds.b 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[88563]: osdmap e545: 8 total, 8 up, 8 in 2024-09-16T03:02:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:02:56.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]} : dispatch 2024-09-16T03:02:56.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:56 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:02:56.899 INFO:tasks.rados.rados.0.smithi097.stdout:2458: finishing write tid 1 to smithi09778949-22 2024-09-16T03:02:56.899 INFO:tasks.rados.rados.0.smithi097.stdout:2458: finishing write tid 2 to smithi09778949-22 2024-09-16T03:02:56.899 INFO:tasks.rados.rados.0.smithi097.stdout:2458: finishing write tid 3 to smithi09778949-22 2024-09-16T03:02:56.899 INFO:tasks.rados.rados.0.smithi097.stdout:2458: finishing write tid 4 to smithi09778949-22 2024-09-16T03:02:56.899 INFO:tasks.rados.rados.0.smithi097.stdout:2458: oid 22 updating version 0 to 1152 2024-09-16T03:02:56.899 INFO:tasks.rados.rados.0.smithi097.stdout:2458: oid 22 updating version 1152 to 1153 2024-09-16T03:02:56.899 INFO:tasks.rados.rados.0.smithi097.stdout:2458: oid 22 version 1153 is already newer than 1151 2024-09-16T03:02:56.899 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1153 (ObjNum 782 snap 232 seq_num 782) dirty exists 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2458: left oid 22 (ObjNum 782 snap 232 seq_num 782) 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2459: finishing write tid 1 to smithi09778949-26 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2459: finishing write tid 2 to smithi09778949-26 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2459: finishing write tid 3 to smithi09778949-26 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2459: finishing write tid 4 to smithi09778949-26 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2459: oid 26 updating version 0 to 1301 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2459: oid 26 updating version 1301 to 1302 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2459: oid 26 updating version 1302 to 1303 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1303 (ObjNum 783 snap 232 seq_num 783) dirty exists 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2459: left oid 26 (ObjNum 783 snap 232 seq_num 783) 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2460: finishing copy_from racing read to smithi09778949-45 2024-09-16T03:02:56.900 INFO:tasks.rados.rados.0.smithi097.stdout:2460: finishing copy_from to smithi09778949-45 2024-09-16T03:02:56.901 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1712 (ObjNum 703 snap 211 seq_num 703) dirty exists 2024-09-16T03:02:56.901 INFO:tasks.rados.rados.0.smithi097.stdout:2457: done (3 left) 2024-09-16T03:02:56.901 INFO:tasks.rados.rados.0.smithi097.stdout:2458: done (2 left) 2024-09-16T03:02:56.901 INFO:tasks.rados.rados.0.smithi097.stdout:2459: done (1 left) 2024-09-16T03:02:56.901 INFO:tasks.rados.rados.0.smithi097.stdout:2460: done (0 left) 2024-09-16T03:02:56.901 INFO:tasks.rados.rados.0.smithi097.stdout:2461: snap_create 2024-09-16T03:02:57.018 INFO:tasks.rados.rados.0.smithi097.stdout:2461: done (0 left) 2024-09-16T03:02:57.018 INFO:tasks.rados.rados.0.smithi097.stdout:2462: snap_remove snap 201 2024-09-16T03:02:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:57 smithi184 ceph-mon[82194]: Upgrade: Updating mds.b 2024-09-16T03:02:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:57 smithi184 ceph-mon[82194]: Deploying daemon mds.b on smithi184 2024-09-16T03:02:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:57 smithi184 ceph-mon[82194]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T03:02:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:57 smithi184 ceph-mon[82194]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T03:02:57.659 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:02:57 smithi184 systemd[1]: Stopping Ceph mds.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:02:57.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-mon[88563]: Upgrade: Updating mds.b 2024-09-16T03:02:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-mon[88563]: Deploying daemon mds.b on smithi184 2024-09-16T03:02:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-mon[88563]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T03:02:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-mon[88563]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T03:02:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-mon[90424]: Upgrade: Updating mds.b 2024-09-16T03:02:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-mon[90424]: Deploying daemon mds.b on smithi184 2024-09-16T03:02:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-mon[90424]: osdmap e546: 8 total, 8 up, 8 in 2024-09-16T03:02:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-mon[90424]: osdmap e547: 8 total, 8 up, 8 in 2024-09-16T03:02:57.835 INFO:tasks.rados.rados.0.smithi097.stdout:2462: done (0 left) 2024-09-16T03:02:57.835 INFO:tasks.rados.rados.0.smithi097.stdout:2463: snap_remove snap 231 2024-09-16T03:02:58.158 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:02:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b[57248]: 2024-09-16T03:02:57.825+0000 7f4bb0fa1640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:02:58.159 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:02:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b[57248]: 2024-09-16T03:02:57.825+0000 7f4bb0fa1640 -1 mds.b *** got signal Terminated *** 2024-09-16T03:02:58.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:57 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a[88559]: 2024-09-16T03:02:57.826+0000 7f5f3aeb5640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T03:02:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[90424]: pgmap v491: 121 pgs: 121 active+clean; 273 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-09-16T03:02:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[90424]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T03:02:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[90424]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T03:02:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[90424]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T03:02:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[90424]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T03:02:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[90424]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T03:02:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[90424]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T03:02:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[90424]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T03:02:58.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[88563]: pgmap v491: 121 pgs: 121 active+clean; 273 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-09-16T03:02:58.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[88563]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T03:02:58.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[88563]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T03:02:58.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[88563]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T03:02:58.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[88563]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T03:02:58.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[88563]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T03:02:58.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[88563]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T03:02:58.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:58 smithi097 ceph-mon[88563]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T03:02:58.837 INFO:tasks.rados.rados.0.smithi097.stdout:2463: done (0 left) 2024-09-16T03:02:58.837 INFO:tasks.rados.rados.0.smithi097.stdout:2464: rollback oid 35 current snap is 233 2024-09-16T03:02:58.837 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 35 to 226 2024-09-16T03:02:58.837 INFO:tasks.rados.rados.0.smithi097.stdout:2465: snap_remove snap 230 2024-09-16T03:02:58.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:58 smithi184 ceph-mon[82194]: pgmap v491: 121 pgs: 121 active+clean; 273 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 942 KiB/s wr, 15 op/s 2024-09-16T03:02:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:58 smithi184 ceph-mon[82194]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T03:02:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:58 smithi184 ceph-mon[82194]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T03:02:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:58 smithi184 ceph-mon[82194]: osdmap e548: 8 total, 8 up, 8 in 2024-09-16T03:02:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:58 smithi184 ceph-mon[82194]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-09-16T03:02:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:58 smithi184 ceph-mon[82194]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T03:02:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:58 smithi184 ceph-mon[82194]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T03:02:58.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:58 smithi184 ceph-mon[82194]: fsmap cephfs:1/1 {0=a=up:replay} 2024-09-16T03:02:59.495 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:02:59] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-09-16T03:02:59.846 INFO:tasks.rados.rados.0.smithi097.stdout:2465: done (1 left) 2024-09-16T03:02:59.846 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 233 2024-09-16T03:02:59.846 INFO:tasks.rados.rados.0.smithi097.stdout:2464: finishing rollback tid 0 to smithi09778949-35 2024-09-16T03:02:59.846 INFO:tasks.rados.rados.0.smithi097.stdout:2466: seq_num 784 ranges {1982464=737280,2719744=401408} 2024-09-16T03:02:59.861 INFO:tasks.rados.rados.0.smithi097.stdout:2466: writing smithi09778949-13 from 1982464 to 2719744 tid 1 2024-09-16T03:02:59.864 INFO:tasks.rados.rados.0.smithi097.stdout:2466: writing smithi09778949-13 from 2719744 to 3121152 tid 2 2024-09-16T03:02:59.864 INFO:tasks.rados.rados.0.smithi097.stdout:2467: setattr oid 41 current snap is 233 2024-09-16T03:02:59.864 INFO:tasks.rados.rados.0.smithi097.stdout:2464: finishing rollback tid 1 to smithi09778949-35 2024-09-16T03:02:59.864 INFO:tasks.rados.rados.0.smithi097.stdout:2464: finishing rollback tid 2 to smithi09778949-35 2024-09-16T03:02:59.864 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1125 (ObjNum 724 snap 218 seq_num 724) dirty exists 2024-09-16T03:02:59.866 INFO:tasks.rados.rados.0.smithi097.stdout:2464: done (2 left) 2024-09-16T03:02:59.866 INFO:tasks.rados.rados.0.smithi097.stdout:2468: read oid 49 snap -1 2024-09-16T03:02:59.866 INFO:tasks.rados.rados.0.smithi097.stdout:2468: expect (ObjNum 767 snap 229 seq_num 767) 2024-09-16T03:02:59.866 INFO:tasks.rados.rados.0.smithi097.stdout:2469: rollback oid 24 current snap is 233 2024-09-16T03:02:59.866 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 24 to 226 2024-09-16T03:02:59.866 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 233 2024-09-16T03:02:59.866 INFO:tasks.rados.rados.0.smithi097.stdout:2470: seq_num 785 ranges {0=753664,753664=401408} 2024-09-16T03:02:59.871 INFO:tasks.rados.rados.0.smithi097.stdout:2470: writing smithi09778949-8 from 0 to 753664 tid 1 2024-09-16T03:02:59.874 INFO:tasks.rados.rados.0.smithi097.stdout:2470: writing smithi09778949-8 from 753664 to 1155072 tid 2 2024-09-16T03:02:59.874 INFO:tasks.rados.rados.0.smithi097.stdout:2471: read oid 50 snap -1 2024-09-16T03:02:59.874 INFO:tasks.rados.rados.0.smithi097.stdout:2471: expect deleted 2024-09-16T03:02:59.874 INFO:tasks.rados.rados.0.smithi097.stdout:2472: snap_remove snap 202 2024-09-16T03:02:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:59 smithi184 ceph-mon[82194]: pgmap v494: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T03:02:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:59 smithi184 ceph-mon[82194]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T03:02:59.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:59 smithi184 ceph-mon[82194]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:reconnect 2024-09-16T03:02:59.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:02:59 smithi184 ceph-mon[82194]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T03:03:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-mon[88563]: pgmap v494: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T03:03:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-mon[88563]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T03:03:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-mon[88563]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:reconnect 2024-09-16T03:03:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-mon[88563]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T03:03:00.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-mon[90424]: pgmap v494: 121 pgs: 121 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.5 MiB/s wr, 23 op/s 2024-09-16T03:03:00.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-mon[90424]: osdmap e549: 8 total, 8 up, 8 in 2024-09-16T03:03:00.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-mon[90424]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:reconnect 2024-09-16T03:03:00.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:02:59 smithi097 ceph-mon[90424]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-09-16T03:03:00.863 INFO:tasks.rados.rados.0.smithi097.stdout:2472: done (6 left) 2024-09-16T03:03:00.863 INFO:tasks.rados.rados.0.smithi097.stdout:2473: snap_create 2024-09-16T03:03:00.863 INFO:tasks.rados.rados.0.smithi097.stdout:2466: finishing write tid 1 to smithi09778949-13 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2466: finishing write tid 2 to smithi09778949-13 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2466: finishing write tid 3 to smithi09778949-13 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1311 (ObjNum 629 snap 187 seq_num 629) dirty exists 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2466: finishing write tid 4 to smithi09778949-13 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2466: oid 13 updating version 0 to 1295 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2466: oid 13 version 1295 is already newer than 1294 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2466: oid 13 version 1295 is already newer than 1293 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1295 (ObjNum 784 snap 233 seq_num 784) dirty exists 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2466: left oid 13 (ObjNum 784 snap 233 seq_num 784) 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2469: finishing rollback tid 0 to smithi09778949-24 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2469: finishing rollback tid 1 to smithi09778949-24 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:2469: finishing rollback tid 2 to smithi09778949-24 2024-09-16T03:03:00.864 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1156 (ObjNum 707 snap 212 seq_num 707) dirty exists 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2470: finishing write tid 1 to smithi09778949-8 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2470: finishing write tid 2 to smithi09778949-8 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2470: finishing write tid 3 to smithi09778949-8 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2470: finishing write tid 4 to smithi09778949-8 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2470: oid 8 updating version 0 to 1312 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2470: oid 8 updating version 1312 to 1313 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2470: oid 8 updating version 1313 to 1314 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1314 (ObjNum 785 snap 233 seq_num 785) dirty exists 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2470: left oid 8 (ObjNum 785 snap 233 seq_num 785) 2024-09-16T03:03:00.865 INFO:tasks.rados.rados.0.smithi097.stdout:2468: expect (ObjNum 767 snap 229 seq_num 767) 2024-09-16T03:03:01.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:00 smithi184 ceph-mon[82194]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T03:03:01.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:00 smithi184 ceph-mon[82194]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:rejoin 2024-09-16T03:03:01.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:00 smithi184 ceph-mon[82194]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T03:03:01.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:00 smithi184 ceph-mon[82194]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T03:03:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:00 smithi097 ceph-mon[88563]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T03:03:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:00 smithi097 ceph-mon[88563]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:rejoin 2024-09-16T03:03:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:00 smithi097 ceph-mon[88563]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T03:03:01.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:00 smithi097 ceph-mon[88563]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T03:03:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:00 smithi097 ceph-mon[90424]: osdmap e550: 8 total, 8 up, 8 in 2024-09-16T03:03:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:00 smithi097 ceph-mon[90424]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:rejoin 2024-09-16T03:03:01.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:00 smithi097 ceph-mon[90424]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-09-16T03:03:01.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:00 smithi097 ceph-mon[90424]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-09-16T03:03:01.863 INFO:tasks.rados.rados.0.smithi097.stdout:2466: done (6 left) 2024-09-16T03:03:01.863 INFO:tasks.rados.rados.0.smithi097.stdout:2467: done (5 left) 2024-09-16T03:03:01.864 INFO:tasks.rados.rados.0.smithi097.stdout:2468: done (4 left) 2024-09-16T03:03:01.864 INFO:tasks.rados.rados.0.smithi097.stdout:2469: done (3 left) 2024-09-16T03:03:01.864 INFO:tasks.rados.rados.0.smithi097.stdout:2470: done (2 left) 2024-09-16T03:03:01.864 INFO:tasks.rados.rados.0.smithi097.stdout:2471: done (1 left) 2024-09-16T03:03:01.864 INFO:tasks.rados.rados.0.smithi097.stdout:2473: done (0 left) 2024-09-16T03:03:01.864 INFO:tasks.rados.rados.0.smithi097.stdout:2474: delete oid 44 current snap is 234 2024-09-16T03:03:01.869 INFO:tasks.rados.rados.0.smithi097.stdout:2474: done (0 left) 2024-09-16T03:03:01.869 INFO:tasks.rados.rados.0.smithi097.stdout:2475: delete oid 20 current snap is 234 2024-09-16T03:03:01.874 INFO:tasks.rados.rados.0.smithi097.stdout:2475: done (0 left) 2024-09-16T03:03:01.874 INFO:tasks.rados.rados.0.smithi097.stdout:2476: rmattr oid 37 current snap is 234 2024-09-16T03:03:01.874 INFO:tasks.rados.rados.0.smithi097.stdout:2476: done (0 left) 2024-09-16T03:03:01.874 INFO:tasks.rados.rados.0.smithi097.stdout:2477: snap_create 2024-09-16T03:03:02.023 INFO:tasks.rados.rados.0.smithi097.stdout:2477: done (0 left) 2024-09-16T03:03:02.023 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 235 2024-09-16T03:03:02.024 INFO:tasks.rados.rados.0.smithi097.stdout:2478: seq_num 788 ranges {335872=802816,1138688=401408} 2024-09-16T03:03:02.030 INFO:tasks.rados.rados.0.smithi097.stdout:2478: writing smithi09778949-4 from 335872 to 1138688 tid 1 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2478: writing smithi09778949-4 from 1138688 to 1540096 tid 2 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2479: read oid 38 snap -1 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2479: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2480: rmattr oid 3 current snap is 235 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2480: done (2 left) 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2481: read oid 39 snap 234 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2481: expect (ObjNum 715 snap 215 seq_num 715) 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2482: rmattr oid 41 current snap is 235 2024-09-16T03:03:02.032 INFO:tasks.rados.rados.0.smithi097.stdout:2483: snap_remove snap 225 2024-09-16T03:03:02.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:01 smithi184 ceph-mon[82194]: pgmap v497: 121 pgs: 121 active+clean; 282 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-16T03:03:02.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:01 smithi184 ceph-mon[82194]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T03:03:02.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:01 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:03:02.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:01 smithi184 ceph-mon[82194]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:active 2024-09-16T03:03:02.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:01 smithi184 ceph-mon[82194]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T03:03:02.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:01 smithi184 ceph-mon[82194]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T03:03:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[88563]: pgmap v497: 121 pgs: 121 active+clean; 282 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-16T03:03:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[88563]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T03:03:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:03:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[88563]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:active 2024-09-16T03:03:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[88563]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T03:03:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[88563]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T03:03:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[90424]: pgmap v497: 121 pgs: 121 active+clean; 282 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.1 MiB/s wr, 12 op/s 2024-09-16T03:03:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[90424]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T03:03:02.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:03:02.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[90424]: mds.? [v2:172.21.15.97:6834/2851283867,v1:172.21.15.97:6835/2851283867] up:active 2024-09-16T03:03:02.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[90424]: fsmap cephfs:1 {0=a=up:active} 2024-09-16T03:03:02.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:01 smithi097 ceph-mon[90424]: osdmap e551: 8 total, 8 up, 8 in 2024-09-16T03:03:03.011 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:02 smithi184 podman[104814]: 2024-09-16 03:03:02.717857433 +0000 UTC m=+5.007176924 container died 07185a383df46fc592ecc56b018b3aacc0c40c8c1a19a62c1931fe867018530f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, RELEASE=reef-ae7f373, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux ) 2024-09-16T03:03:03.012 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:02 smithi184 ceph-mon[82194]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T03:03:03.012 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:02 smithi184 ceph-mon[82194]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T03:03:03.032 INFO:tasks.rados.rados.0.smithi097.stdout:2483: done (4 left) 2024-09-16T03:03:03.032 INFO:tasks.rados.rados.0.smithi097.stdout:2484: rollback oid 32 current snap is 235 2024-09-16T03:03:03.032 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 32 to 226 2024-09-16T03:03:03.032 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1324 (ObjNum 629 snap 187 seq_num 629) dirty exists 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2478: finishing write tid 1 to smithi09778949-4 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2478: finishing write tid 2 to smithi09778949-4 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2478: finishing write tid 3 to smithi09778949-4 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2478: finishing write tid 4 to smithi09778949-4 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2478: oid 4 updating version 0 to 1675 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2478: oid 4 version 1675 is already newer than 1674 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2478: oid 4 version 1675 is already newer than 1673 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1675 (ObjNum 788 snap 235 seq_num 788) dirty exists 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2478: left oid 4 (ObjNum 788 snap 235 seq_num 788) 2024-09-16T03:03:03.033 INFO:tasks.rados.rados.0.smithi097.stdout:2481: expect (ObjNum 715 snap 215 seq_num 715) 2024-09-16T03:03:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:2479: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:03:03.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:02 smithi097 ceph-mon[88563]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T03:03:03.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:02 smithi097 ceph-mon[88563]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T03:03:03.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:02 smithi097 ceph-mon[90424]: osdmap e552: 8 total, 8 up, 8 in 2024-09-16T03:03:03.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:02 smithi097 ceph-mon[90424]: osdmap e553: 8 total, 8 up, 8 in 2024-09-16T03:03:03.245 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:03:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[114081]: 2024-09-16T03:03:03.104+0000 7f095b653640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T03:03:03.295 INFO:tasks.rados.rados.0.smithi097.stdout:2484: finishing rollback tid 0 to smithi09778949-32 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2484: finishing rollback tid 1 to smithi09778949-32 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2484: finishing rollback tid 2 to smithi09778949-32 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1128 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2478: done (4 left) 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2479: done (3 left) 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2481: done (2 left) 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2482: done (1 left) 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2484: done (0 left) 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2485: copy_from oid 12 from oid 39 current snap is 235 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2486: read oid 10 snap -1 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2486: expect (ObjNum 752 snap 225 seq_num 752) 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2487: copy_from oid 23 from oid 34 current snap is 235 2024-09-16T03:03:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:2488: read oid 5 snap -1 2024-09-16T03:03:03.297 INFO:tasks.rados.rados.0.smithi097.stdout:2488: expect (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:03:03.297 INFO:tasks.rados.rados.0.smithi097.stdout:2489: copy_from oid 28 from oid 17 current snap is 235 2024-09-16T03:03:03.297 INFO:tasks.rados.rados.0.smithi097.stdout:2490: copy_from oid 29 from oid 47 current snap is 235 2024-09-16T03:03:03.297 INFO:tasks.rados.rados.0.smithi097.stdout:2491: snap_remove snap 226 2024-09-16T03:03:03.408 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:03 smithi184 podman[104814]: 2024-09-16 03:03:03.183998321 +0000 UTC m=+5.473317799 container cleanup 07185a383df46fc592ecc56b018b3aacc0c40c8c1a19a62c1931fe867018530f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-ae7f373, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731) 2024-09-16T03:03:03.409 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:03 smithi184 bash[104814]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b 2024-09-16T03:03:03.869 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:03 smithi184 podman[104827]: 2024-09-16 03:03:03.510822202 +0000 UTC m=+0.781695904 container remove 07185a383df46fc592ecc56b018b3aacc0c40c8c1a19a62c1931fe867018530f (image=quay.ceph.io/ceph-ci/ceph@sha256:b3b6674281196ab754723b03bfca741560573b75b455f42d9498f03e14e89d87, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, ceph=True, org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=reef-ae7f373, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T03:03:03.870 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:03 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.b.service: Deactivated successfully. 2024-09-16T03:03:03.870 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:03 smithi184 systemd[1]: Stopped Ceph mds.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:03:03.870 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:03 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.b.service: Consumed 1.679s CPU time. 2024-09-16T03:03:04.034 INFO:tasks.rados.rados.0.smithi097.stdout:2488: expect (ObjNum 645 snap 195 seq_num 645) 2024-09-16T03:03:04.072 INFO:tasks.rados.rados.0.smithi097.stdout:2487: finishing copy_from racing read to smithi09778949-23 2024-09-16T03:03:04.072 INFO:tasks.rados.rados.0.smithi097.stdout:2487: finishing copy_from to smithi09778949-23 2024-09-16T03:03:04.072 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 996 (ObjNum 720 snap 217 seq_num 720) dirty exists 2024-09-16T03:03:04.073 INFO:tasks.rados.rados.0.smithi097.stdout:2487: done (6 left) 2024-09-16T03:03:04.073 INFO:tasks.rados.rados.0.smithi097.stdout:2488: done (5 left) 2024-09-16T03:03:04.073 INFO:tasks.rados.rados.0.smithi097.stdout:2491: done (4 left) 2024-09-16T03:03:04.073 INFO:tasks.rados.rados.0.smithi097.stdout:2492: delete oid 42 current snap is 235 2024-09-16T03:03:04.073 INFO:tasks.rados.rados.0.smithi097.stdout:2489: finishing copy_from racing read to smithi09778949-28 2024-09-16T03:03:04.073 INFO:tasks.rados.rados.0.smithi097.stdout:2486: expect (ObjNum 752 snap 225 seq_num 752) 2024-09-16T03:03:04.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:04 smithi184 ceph-mon[82194]: pgmap v501: 121 pgs: 121 active+clean; 279 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T03:03:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:04 smithi184 ceph-mon[82194]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T03:03:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:04.159 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:03 smithi184 systemd[1]: Starting Ceph mds.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:03:04.159 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:04 smithi184 podman[104956]: 2024-09-16 03:03:03.979475682 +0000 UTC m=+0.015779254 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:03:04.159 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:04 smithi184 podman[104956]: 2024-09-16 03:03:04.087212781 +0000 UTC m=+0.123516339 container create a2c071d7547f75439a8ca317ad7fac48bfe9826cddb59d9ed016841a18bd39c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf) 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:2490: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:2485: finishing copy_from racing read to smithi09778949-12 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:2489: finishing copy_from to smithi09778949-28 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1273 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:2490: finishing copy_from to smithi09778949-29 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1273 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:2485: finishing copy_from to smithi09778949-12 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1147 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-09-16T03:03:04.169 INFO:tasks.rados.rados.0.smithi097.stdout:2485: done (4 left) 2024-09-16T03:03:04.170 INFO:tasks.rados.rados.0.smithi097.stdout:2486: done (3 left) 2024-09-16T03:03:04.170 INFO:tasks.rados.rados.0.smithi097.stdout:2489: done (2 left) 2024-09-16T03:03:04.170 INFO:tasks.rados.rados.0.smithi097.stdout:2490: done (1 left) 2024-09-16T03:03:04.170 INFO:tasks.rados.rados.0.smithi097.stdout:2492: done (0 left) 2024-09-16T03:03:04.170 INFO:tasks.rados.rados.0.smithi097.stdout:2493: delete oid 21 current snap is 235 2024-09-16T03:03:04.171 INFO:tasks.rados.rados.0.smithi097.stdout:2493: done (0 left) 2024-09-16T03:03:04.171 INFO:tasks.rados.rados.0.smithi097.stdout:2494: copy_from oid 13 from oid 17 current snap is 235 2024-09-16T03:03:04.171 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 235 2024-09-16T03:03:04.171 INFO:tasks.rados.rados.0.smithi097.stdout:2495: seq_num 791 ranges {11214848=450560,11665408=475136,12140544=327680} 2024-09-16T03:03:04.232 INFO:tasks.rados.rados.0.smithi097.stdout:2495: writing smithi09778949-26 from 11214848 to 11665408 tid 1 2024-09-16T03:03:04.234 INFO:tasks.rados.rados.0.smithi097.stdout:2495: writing smithi09778949-26 from 11665408 to 12140544 tid 2 2024-09-16T03:03:04.236 INFO:tasks.rados.rados.0.smithi097.stdout:2495: writing smithi09778949-26 from 12140544 to 12468224 tid 3 2024-09-16T03:03:04.237 INFO:tasks.rados.rados.0.smithi097.stdout:2496: snap_create 2024-09-16T03:03:04.237 INFO:tasks.rados.rados.0.smithi097.stdout:2494: finishing copy_from racing read to smithi09778949-13 2024-09-16T03:03:04.237 INFO:tasks.rados.rados.0.smithi097.stdout:2494: finishing copy_from to smithi09778949-13 2024-09-16T03:03:04.237 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1273 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:03:04.262 INFO:tasks.rados.rados.0.smithi097.stdout:2495: finishing write tid 1 to smithi09778949-26 2024-09-16T03:03:04.264 INFO:tasks.rados.rados.0.smithi097.stdout:2495: finishing write tid 2 to smithi09778949-26 2024-09-16T03:03:04.264 INFO:tasks.rados.rados.0.smithi097.stdout:2495: finishing write tid 3 to smithi09778949-26 2024-09-16T03:03:04.264 INFO:tasks.rados.rados.0.smithi097.stdout:2495: finishing write tid 4 to smithi09778949-26 2024-09-16T03:03:04.265 INFO:tasks.rados.rados.0.smithi097.stdout:2495: finishing write tid 5 to smithi09778949-26 2024-09-16T03:03:04.265 INFO:tasks.rados.rados.0.smithi097.stdout:2495: oid 26 updating version 0 to 1306 2024-09-16T03:03:04.265 INFO:tasks.rados.rados.0.smithi097.stdout:2495: oid 26 version 1306 is already newer than 1305 2024-09-16T03:03:04.265 INFO:tasks.rados.rados.0.smithi097.stdout:2495: oid 26 version 1306 is already newer than 1304 2024-09-16T03:03:04.265 INFO:tasks.rados.rados.0.smithi097.stdout:2495: oid 26 updating version 1306 to 1307 2024-09-16T03:03:04.265 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1307 (ObjNum 791 snap 235 seq_num 791) dirty exists 2024-09-16T03:03:04.265 INFO:tasks.rados.rados.0.smithi097.stdout:2495: left oid 26 (ObjNum 791 snap 235 seq_num 791) 2024-09-16T03:03:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:04 smithi097 ceph-mon[90424]: pgmap v501: 121 pgs: 121 active+clean; 279 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T03:03:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:04 smithi097 ceph-mon[90424]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T03:03:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:04 smithi097 ceph-mon[88563]: pgmap v501: 121 pgs: 121 active+clean; 279 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.9 MiB/s wr, 13 op/s 2024-09-16T03:03:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:04 smithi097 ceph-mon[88563]: osdmap e554: 8 total, 8 up, 8 in 2024-09-16T03:03:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:04.659 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:04 smithi184 podman[104956]: 2024-09-16 03:03:04.315322162 +0000 UTC m=+0.351625729 container init a2c071d7547f75439a8ca317ad7fac48bfe9826cddb59d9ed016841a18bd39c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-16T03:03:04.659 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:04 smithi184 podman[104956]: 2024-09-16 03:03:04.318468607 +0000 UTC m=+0.354772174 container start a2c071d7547f75439a8ca317ad7fac48bfe9826cddb59d9ed016841a18bd39c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240731) 2024-09-16T03:03:04.659 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b[104971]: starting mds.b at 2024-09-16T03:03:04.659 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:04 smithi184 bash[104956]: a2c071d7547f75439a8ca317ad7fac48bfe9826cddb59d9ed016841a18bd39c1 2024-09-16T03:03:04.659 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:03:04 smithi184 systemd[1]: Started Ceph mds.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:03:05.045 INFO:tasks.rados.rados.0.smithi097.stdout:2494: done (2 left) 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2495: done (1 left) 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2496: done (0 left) 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2497: copy_from oid 24 from oid 35 current snap is 236 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2498: read oid 32 snap 232 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2498: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2499: read oid 38 snap -1 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2499: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2500: read oid 41 snap -1 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2500: expect (ObjNum 629 snap 187 seq_num 629) 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2501: rollback oid 44 current snap is 236 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 229 2024-09-16T03:03:05.046 INFO:tasks.rados.rados.0.smithi097.stdout:2502: delete oid 18 current snap is 236 2024-09-16T03:03:05.050 INFO:tasks.rados.rados.0.smithi097.stdout:2502: done (5 left) 2024-09-16T03:03:05.050 INFO:tasks.rados.rados.0.smithi097.stdout:2503: rollback oid 2 current snap is 236 2024-09-16T03:03:05.050 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 2 to 235 2024-09-16T03:03:05.050 INFO:tasks.rados.rados.0.smithi097.stdout:2504: copy_from oid 8 from oid 6 current snap is 236 2024-09-16T03:03:05.051 INFO:tasks.rados.rados.0.smithi097.stdout:2505: read oid 33 snap 235 2024-09-16T03:03:05.051 INFO:tasks.rados.rados.0.smithi097.stdout:2505: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:03:05.051 INFO:tasks.rados.rados.0.smithi097.stdout:2506: read oid 10 snap -1 2024-09-16T03:03:05.051 INFO:tasks.rados.rados.0.smithi097.stdout:2506: expect (ObjNum 752 snap 225 seq_num 752) 2024-09-16T03:03:05.051 INFO:tasks.rados.rados.0.smithi097.stdout:2507: snap_remove snap 234 2024-09-16T03:03:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:05 smithi184 ceph-mon[82194]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T03:03:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:05.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:05 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:05.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:05 smithi097 ceph-mon[88563]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T03:03:05.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:05.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:05.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:05 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:05 smithi097 ceph-mon[90424]: osdmap e555: 8 total, 8 up, 8 in 2024-09-16T03:03:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:05 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:06.054 INFO:tasks.rados.rados.0.smithi097.stdout:2507: done (9 left) 2024-09-16T03:03:06.054 INFO:tasks.rados.rados.0.smithi097.stdout:2508: read oid 40 snap 233 2024-09-16T03:03:06.054 INFO:tasks.rados.rados.0.smithi097.stdout:2508: expect (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:03:06.054 INFO:tasks.rados.rados.0.smithi097.stdout:2509: read oid 45 snap -1 2024-09-16T03:03:06.055 INFO:tasks.rados.rados.0.smithi097.stdout:2509: expect (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:03:06.055 INFO:tasks.rados.rados.0.smithi097.stdout:2510: read oid 18 snap 229 2024-09-16T03:03:06.055 INFO:tasks.rados.rados.0.smithi097.stdout:2510: expect (ObjNum 770 snap 229 seq_num 770) 2024-09-16T03:03:06.055 INFO:tasks.rados.rados.0.smithi097.stdout:2511: read oid 4 snap -1 2024-09-16T03:03:06.055 INFO:tasks.rados.rados.0.smithi097.stdout:2511: expect (ObjNum 788 snap 235 seq_num 788) 2024-09-16T03:03:06.055 INFO:tasks.rados.rados.0.smithi097.stdout:2512: read oid 16 snap -1 2024-09-16T03:03:06.055 INFO:tasks.rados.rados.0.smithi097.stdout:2512: expect (ObjNum 736 snap 222 seq_num 736) 2024-09-16T03:03:06.056 INFO:tasks.rados.rados.0.smithi097.stdout:2513: setattr oid 12 current snap is 236 2024-09-16T03:03:06.056 INFO:tasks.rados.rados.0.smithi097.stdout:2500: expect (ObjNum 629 snap 187 seq_num 629) 2024-09-16T03:03:06.090 INFO:tasks.rados.rados.0.smithi097.stdout:2503: finishing rollback tid 1 to smithi09778949-2 2024-09-16T03:03:06.091 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T03:03:06.091 INFO:tasks.rados.rados.0.smithi097.stdout:2504: finishing copy_from to smithi09778949-8 2024-09-16T03:03:06.091 INFO:tasks.rados.rados.0.smithi097.stdout:2504: got expected ENOENT (src dne) 2024-09-16T03:03:06.091 INFO:tasks.rados.rados.0.smithi097.stdout:2504: finishing copy_from racing read to smithi09778949-8 2024-09-16T03:03:06.091 INFO:tasks.rados.rados.0.smithi097.stdout:2498: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:03:06.171 INFO:tasks.rados.rados.0.smithi097.stdout:2501: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:03:06.171 INFO:tasks.rados.rados.0.smithi097.stdout:2499: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:03:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:2501: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:03:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1527 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:2497: finishing copy_from racing read to smithi09778949-24 2024-09-16T03:03:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:2497: finishing copy_from to smithi09778949-24 2024-09-16T03:03:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1125 (ObjNum 724 snap 218 seq_num 724) dirty exists 2024-09-16T03:03:06.357 INFO:tasks.rados.rados.0.smithi097.stdout:2505: expect (ObjNum 588 snap 175 seq_num 588) 2024-09-16T03:03:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:06 smithi184 ceph-mon[82194]: pgmap v504: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T03:03:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:06 smithi184 ceph-mon[82194]: mds.? [v2:172.21.15.184:6832/1468485289,v1:172.21.15.184:6833/1468485289] up:boot 2024-09-16T03:03:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:06 smithi184 ceph-mon[82194]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T03:03:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-16T03:03:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:06 smithi184 ceph-mon[82194]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T03:03:06.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[88563]: pgmap v504: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[88563]: mds.? [v2:172.21.15.184:6832/1468485289,v1:172.21.15.184:6833/1468485289] up:boot 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[88563]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[88563]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[90424]: pgmap v504: 121 pgs: 121 active+clean; 258 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.5 MiB/s wr, 28 op/s 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[90424]: mds.? [v2:172.21.15.184:6832/1468485289,v1:172.21.15.184:6833/1468485289] up:boot 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[90424]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "b"} : dispatch 2024-09-16T03:03:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:06 smithi097 ceph-mon[90424]: osdmap e556: 8 total, 8 up, 8 in 2024-09-16T03:03:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:07 smithi184 ceph-mon[82194]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T03:03:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:07 smithi184 ceph-mon[82194]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T03:03:07.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:07 smithi097 ceph-mon[88563]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T03:03:07.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:07 smithi097 ceph-mon[88563]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T03:03:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:07 smithi097 ceph-mon[90424]: osdmap e557: 8 total, 8 up, 8 in 2024-09-16T03:03:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:07 smithi097 ceph-mon[90424]: osdmap e558: 8 total, 8 up, 8 in 2024-09-16T03:03:07.613 INFO:tasks.rados.rados.0.smithi097.stdout:2506: expect (ObjNum 752 snap 225 seq_num 752) 2024-09-16T03:03:07.702 INFO:tasks.rados.rados.0.smithi097.stdout:2512: expect (ObjNum 736 snap 222 seq_num 736) 2024-09-16T03:03:07.714 INFO:tasks.rados.rados.0.smithi097.stdout:2508: expect (ObjNum 594 snap 178 seq_num 594) 2024-09-16T03:03:07.736 INFO:tasks.rados.rados.0.smithi097.stdout:2511: expect (ObjNum 788 snap 235 seq_num 788) 2024-09-16T03:03:07.783 INFO:tasks.rados.rados.0.smithi097.stdout:2509: expect (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:03:07.928 INFO:tasks.rados.rados.0.smithi097.stdout:2510: expect (ObjNum 770 snap 229 seq_num 770) 2024-09-16T03:03:08.181 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1342 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-09-16T03:03:08.181 INFO:tasks.rados.rados.0.smithi097.stdout:2497: done (14 left) 2024-09-16T03:03:08.181 INFO:tasks.rados.rados.0.smithi097.stdout:2498: done (13 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2499: done (12 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2500: done (11 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2501: done (10 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2503: done (9 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2504: done (8 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2505: done (7 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2506: done (6 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2508: done (5 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2509: done (4 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2510: done (3 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2511: done (2 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2512: done (1 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2513: done (0 left) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2514: read oid 11 snap -1 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:2514: expect (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:03:08.182 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 236 2024-09-16T03:03:08.183 INFO:tasks.rados.rados.0.smithi097.stdout:2515: seq_num 793 ranges {8273920=483328,8757248=647168,9404416=155648} 2024-09-16T03:03:08.228 INFO:tasks.rados.rados.0.smithi097.stdout:2515: writing smithi09778949-22 from 8273920 to 8757248 tid 1 2024-09-16T03:03:08.231 INFO:tasks.rados.rados.0.smithi097.stdout:2515: writing smithi09778949-22 from 8757248 to 9404416 tid 2 2024-09-16T03:03:08.233 INFO:tasks.rados.rados.0.smithi097.stdout:2515: writing smithi09778949-22 from 9404416 to 9560064 tid 3 2024-09-16T03:03:08.233 INFO:tasks.rados.rados.0.smithi097.stdout:2516: read oid 6 snap -1 2024-09-16T03:03:08.233 INFO:tasks.rados.rados.0.smithi097.stdout:2516: expect deleted 2024-09-16T03:03:08.233 INFO:tasks.rados.rados.0.smithi097.stdout:2517: read oid 34 snap -1 2024-09-16T03:03:08.233 INFO:tasks.rados.rados.0.smithi097.stdout:2517: expect (ObjNum 720 snap 217 seq_num 720) 2024-09-16T03:03:08.233 INFO:tasks.rados.rados.0.smithi097.stdout:2518: read oid 45 snap -1 2024-09-16T03:03:08.234 INFO:tasks.rados.rados.0.smithi097.stdout:2518: expect (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:03:08.234 INFO:tasks.rados.rados.0.smithi097.stdout:2519: snap_remove snap 229 2024-09-16T03:03:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:08 smithi184 ceph-mon[82194]: pgmap v507: 121 pgs: 121 active+clean; 209 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-09-16T03:03:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:08 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:08 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:08.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:08 smithi097 ceph-mon[88563]: pgmap v507: 121 pgs: 121 active+clean; 209 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-09-16T03:03:08.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:08 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:08.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:08 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:08.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:08 smithi097 ceph-mon[90424]: pgmap v507: 121 pgs: 121 active+clean; 209 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-09-16T03:03:08.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:08 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:08.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:08 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:09.059 INFO:tasks.rados.rados.0.smithi097.stdout:2519: done (5 left) 2024-09-16T03:03:09.060 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 236 2024-09-16T03:03:09.062 INFO:tasks.rados.rados.0.smithi097.stdout:2514: expect (ObjNum 564 snap 164 seq_num 564) 2024-09-16T03:03:09.263 INFO:tasks.rados.rados.0.smithi097.stdout:2515: finishing write tid 1 to smithi09778949-22 2024-09-16T03:03:09.264 INFO:tasks.rados.rados.0.smithi097.stdout:2517: expect (ObjNum 720 snap 217 seq_num 720) 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:2515: finishing write tid 2 to smithi09778949-22 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:2515: finishing write tid 3 to smithi09778949-22 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:2515: finishing write tid 4 to smithi09778949-22 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:2515: finishing write tid 5 to smithi09778949-22 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:2515: oid 22 updating version 0 to 1157 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:2515: oid 22 updating version 1157 to 1159 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:2515: oid 22 version 1159 is already newer than 1158 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:2515: oid 22 updating version 1159 to 1160 2024-09-16T03:03:09.267 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1160 (ObjNum 793 snap 236 seq_num 793) dirty exists 2024-09-16T03:03:09.268 INFO:tasks.rados.rados.0.smithi097.stdout:2515: left oid 22 (ObjNum 793 snap 236 seq_num 793) 2024-09-16T03:03:09.268 INFO:tasks.rados.rados.0.smithi097.stdout:2520: seq_num 794 ranges {3448832=499712,3948544=532480,4481024=270336} 2024-09-16T03:03:09.287 INFO:tasks.rados.rados.0.smithi097.stdout:2520: writing smithi09778949-35 from 3448832 to 3948544 tid 1 2024-09-16T03:03:09.290 INFO:tasks.rados.rados.0.smithi097.stdout:2520: writing smithi09778949-35 from 3948544 to 4481024 tid 2 2024-09-16T03:03:09.292 INFO:tasks.rados.rados.0.smithi097.stdout:2520: writing smithi09778949-35 from 4481024 to 4751360 tid 3 2024-09-16T03:03:09.292 INFO:tasks.rados.rados.0.smithi097.stdout:2514: done (5 left) 2024-09-16T03:03:09.292 INFO:tasks.rados.rados.0.smithi097.stdout:2515: done (4 left) 2024-09-16T03:03:09.292 INFO:tasks.rados.rados.0.smithi097.stdout:2516: done (3 left) 2024-09-16T03:03:09.292 INFO:tasks.rados.rados.0.smithi097.stdout:2517: done (2 left) 2024-09-16T03:03:09.292 INFO:tasks.rados.rados.0.smithi097.stdout:2521: snap_remove snap 232 2024-09-16T03:03:09.437 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:03:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:03:09] "GET /metrics HTTP/1.1" 200 36063 "" "Prometheus/2.43.0" 2024-09-16T03:03:09.724 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:09.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:09.725 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:09 smithi184 ceph-mon[82194]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T03:03:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:09 smithi097 ceph-mon[88563]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T03:03:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:09 smithi097 ceph-mon[90424]: osdmap e559: 8 total, 8 up, 8 in 2024-09-16T03:03:10.061 INFO:tasks.rados.rados.0.smithi097.stdout:2521: done (2 left) 2024-09-16T03:03:10.061 INFO:tasks.rados.rados.0.smithi097.stdout:2522: copy_from oid 12 from oid 32 current snap is 236 2024-09-16T03:03:10.061 INFO:tasks.rados.rados.0.smithi097.stdout:2518: expect (ObjNum 703 snap 211 seq_num 703) 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: finishing write tid 1 to smithi09778949-35 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: finishing write tid 2 to smithi09778949-35 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: finishing write tid 3 to smithi09778949-35 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: finishing write tid 4 to smithi09778949-35 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: finishing write tid 5 to smithi09778949-35 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: oid 35 updating version 0 to 1129 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: oid 35 updating version 1129 to 1131 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: oid 35 version 1131 is already newer than 1130 2024-09-16T03:03:10.210 INFO:tasks.rados.rados.0.smithi097.stdout:2520: oid 35 updating version 1131 to 1132 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1132 (ObjNum 794 snap 236 seq_num 794) dirty exists 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:2520: left oid 35 (ObjNum 794 snap 236 seq_num 794) 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:2522: finishing copy_from racing read to smithi09778949-12 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:2522: finishing copy_from to smithi09778949-12 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1128 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:2518: done (2 left) 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:2520: done (1 left) 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:2522: done (0 left) 2024-09-16T03:03:10.211 INFO:tasks.rados.rados.0.smithi097.stdout:2523: delete oid 9 current snap is 236 2024-09-16T03:03:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:2523: done (0 left) 2024-09-16T03:03:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:2524: copy_from oid 46 from oid 48 current snap is 236 2024-09-16T03:03:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:2525: setattr oid 21 current snap is 236 2024-09-16T03:03:10.217 INFO:tasks.rados.rados.0.smithi097.stdout:2526: rollback oid 49 current snap is 236 2024-09-16T03:03:10.217 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 49 to 235 2024-09-16T03:03:10.218 INFO:tasks.rados.rados.0.smithi097.stdout:2527: rmattr oid 33 current snap is 236 2024-09-16T03:03:10.218 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 236 2024-09-16T03:03:10.218 INFO:tasks.rados.rados.0.smithi097.stdout:2528: seq_num 796 ranges {417792=540672,958464=704512,1662976=98304} 2024-09-16T03:03:10.223 INFO:tasks.rados.rados.0.smithi097.stdout:2528: writing smithi09778949-37 from 417792 to 958464 tid 1 2024-09-16T03:03:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2528: writing smithi09778949-37 from 958464 to 1662976 tid 2 2024-09-16T03:03:10.228 INFO:tasks.rados.rados.0.smithi097.stdout:2528: writing smithi09778949-37 from 1662976 to 1761280 tid 3 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:2529: delete oid 45 current snap is 236 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:2524: finishing copy_from racing read to smithi09778949-46 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1305 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:2524: finishing copy_from to smithi09778949-46 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 786 (ObjNum 734 snap 222 seq_num 734) dirty exists 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:2526: finishing rollback tid 0 to smithi09778949-49 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:2526: finishing rollback tid 1 to smithi09778949-49 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:2526: finishing rollback tid 2 to smithi09778949-49 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1534 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1536 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:03:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:2528: finishing write tid 1 to smithi09778949-37 2024-09-16T03:03:10.231 INFO:tasks.rados.rados.0.smithi097.stdout:2524: done (5 left) 2024-09-16T03:03:10.231 INFO:tasks.rados.rados.0.smithi097.stdout:2525: done (4 left) 2024-09-16T03:03:10.231 INFO:tasks.rados.rados.0.smithi097.stdout:2526: done (3 left) 2024-09-16T03:03:10.231 INFO:tasks.rados.rados.0.smithi097.stdout:2527: done (2 left) 2024-09-16T03:03:10.231 INFO:tasks.rados.rados.0.smithi097.stdout:2529: done (1 left) 2024-09-16T03:03:10.231 INFO:tasks.rados.rados.0.smithi097.stdout:2530: copy_from oid 22 from oid 32 current snap is 236 2024-09-16T03:03:10.231 INFO:tasks.rados.rados.0.smithi097.stdout:2528: finishing write tid 2 to smithi09778949-37 2024-09-16T03:03:10.232 INFO:tasks.rados.rados.0.smithi097.stdout:2531: delete oid 40 current snap is 236 2024-09-16T03:03:10.232 INFO:tasks.rados.rados.0.smithi097.stdout:2528: finishing write tid 3 to smithi09778949-37 2024-09-16T03:03:10.232 INFO:tasks.rados.rados.0.smithi097.stdout:2528: finishing write tid 4 to smithi09778949-37 2024-09-16T03:03:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2528: finishing write tid 5 to smithi09778949-37 2024-09-16T03:03:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2528: oid 37 updating version 0 to 1487 2024-09-16T03:03:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2528: oid 37 version 1487 is already newer than 1486 2024-09-16T03:03:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2528: oid 37 updating version 1487 to 1489 2024-09-16T03:03:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2528: oid 37 version 1489 is already newer than 1488 2024-09-16T03:03:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1489 (ObjNum 796 snap 236 seq_num 796) dirty exists 2024-09-16T03:03:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2528: left oid 37 (ObjNum 796 snap 236 seq_num 796) 2024-09-16T03:03:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2528: done (2 left) 2024-09-16T03:03:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2531: done (1 left) 2024-09-16T03:03:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2532: setattr oid 36 current snap is 236 2024-09-16T03:03:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2533: rollback oid 10 current snap is 236 2024-09-16T03:03:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 233 2024-09-16T03:03:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2534: copy_from oid 46 from oid 49 current snap is 236 2024-09-16T03:03:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2535: rollback oid 25 current snap is 236 2024-09-16T03:03:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 235 2024-09-16T03:03:10.236 INFO:tasks.rados.rados.0.smithi097.stdout:2536: read oid 15 snap -1 2024-09-16T03:03:10.236 INFO:tasks.rados.rados.0.smithi097.stdout:2536: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:03:10.236 INFO:tasks.rados.rados.0.smithi097.stdout:2537: delete oid 1 current snap is 236 2024-09-16T03:03:10.239 INFO:tasks.rados.rados.0.smithi097.stdout:2530: finishing copy_from racing read to smithi09778949-22 2024-09-16T03:03:10.239 INFO:tasks.rados.rados.0.smithi097.stdout:2533: finishing rollback tid 0 to smithi09778949-10 2024-09-16T03:03:10.239 INFO:tasks.rados.rados.0.smithi097.stdout:2533: finishing rollback tid 1 to smithi09778949-10 2024-09-16T03:03:10.241 INFO:tasks.rados.rados.0.smithi097.stdout:2530: finishing copy_from to smithi09778949-22 2024-09-16T03:03:10.241 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1128 (ObjNum 723 snap 218 seq_num 723) dirty exists 2024-09-16T03:03:10.242 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1354 (ObjNum 65 snap 0 seq_num 1702056290) dirty exists 2024-09-16T03:03:10.242 INFO:tasks.rados.rados.0.smithi097.stdout:2536: expect (ObjNum 540 snap 160 seq_num 540) 2024-09-16T03:03:10.293 INFO:tasks.rados.rados.0.smithi097.stdout:2535: finishing rollback tid 0 to smithi09778949-25 2024-09-16T03:03:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:2535: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:03:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:2535: finishing rollback tid 2 to smithi09778949-25 2024-09-16T03:03:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1358 (ObjNum 689 snap 208 seq_num 689) dirty exists 2024-09-16T03:03:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:2533: finishing rollback tid 2 to smithi09778949-10 2024-09-16T03:03:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1540 (ObjNum 752 snap 225 seq_num 752) dirty exists 2024-09-16T03:03:10.294 INFO:tasks.rados.rados.0.smithi097.stdout:2534: finishing copy_from racing read to smithi09778949-46 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:2534: finishing copy_from to smithi09778949-46 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1534 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:2530: done (6 left) 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:2532: done (5 left) 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:2533: done (4 left) 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:2534: done (3 left) 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:2535: done (2 left) 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:2536: done (1 left) 2024-09-16T03:03:10.295 INFO:tasks.rados.rados.0.smithi097.stdout:2537: done (0 left) 2024-09-16T03:03:10.296 INFO:tasks.rados.rados.0.smithi097.stdout:2538: setattr oid 46 current snap is 236 2024-09-16T03:03:10.296 INFO:tasks.rados.rados.0.smithi097.stdout:2539: snap_remove snap 233 2024-09-16T03:03:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:10 smithi097 ceph-mon[88563]: pgmap v509: 121 pgs: 121 active+clean; 187 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 24 op/s 2024-09-16T03:03:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:10 smithi097 ceph-mon[88563]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T03:03:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:10 smithi097 ceph-mon[90424]: pgmap v509: 121 pgs: 121 active+clean; 187 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 24 op/s 2024-09-16T03:03:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:10 smithi097 ceph-mon[90424]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T03:03:10.762 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:10 smithi184 ceph-mon[82194]: pgmap v509: 121 pgs: 121 active+clean; 187 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.3 MiB/s wr, 24 op/s 2024-09-16T03:03:10.762 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:10 smithi184 ceph-mon[82194]: osdmap e560: 8 total, 8 up, 8 in 2024-09-16T03:03:11.063 INFO:tasks.rados.rados.0.smithi097.stdout:2539: done (1 left) 2024-09-16T03:03:11.063 INFO:tasks.rados.rados.0.smithi097.stdout:2540: read oid 41 snap 235 2024-09-16T03:03:11.063 INFO:tasks.rados.rados.0.smithi097.stdout:2540: expect (ObjNum 629 snap 187 seq_num 629) 2024-09-16T03:03:11.063 INFO:tasks.rados.rados.0.smithi097.stdout:2541: read oid 24 snap -1 2024-09-16T03:03:11.063 INFO:tasks.rados.rados.0.smithi097.stdout:2541: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:03:11.063 INFO:tasks.rados.rados.0.smithi097.stdout:2542: snap_create 2024-09-16T03:03:11.063 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1535 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-09-16T03:03:11.071 INFO:tasks.rados.rados.0.smithi097.stdout:2540: expect (ObjNum 629 snap 187 seq_num 629) 2024-09-16T03:03:11.103 INFO:tasks.rados.rados.0.smithi097.stdout:2541: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:03:12.026 INFO:tasks.rados.rados.0.smithi097.stdout:2538: done (3 left) 2024-09-16T03:03:12.027 INFO:tasks.rados.rados.0.smithi097.stdout:2540: done (2 left) 2024-09-16T03:03:12.027 INFO:tasks.rados.rados.0.smithi097.stdout:2541: done (1 left) 2024-09-16T03:03:12.027 INFO:tasks.rados.rados.0.smithi097.stdout:2542: done (0 left) 2024-09-16T03:03:12.027 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 237 2024-09-16T03:03:12.027 INFO:tasks.rados.rados.0.smithi097.stdout:2543: seq_num 800 ranges {4259840=606208,4866048=688128,5554176=114688} 2024-09-16T03:03:12.052 INFO:tasks.rados.rados.0.smithi097.stdout:2543: writing smithi09778949-25 from 4259840 to 4866048 tid 1 2024-09-16T03:03:12.056 INFO:tasks.rados.rados.0.smithi097.stdout:2543: writing smithi09778949-25 from 4866048 to 5554176 tid 2 2024-09-16T03:03:12.057 INFO:tasks.rados.rados.0.smithi097.stdout:2543: writing smithi09778949-25 from 5554176 to 5668864 tid 3 2024-09-16T03:03:12.057 INFO:tasks.rados.rados.0.smithi097.stdout:2544: rmattr oid 5 current snap is 237 2024-09-16T03:03:12.057 INFO:tasks.rados.rados.0.smithi097.stdout:2545: snap_create 2024-09-16T03:03:12.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1449 (ObjNum 645 snap 195 seq_num 645) dirty exists 2024-09-16T03:03:12.060 INFO:tasks.rados.rados.0.smithi097.stdout:2543: finishing write tid 1 to smithi09778949-25 2024-09-16T03:03:12.062 INFO:tasks.rados.rados.0.smithi097.stdout:2543: finishing write tid 2 to smithi09778949-25 2024-09-16T03:03:12.063 INFO:tasks.rados.rados.0.smithi097.stdout:2543: finishing write tid 3 to smithi09778949-25 2024-09-16T03:03:12.063 INFO:tasks.rados.rados.0.smithi097.stdout:2543: finishing write tid 4 to smithi09778949-25 2024-09-16T03:03:12.064 INFO:tasks.rados.rados.0.smithi097.stdout:2543: finishing write tid 5 to smithi09778949-25 2024-09-16T03:03:12.064 INFO:tasks.rados.rados.0.smithi097.stdout:2543: oid 25 updating version 0 to 1371 2024-09-16T03:03:12.064 INFO:tasks.rados.rados.0.smithi097.stdout:2543: oid 25 updating version 1371 to 1373 2024-09-16T03:03:12.064 INFO:tasks.rados.rados.0.smithi097.stdout:2543: oid 25 version 1373 is already newer than 1372 2024-09-16T03:03:12.065 INFO:tasks.rados.rados.0.smithi097.stdout:2543: oid 25 version 1373 is already newer than 1370 2024-09-16T03:03:12.065 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1373 (ObjNum 800 snap 237 seq_num 800) dirty exists 2024-09-16T03:03:12.065 INFO:tasks.rados.rados.0.smithi097.stdout:2543: left oid 25 (ObjNum 800 snap 237 seq_num 800) 2024-09-16T03:03:12.378 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: pgmap v512: 121 pgs: 121 active+clean; 185 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T03:03:12.378 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T03:03:12.378 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.379 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.380 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.381 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.381 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.381 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.381 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.381 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.381 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.381 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[88563]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T03:03:12.381 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: pgmap v512: 121 pgs: 121 active+clean; 185 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.382 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.383 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.384 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.384 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.384 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.384 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.384 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.384 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.384 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:12 smithi097 ceph-mon[90424]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T03:03:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: pgmap v512: 121 pgs: 121 active+clean; 185 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T03:03:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: osdmap e561: 8 total, 8 up, 8 in 2024-09-16T03:03:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.a"} : dispatch 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds.b"} : dispatch 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:12.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:12.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:12 smithi184 ceph-mon[82194]: osdmap e562: 8 total, 8 up, 8 in 2024-09-16T03:03:13.028 INFO:tasks.rados.rados.0.smithi097.stdout:2543: done (2 left) 2024-09-16T03:03:13.028 INFO:tasks.rados.rados.0.smithi097.stdout:2544: done (1 left) 2024-09-16T03:03:13.028 INFO:tasks.rados.rados.0.smithi097.stdout:2545: done (0 left) 2024-09-16T03:03:13.028 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 238 2024-09-16T03:03:13.028 INFO:tasks.rados.rados.0.smithi097.stdout:2546: seq_num 801 ranges {0=622592,622592=573440,1196032=229376} 2024-09-16T03:03:13.031 INFO:tasks.rados.rados.0.smithi097.stdout:2546: writing smithi09778949-40 from 0 to 622592 tid 1 2024-09-16T03:03:13.035 INFO:tasks.rados.rados.0.smithi097.stdout:2546: writing smithi09778949-40 from 622592 to 1196032 tid 2 2024-09-16T03:03:13.036 INFO:tasks.rados.rados.0.smithi097.stdout:2546: writing smithi09778949-40 from 1196032 to 1425408 tid 3 2024-09-16T03:03:13.036 INFO:tasks.rados.rados.0.smithi097.stdout:2547: snap_create 2024-09-16T03:03:13.042 INFO:tasks.rados.rados.0.smithi097.stdout:2546: finishing write tid 1 to smithi09778949-40 2024-09-16T03:03:13.043 INFO:tasks.rados.rados.0.smithi097.stdout:2546: finishing write tid 2 to smithi09778949-40 2024-09-16T03:03:13.044 INFO:tasks.rados.rados.0.smithi097.stdout:2546: finishing write tid 3 to smithi09778949-40 2024-09-16T03:03:13.044 INFO:tasks.rados.rados.0.smithi097.stdout:2546: finishing write tid 4 to smithi09778949-40 2024-09-16T03:03:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2546: finishing write tid 5 to smithi09778949-40 2024-09-16T03:03:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2546: oid 40 updating version 0 to 1310 2024-09-16T03:03:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2546: oid 40 version 1310 is already newer than 1309 2024-09-16T03:03:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2546: oid 40 version 1310 is already newer than 1308 2024-09-16T03:03:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2546: oid 40 version 1310 is already newer than 1307 2024-09-16T03:03:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1310 (ObjNum 801 snap 238 seq_num 801) dirty exists 2024-09-16T03:03:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2546: left oid 40 (ObjNum 801 snap 238 seq_num 801) 2024-09-16T03:03:13.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:13 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all mds 2024-09-16T03:03:13.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:13 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all rgw 2024-09-16T03:03:13.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:13 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T03:03:13.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:13 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T03:03:13.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:13 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all iscsi 2024-09-16T03:03:13.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:13 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all nfs 2024-09-16T03:03:13.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:13 smithi184 ceph-mon[82194]: Upgrade: Setting container_image for all nvmeof 2024-09-16T03:03:13.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:13 smithi184 ceph-mon[82194]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T03:03:13.481 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all mds 2024-09-16T03:03:13.481 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all rgw 2024-09-16T03:03:13.481 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T03:03:13.481 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T03:03:13.481 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all iscsi 2024-09-16T03:03:13.481 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all nfs 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[88563]: Upgrade: Setting container_image for all nvmeof 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[88563]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all mds 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all rgw 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all rbd-mirror 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all ceph-exporter 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all iscsi 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all nfs 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[90424]: Upgrade: Setting container_image for all nvmeof 2024-09-16T03:03:13.482 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:13 smithi097 ceph-mon[90424]: osdmap e563: 8 total, 8 up, 8 in 2024-09-16T03:03:13.745 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:13 smithi097 systemd[1]: Stopping Ceph node-exporter.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:03:14.032 INFO:tasks.rados.rados.0.smithi097.stdout:2546: done (1 left) 2024-09-16T03:03:14.032 INFO:tasks.rados.rados.0.smithi097.stdout:2547: done (0 left) 2024-09-16T03:03:14.032 INFO:tasks.rados.rados.0.smithi097.stdout:2548: snap_create 2024-09-16T03:03:14.245 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:13 smithi097 podman[117746]: 2024-09-16 03:03:13.945873918 +0000 UTC m=+0.128623932 container died 0fd2efd95c6ff2c603fc9e70dda1a351ac9767943e6e00829a4ecf4d512e347e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:14 smithi097 ceph-mon[88563]: pgmap v515: 121 pgs: 121 active+clean; 178 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:03:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:14 smithi097 ceph-mon[88563]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T03:03:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:14 smithi097 ceph-mon[88563]: Deploying daemon node-exporter.a on smithi097 2024-09-16T03:03:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:14 smithi097 ceph-mon[88563]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T03:03:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:14 smithi097 ceph-mon[90424]: pgmap v515: 121 pgs: 121 active+clean; 178 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:03:14.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:14 smithi097 ceph-mon[90424]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T03:03:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:14 smithi097 ceph-mon[90424]: Deploying daemon node-exporter.a on smithi097 2024-09-16T03:03:14.247 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:14 smithi097 ceph-mon[90424]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T03:03:14.362 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:03:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:14 smithi184 ceph-mon[82194]: pgmap v515: 121 pgs: 121 active+clean; 178 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:03:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:14 smithi184 ceph-mon[82194]: Upgrade: Updating node-exporter.a (1/2) 2024-09-16T03:03:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:14 smithi184 ceph-mon[82194]: Deploying daemon node-exporter.a on smithi097 2024-09-16T03:03:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:14 smithi184 ceph-mon[82194]: osdmap e564: 8 total, 8 up, 8 in 2024-09-16T03:03:14.697 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:14 smithi097 podman[117746]: 2024-09-16 03:03:14.452241985 +0000 UTC m=+0.634992000 container cleanup 0fd2efd95c6ff2c603fc9e70dda1a351ac9767943e6e00829a4ecf4d512e347e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:14.697 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:14 smithi097 bash[117746]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a 2024-09-16T03:03:14.981 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:03:14.981 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (10m) 24s ago 11m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (10m) 7s ago 10m 87.3M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (27s) 24s ago 12m 12.4M - 19.3.0-4930-gfc3e0bff df9174e028d7 a95180af567a 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (10s) 7s ago 12m 13.3M - 19.3.0-4930-gfc3e0bff df9174e028d7 a2c071d7547f 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (6m) 7s ago 15m 456M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (6m) 24s ago 17m 528M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (6m) 24s ago 17m 66.6M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (5m) 7s ago 16m 54.0M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (5m) 24s ago 15m 52.5M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (10m) 24s ago 10m 15.1M - 1.5.0 0da6a335fe13 0fd2efd95c6f 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (10m) 7s ago 10m 17.3M - 1.5.0 0da6a335fe13 c27be011fb73 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (4m) 24s ago 15m 365M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (4m) 24s ago 14m 255M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:03:14.982 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (3m) 24s ago 14m 271M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:03:14.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (2m) 24s ago 14m 117M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:03:14.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (2m) 7s ago 13m 182M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 b55738d922bd 2024-09-16T03:03:14.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (111s) 7s ago 13m 286M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 17dcd083140f 2024-09-16T03:03:14.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (78s) 7s ago 13m 149M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 bb200d83d00d 2024-09-16T03:03:14.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (44s) 7s ago 12m 129M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 471d13faeef8 2024-09-16T03:03:14.983 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (6m) 7s ago 11m 57.0M - 2.43.0 a07b618ecd1d 590364d5d5f9 2024-09-16T03:03:14.983 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:14 smithi097 podman[117759]: 2024-09-16 03:03:14.69540235 +0000 UTC m=+0.753449713 container remove 0fd2efd95c6ff2c603fc9e70dda1a351ac9767943e6e00829a4ecf4d512e347e (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:14.983 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:14 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T03:03:14.983 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:14 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-16T03:03:14.983 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:14 smithi097 systemd[1]: Stopped Ceph node-exporter.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:03:14.983 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:14 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.723s CPU time. 2024-09-16T03:03:15.035 INFO:tasks.rados.rados.0.smithi097.stdout:2548: done (0 left) 2024-09-16T03:03:15.035 INFO:tasks.rados.rados.0.smithi097.stdout:2549: setattr oid 37 current snap is 240 2024-09-16T03:03:15.038 INFO:tasks.rados.rados.0.smithi097.stdout:2550: copy_from oid 13 from oid 1 current snap is 240 2024-09-16T03:03:15.038 INFO:tasks.rados.rados.0.smithi097.stdout:2551: delete oid 27 current snap is 240 2024-09-16T03:03:15.044 INFO:tasks.rados.rados.0.smithi097.stdout:2550: finishing copy_from to smithi09778949-13 2024-09-16T03:03:15.044 INFO:tasks.rados.rados.0.smithi097.stdout:2550: got expected ENOENT (src dne) 2024-09-16T03:03:15.044 INFO:tasks.rados.rados.0.smithi097.stdout:2550: finishing copy_from racing read to smithi09778949-13 2024-09-16T03:03:15.046 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1536 (ObjNum 796 snap 236 seq_num 796) dirty exists 2024-09-16T03:03:15.046 INFO:tasks.rados.rados.0.smithi097.stdout:2549: done (2 left) 2024-09-16T03:03:15.046 INFO:tasks.rados.rados.0.smithi097.stdout:2550: done (1 left) 2024-09-16T03:03:15.046 INFO:tasks.rados.rados.0.smithi097.stdout:2551: done (0 left) 2024-09-16T03:03:15.046 INFO:tasks.rados.rados.0.smithi097.stdout:2552: copy_from oid 43 from oid 36 current snap is 240 2024-09-16T03:03:15.047 INFO:tasks.rados.rados.0.smithi097.stdout:2553: snap_remove snap 239 2024-09-16T03:03:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:15 smithi097 ceph-mon[88563]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:15.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:15 smithi097 ceph-mon[88563]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T03:03:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:15 smithi097 ceph-mon[90424]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:15.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:15 smithi097 ceph-mon[90424]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T03:03:15.246 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:15 smithi097 systemd[1]: Starting Ceph node-exporter.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:03:15.385 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:03:15.385 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:03:15.385 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:03:15.385 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:03:15.385 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:03:15.385 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 8 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 15 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:03:15.386 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:03:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:15 smithi184 ceph-mon[82194]: from='client.34530 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:15 smithi184 ceph-mon[82194]: osdmap e565: 8 total, 8 up, 8 in 2024-09-16T03:03:15.630 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:15 smithi097 bash[117972]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-16T03:03:15.674 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "mds", 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "osd", 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "15/20 daemons upgraded", 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading node-exporter daemons", 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:03:15.675 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:03:15.995 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:15 smithi097 bash[117972]: Getting image source signatures 2024-09-16T03:03:15.995 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:15 smithi097 bash[117972]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-16T03:03:15.995 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:15 smithi097 bash[117972]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-16T03:03:15.995 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:15 smithi097 bash[117972]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-16T03:03:16.039 INFO:tasks.rados.rados.0.smithi097.stdout:2553: done (1 left) 2024-09-16T03:03:16.039 INFO:tasks.rados.rados.0.smithi097.stdout:2554: rmattr oid 19 current snap is 240 2024-09-16T03:03:16.039 INFO:tasks.rados.rados.0.smithi097.stdout:2554: done (1 left) 2024-09-16T03:03:16.039 INFO:tasks.rados.rados.0.smithi097.stdout:2555: setattr oid 5 current snap is 240 2024-09-16T03:03:16.039 INFO:tasks.rados.rados.0.smithi097.stdout:2552: finishing copy_from racing read to smithi09778949-43 2024-09-16T03:03:16.039 INFO:tasks.rados.rados.0.smithi097.stdout:2552: finishing copy_from to smithi09778949-43 2024-09-16T03:03:16.039 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1354 (ObjNum 737 snap 0 seq_num 1973325328) dirty exists 2024-09-16T03:03:16.040 INFO:tasks.rados.rados.0.smithi097.stdout:2552: done (1 left) 2024-09-16T03:03:16.040 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 240 2024-09-16T03:03:16.040 INFO:tasks.rados.rados.0.smithi097.stdout:2556: seq_num 803 ranges {6463488=655360,7118848=745472,7864320=57344} 2024-09-16T03:03:16.080 INFO:tasks.rados.rados.0.smithi097.stdout:2556: writing smithi09778949-46 from 6463488 to 7118848 tid 1 2024-09-16T03:03:16.084 INFO:tasks.rados.rados.0.smithi097.stdout:2556: writing smithi09778949-46 from 7118848 to 7864320 tid 2 2024-09-16T03:03:16.085 INFO:tasks.rados.rados.0.smithi097.stdout:2556: writing smithi09778949-46 from 7864320 to 7921664 tid 3 2024-09-16T03:03:16.085 INFO:tasks.rados.rados.0.smithi097.stdout:2557: read oid 42 snap -1 2024-09-16T03:03:16.085 INFO:tasks.rados.rados.0.smithi097.stdout:2557: expect deleted 2024-09-16T03:03:16.085 INFO:tasks.rados.rados.0.smithi097.stdout:2558: snap_remove snap 238 2024-09-16T03:03:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:16 smithi184 ceph-mon[82194]: pgmap v518: 121 pgs: 121 active+clean; 152 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-09-16T03:03:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:16 smithi184 ceph-mon[82194]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:16 smithi184 ceph-mon[82194]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:16 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/768562380' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:16 smithi184 ceph-mon[82194]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T03:03:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[88563]: pgmap v518: 121 pgs: 121 active+clean; 152 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[88563]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[88563]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/768562380' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[88563]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[90424]: pgmap v518: 121 pgs: 121 active+clean; 152 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.6 MiB/s wr, 16 op/s 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[90424]: from='client.44453 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[90424]: from='client.44459 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/768562380' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:16 smithi097 ceph-mon[90424]: osdmap e566: 8 total, 8 up, 8 in 2024-09-16T03:03:17.025 INFO:tasks.rados.rados.0.smithi097.stdout:2558: done (3 left) 2024-09-16T03:03:17.026 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 240 2024-09-16T03:03:17.026 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1450 (ObjNum 645 snap 195 seq_num 645) dirty exists 2024-09-16T03:03:17.026 INFO:tasks.rados.rados.0.smithi097.stdout:2559: seq_num 804 ranges {0=671744,671744=622592,1294336=180224} 2024-09-16T03:03:17.029 INFO:tasks.rados.rados.0.smithi097.stdout:2559: writing smithi09778949-14 from 0 to 671744 tid 1 2024-09-16T03:03:17.033 INFO:tasks.rados.rados.0.smithi097.stdout:2559: writing smithi09778949-14 from 671744 to 1294336 tid 2 2024-09-16T03:03:17.034 INFO:tasks.rados.rados.0.smithi097.stdout:2559: writing smithi09778949-14 from 1294336 to 1474560 tid 3 2024-09-16T03:03:17.034 INFO:tasks.rados.rados.0.smithi097.stdout:2555: done (3 left) 2024-09-16T03:03:17.034 INFO:tasks.rados.rados.0.smithi097.stdout:2560: snap_remove snap 237 2024-09-16T03:03:17.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:17 smithi184 ceph-mon[82194]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:17.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:17 smithi184 ceph-mon[82194]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T03:03:17.484 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-mon[88563]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:17.485 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-mon[88563]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T03:03:17.485 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-mon[90424]: from='client.44471 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:17.485 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-mon[90424]: osdmap e567: 8 total, 8 up, 8 in 2024-09-16T03:03:17.485 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 bash[117972]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-16T03:03:17.485 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 bash[117972]: Writing manifest to image destination 2024-09-16T03:03:17.745 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 podman[117972]: 2024-09-16 03:03:17.458591005 +0000 UTC m=+2.302166987 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-16T03:03:17.745 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 podman[117972]: 2024-09-16 03:03:17.573646973 +0000 UTC m=+2.417222995 container create c458890f705b3813336e43b8efa9eb75cc86a8e14ae81ad078707c3156e7b123 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:18.017 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 podman[117972]: 2024-09-16 03:03:17.7925192 +0000 UTC m=+2.636095174 container init c458890f705b3813336e43b8efa9eb75cc86a8e14ae81ad078707c3156e7b123 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:18.017 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 podman[117972]: 2024-09-16 03:03:17.796559515 +0000 UTC m=+2.640135488 container start c458890f705b3813336e43b8efa9eb75cc86a8e14ae81ad078707c3156e7b123 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:18.017 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.800Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-16T03:03:18.017 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.800Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.800Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.800Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T03:03:18.018 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T03:03:18.019 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T03:03:18.020 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T03:03:18.021 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T03:03:18.021 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T03:03:18.021 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T03:03:18.021 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T03:03:18.021 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T03:03:18.021 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T03:03:18.021 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T03:03:18.021 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.801Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.802Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a[118073]: ts=2024-09-16T03:03:17.802Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 bash[117972]: c458890f705b3813336e43b8efa9eb75cc86a8e14ae81ad078707c3156e7b123 2024-09-16T03:03:18.022 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:03:17 smithi097 systemd[1]: Started Ceph node-exporter.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:03:18.035 INFO:tasks.rados.rados.0.smithi097.stdout:2556: finishing write tid 1 to smithi09778949-46 2024-09-16T03:03:18.035 INFO:tasks.rados.rados.0.smithi097.stdout:2556: finishing write tid 2 to smithi09778949-46 2024-09-16T03:03:18.035 INFO:tasks.rados.rados.0.smithi097.stdout:2556: finishing write tid 3 to smithi09778949-46 2024-09-16T03:03:18.035 INFO:tasks.rados.rados.0.smithi097.stdout:2556: finishing write tid 4 to smithi09778949-46 2024-09-16T03:03:18.035 INFO:tasks.rados.rados.0.smithi097.stdout:2556: finishing write tid 5 to smithi09778949-46 2024-09-16T03:03:18.035 INFO:tasks.rados.rados.0.smithi097.stdout:2556: oid 46 updating version 0 to 1537 2024-09-16T03:03:18.035 INFO:tasks.rados.rados.0.smithi097.stdout:2556: oid 46 updating version 1537 to 1539 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2556: oid 46 updating version 1539 to 1540 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2556: oid 46 version 1540 is already newer than 1538 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1540 (ObjNum 803 snap 240 seq_num 803) dirty exists 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2556: left oid 46 (ObjNum 803 snap 240 seq_num 803) 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2559: finishing write tid 1 to smithi09778949-14 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2559: finishing write tid 2 to smithi09778949-14 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2559: finishing write tid 3 to smithi09778949-14 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2559: finishing write tid 4 to smithi09778949-14 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2559: finishing write tid 5 to smithi09778949-14 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2559: oid 14 updating version 0 to 1451 2024-09-16T03:03:18.036 INFO:tasks.rados.rados.0.smithi097.stdout:2559: oid 14 updating version 1451 to 1453 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:2559: oid 14 version 1453 is already newer than 1452 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:2559: oid 14 updating version 1453 to 1454 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1454 (ObjNum 804 snap 240 seq_num 804) dirty exists 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:2559: left oid 14 (ObjNum 804 snap 240 seq_num 804) 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:2556: done (3 left) 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:2557: done (2 left) 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:2559: done (1 left) 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:2560: done (0 left) 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 240 2024-09-16T03:03:18.037 INFO:tasks.rados.rados.0.smithi097.stdout:2561: seq_num 805 ranges {12468224=688128,13156352=507904,13664256=294912} 2024-09-16T03:03:18.107 INFO:tasks.rados.rados.0.smithi097.stdout:2561: writing smithi09778949-26 from 12468224 to 13156352 tid 1 2024-09-16T03:03:18.109 INFO:tasks.rados.rados.0.smithi097.stdout:2561: writing smithi09778949-26 from 13156352 to 13664256 tid 2 2024-09-16T03:03:18.111 INFO:tasks.rados.rados.0.smithi097.stdout:2561: writing smithi09778949-26 from 13664256 to 13959168 tid 3 2024-09-16T03:03:18.111 INFO:tasks.rados.rados.0.smithi097.stdout:2562: snap_create 2024-09-16T03:03:18.114 INFO:tasks.rados.rados.0.smithi097.stdout:2561: finishing write tid 1 to smithi09778949-26 2024-09-16T03:03:18.115 INFO:tasks.rados.rados.0.smithi097.stdout:2561: finishing write tid 2 to smithi09778949-26 2024-09-16T03:03:18.115 INFO:tasks.rados.rados.0.smithi097.stdout:2561: finishing write tid 3 to smithi09778949-26 2024-09-16T03:03:18.115 INFO:tasks.rados.rados.0.smithi097.stdout:2561: finishing write tid 4 to smithi09778949-26 2024-09-16T03:03:18.117 INFO:tasks.rados.rados.0.smithi097.stdout:2561: finishing write tid 5 to smithi09778949-26 2024-09-16T03:03:18.117 INFO:tasks.rados.rados.0.smithi097.stdout:2561: oid 26 updating version 0 to 1311 2024-09-16T03:03:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:2561: oid 26 version 1311 is already newer than 1309 2024-09-16T03:03:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:2561: oid 26 version 1311 is already newer than 1310 2024-09-16T03:03:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:2561: oid 26 updating version 1311 to 1312 2024-09-16T03:03:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1312 (ObjNum 805 snap 240 seq_num 805) dirty exists 2024-09-16T03:03:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:2561: left oid 26 (ObjNum 805 snap 240 seq_num 805) 2024-09-16T03:03:18.406 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:18 smithi184 ceph-mon[82194]: pgmap v521: 121 pgs: 121 active+clean; 154 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.6 MiB/s wr, 35 op/s 2024-09-16T03:03:18.406 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:18.407 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:18.407 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:18 smithi184 ceph-mon[82194]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T03:03:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:18 smithi097 ceph-mon[88563]: pgmap v521: 121 pgs: 121 active+clean; 154 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.6 MiB/s wr, 35 op/s 2024-09-16T03:03:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:18 smithi097 ceph-mon[88563]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T03:03:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:18 smithi097 ceph-mon[90424]: pgmap v521: 121 pgs: 121 active+clean; 154 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.6 MiB/s wr, 35 op/s 2024-09-16T03:03:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:18 smithi097 ceph-mon[90424]: osdmap e568: 8 total, 8 up, 8 in 2024-09-16T03:03:19.088 INFO:tasks.rados.rados.0.smithi097.stdout:2561: done (1 left) 2024-09-16T03:03:19.089 INFO:tasks.rados.rados.0.smithi097.stdout:2562: done (0 left) 2024-09-16T03:03:19.089 INFO:tasks.rados.rados.0.smithi097.stdout:2563: read oid 30 snap -1 2024-09-16T03:03:19.089 INFO:tasks.rados.rados.0.smithi097.stdout:2563: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:03:19.089 INFO:tasks.rados.rados.0.smithi097.stdout:2564: read oid 29 snap -1 2024-09-16T03:03:19.089 INFO:tasks.rados.rados.0.smithi097.stdout:2564: expect (ObjNum 743 snap 223 seq_num 743) 2024-09-16T03:03:19.089 INFO:tasks.rados.rados.0.smithi097.stdout:2565: snap_remove snap 235 2024-09-16T03:03:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:19.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:19.245 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:03:19 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:03:19] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2024-09-16T03:03:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:19.908 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:19 smithi184 systemd[1]: Stopping Ceph node-exporter.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:03:20.098 INFO:tasks.rados.rados.0.smithi097.stdout:2563: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:03:20.260 INFO:tasks.rados.rados.0.smithi097.stdout:2564: expect (ObjNum 743 snap 223 seq_num 743) 2024-09-16T03:03:20.302 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:20 smithi184 podman[108648]: 2024-09-16 03:03:20.009794756 +0000 UTC m=+0.108229342 container died c27be011fb735b28b3dad5e7b094b3d87db637975f1032686ec2fd0d81dd4042 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:03:20.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:20 smithi184 ceph-mon[82194]: pgmap v524: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-09-16T03:03:20.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:20 smithi184 ceph-mon[82194]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T03:03:20.302 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:20 smithi184 ceph-mon[82194]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T03:03:20.303 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:20 smithi184 ceph-mon[82194]: Deploying daemon node-exporter.b on smithi184 2024-09-16T03:03:20.364 INFO:tasks.rados.rados.0.smithi097.stdout:2563: done (2 left) 2024-09-16T03:03:20.365 INFO:tasks.rados.rados.0.smithi097.stdout:2564: done (1 left) 2024-09-16T03:03:20.365 INFO:tasks.rados.rados.0.smithi097.stdout:2565: done (0 left) 2024-09-16T03:03:20.365 INFO:tasks.rados.rados.0.smithi097.stdout:2566: rollback oid 47 current snap is 241 2024-09-16T03:03:20.365 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 47 to 240 2024-09-16T03:03:20.365 INFO:tasks.rados.rados.0.smithi097.stdout:2567: rollback oid 14 current snap is 241 2024-09-16T03:03:20.365 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 14 to 236 2024-09-16T03:03:20.365 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 241 2024-09-16T03:03:20.365 INFO:tasks.rados.rados.0.smithi097.stdout:2568: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-09-16T03:03:20.369 INFO:tasks.rados.rados.0.smithi097.stdout:2568: writing smithi09778949-2 from 0 to 704512 tid 1 2024-09-16T03:03:20.372 INFO:tasks.rados.rados.0.smithi097.stdout:2568: writing smithi09778949-2 from 704512 to 1146880 tid 2 2024-09-16T03:03:20.375 INFO:tasks.rados.rados.0.smithi097.stdout:2568: writing smithi09778949-2 from 1146880 to 1507328 tid 3 2024-09-16T03:03:20.375 INFO:tasks.rados.rados.0.smithi097.stdout:2566: finishing rollback tid 0 to smithi09778949-47 2024-09-16T03:03:20.375 INFO:tasks.rados.rados.0.smithi097.stdout:2566: finishing rollback tid 1 to smithi09778949-47 2024-09-16T03:03:20.375 INFO:tasks.rados.rados.0.smithi097.stdout:2567: finishing rollback tid 0 to smithi09778949-14 2024-09-16T03:03:20.375 INFO:tasks.rados.rados.0.smithi097.stdout:2566: finishing rollback tid 2 to smithi09778949-47 2024-09-16T03:03:20.375 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1716 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:03:20.375 INFO:tasks.rados.rados.0.smithi097.stdout:2567: finishing rollback tid 1 to smithi09778949-14 2024-09-16T03:03:20.375 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1456 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-16T03:03:20.376 INFO:tasks.rados.rados.0.smithi097.stdout:2568: finishing write tid 1 to smithi09778949-2 2024-09-16T03:03:20.376 INFO:tasks.rados.rados.0.smithi097.stdout:2566: done (2 left) 2024-09-16T03:03:20.376 INFO:tasks.rados.rados.0.smithi097.stdout:2567: done (1 left) 2024-09-16T03:03:20.376 INFO:tasks.rados.rados.0.smithi097.stdout:2569: read oid 30 snap -1 2024-09-16T03:03:20.376 INFO:tasks.rados.rados.0.smithi097.stdout:2569: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:03:20.376 INFO:tasks.rados.rados.0.smithi097.stdout:2570: snap_create 2024-09-16T03:03:20.376 INFO:tasks.rados.rados.0.smithi097.stdout:2568: finishing write tid 2 to smithi09778949-2 2024-09-16T03:03:20.378 INFO:tasks.rados.rados.0.smithi097.stdout:2568: finishing write tid 3 to smithi09778949-2 2024-09-16T03:03:20.378 INFO:tasks.rados.rados.0.smithi097.stdout:2568: finishing write tid 4 to smithi09778949-2 2024-09-16T03:03:20.380 INFO:tasks.rados.rados.0.smithi097.stdout:2568: finishing write tid 5 to smithi09778949-2 2024-09-16T03:03:20.380 INFO:tasks.rados.rados.0.smithi097.stdout:2568: oid 2 updating version 0 to 1459 2024-09-16T03:03:20.380 INFO:tasks.rados.rados.0.smithi097.stdout:2568: oid 2 updating version 1459 to 1460 2024-09-16T03:03:20.381 INFO:tasks.rados.rados.0.smithi097.stdout:2568: oid 2 version 1460 is already newer than 1458 2024-09-16T03:03:20.381 INFO:tasks.rados.rados.0.smithi097.stdout:2568: oid 2 version 1460 is already newer than 1457 2024-09-16T03:03:20.381 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1460 (ObjNum 806 snap 241 seq_num 806) dirty exists 2024-09-16T03:03:20.381 INFO:tasks.rados.rados.0.smithi097.stdout:2568: left oid 2 (ObjNum 806 snap 241 seq_num 806) 2024-09-16T03:03:20.383 INFO:tasks.rados.rados.0.smithi097.stdout:2569: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:03:20.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:20 smithi097 ceph-mon[88563]: pgmap v524: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-09-16T03:03:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:20 smithi097 ceph-mon[88563]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T03:03:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:20 smithi097 ceph-mon[88563]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T03:03:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:20 smithi097 ceph-mon[88563]: Deploying daemon node-exporter.b on smithi184 2024-09-16T03:03:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:20 smithi097 ceph-mon[90424]: pgmap v524: 121 pgs: 121 active+clean; 154 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.3 MiB/s wr, 22 op/s 2024-09-16T03:03:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:20 smithi097 ceph-mon[90424]: osdmap e569: 8 total, 8 up, 8 in 2024-09-16T03:03:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:20 smithi097 ceph-mon[90424]: Upgrade: Updating node-exporter.b (2/2) 2024-09-16T03:03:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:20 smithi097 ceph-mon[90424]: Deploying daemon node-exporter.b on smithi184 2024-09-16T03:03:20.658 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:20 smithi184 podman[108648]: 2024-09-16 03:03:20.499885202 +0000 UTC m=+0.598319785 container cleanup c27be011fb735b28b3dad5e7b094b3d87db637975f1032686ec2fd0d81dd4042 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:03:20.658 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:20 smithi184 bash[108648]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b 2024-09-16T03:03:21.072 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:20 smithi184 podman[108660]: 2024-09-16 03:03:20.734574774 +0000 UTC m=+0.728602876 container remove c27be011fb735b28b3dad5e7b094b3d87db637975f1032686ec2fd0d81dd4042 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:03:21.072 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:20 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-16T03:03:21.073 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:20 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-16T03:03:21.073 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:20 smithi184 systemd[1]: Stopped Ceph node-exporter.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:03:21.073 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:20 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.710s CPU time. 2024-09-16T03:03:21.073 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:21 smithi184 systemd[1]: Starting Ceph node-exporter.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:03:21.101 INFO:tasks.rados.rados.0.smithi097.stdout:2568: done (2 left) 2024-09-16T03:03:21.101 INFO:tasks.rados.rados.0.smithi097.stdout:2569: done (1 left) 2024-09-16T03:03:21.101 INFO:tasks.rados.rados.0.smithi097.stdout:2570: done (0 left) 2024-09-16T03:03:21.101 INFO:tasks.rados.rados.0.smithi097.stdout:2571: read oid 10 snap -1 2024-09-16T03:03:21.101 INFO:tasks.rados.rados.0.smithi097.stdout:2571: expect (ObjNum 752 snap 225 seq_num 752) 2024-09-16T03:03:21.102 INFO:tasks.rados.rados.0.smithi097.stdout:2572: snap_create 2024-09-16T03:03:21.117 INFO:tasks.rados.rados.0.smithi097.stdout:2571: expect (ObjNum 752 snap 225 seq_num 752) 2024-09-16T03:03:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:21 smithi184 ceph-mon[82194]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T03:03:21.409 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:21 smithi184 bash[108787]: Trying to pull quay.io/prometheus/node-exporter:v1.7.0... 2024-09-16T03:03:21.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:21 smithi097 ceph-mon[88563]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T03:03:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:21 smithi097 ceph-mon[90424]: osdmap e570: 8 total, 8 up, 8 in 2024-09-16T03:03:21.908 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:21 smithi184 bash[108787]: Getting image source signatures 2024-09-16T03:03:21.909 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:21 smithi184 bash[108787]: Copying blob sha256:2abcce694348cd2c949c0e98a7400ebdfd8341021bcf6b541bc72033ce982510 2024-09-16T03:03:21.909 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:21 smithi184 bash[108787]: Copying blob sha256:455fd88e5221bc1e278ef2d059cd70e4df99a24e5af050ede621534276f6cf9a 2024-09-16T03:03:21.909 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:21 smithi184 bash[108787]: Copying blob sha256:324153f2810a9927fcce320af9e4e291e0b6e805cbdd1f338386c756b9defa24 2024-09-16T03:03:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:2571: done (1 left) 2024-09-16T03:03:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:2572: done (0 left) 2024-09-16T03:03:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:2573: read oid 20 snap -1 2024-09-16T03:03:22.030 INFO:tasks.rados.rados.0.smithi097.stdout:2573: expect deleted 2024-09-16T03:03:22.031 INFO:tasks.rados.rados.0.smithi097.stdout:2574: snap_create 2024-09-16T03:03:22.421 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:22 smithi184 ceph-mon[82194]: pgmap v527: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 716 KiB/s wr, 9 op/s 2024-09-16T03:03:22.421 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:22 smithi184 ceph-mon[82194]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T03:03:22.421 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:22 smithi184 ceph-mon[82194]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T03:03:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:22 smithi097 ceph-mon[88563]: pgmap v527: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 716 KiB/s wr, 9 op/s 2024-09-16T03:03:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:22 smithi097 ceph-mon[88563]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T03:03:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:22 smithi097 ceph-mon[88563]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T03:03:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:22 smithi097 ceph-mon[90424]: pgmap v527: 121 pgs: 121 active+clean; 156 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 716 KiB/s wr, 9 op/s 2024-09-16T03:03:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:22 smithi097 ceph-mon[90424]: osdmap e571: 8 total, 8 up, 8 in 2024-09-16T03:03:22.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:22 smithi097 ceph-mon[90424]: osdmap e572: 8 total, 8 up, 8 in 2024-09-16T03:03:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:2573: done (1 left) 2024-09-16T03:03:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:2574: done (0 left) 2024-09-16T03:03:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:2575: read oid 14 snap 242 2024-09-16T03:03:23.032 INFO:tasks.rados.rados.0.smithi097.stdout:2575: expect deleted 2024-09-16T03:03:23.033 INFO:tasks.rados.rados.0.smithi097.stdout:2576: rollback oid 10 current snap is 244 2024-09-16T03:03:23.033 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 241 2024-09-16T03:03:23.033 INFO:tasks.rados.rados.0.smithi097.stdout:2577: delete oid 6 current snap is 244 2024-09-16T03:03:23.037 INFO:tasks.rados.rados.0.smithi097.stdout:2575: done (2 left) 2024-09-16T03:03:23.037 INFO:tasks.rados.rados.0.smithi097.stdout:2577: done (1 left) 2024-09-16T03:03:23.037 INFO:tasks.rados.rados.0.smithi097.stdout:2578: snap_remove snap 243 2024-09-16T03:03:23.658 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:23 smithi184 bash[108787]: Copying config sha256:72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e 2024-09-16T03:03:23.658 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:23 smithi184 bash[108787]: Writing manifest to image destination 2024-09-16T03:03:23.988 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:23 smithi184 podman[108787]: 2024-09-16 03:03:23.687993471 +0000 UTC m=+2.521124423 image pull 72c9c208898624938c9e4183d6686ea4a5fd3f912bc29bc3f00147924c521a3e quay.io/prometheus/node-exporter:v1.7.0 2024-09-16T03:03:23.988 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:23 smithi184 podman[108787]: 2024-09-16 03:03:23.886864122 +0000 UTC m=+2.719995073 container create 2a2b581d78cf6e93a8ab90b693e2f7b093676219d56ec6aec0dbdf7be707eefa (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:03:24.037 INFO:tasks.rados.rados.0.smithi097.stdout:2578: done (1 left) 2024-09-16T03:03:24.037 INFO:tasks.rados.rados.0.smithi097.stdout:2579: read oid 30 snap -1 2024-09-16T03:03:24.037 INFO:tasks.rados.rados.0.smithi097.stdout:2579: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:03:24.037 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 244 2024-09-16T03:03:24.037 INFO:tasks.rados.rados.0.smithi097.stdout:2576: finishing rollback tid 0 to smithi09778949-10 2024-09-16T03:03:24.037 INFO:tasks.rados.rados.0.smithi097.stdout:2576: finishing rollback tid 1 to smithi09778949-10 2024-09-16T03:03:24.037 INFO:tasks.rados.rados.0.smithi097.stdout:2576: finishing rollback tid 2 to smithi09778949-10 2024-09-16T03:03:24.037 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1560 (ObjNum 752 snap 225 seq_num 752) dirty exists 2024-09-16T03:03:24.038 INFO:tasks.rados.rados.0.smithi097.stdout:2580: seq_num 808 ranges {2433024=737280,3170304=614400,3784704=188416} 2024-09-16T03:03:24.055 INFO:tasks.rados.rados.0.smithi097.stdout:2580: writing smithi09778949-29 from 2433024 to 3170304 tid 1 2024-09-16T03:03:24.058 INFO:tasks.rados.rados.0.smithi097.stdout:2580: writing smithi09778949-29 from 3170304 to 3784704 tid 2 2024-09-16T03:03:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:2580: writing smithi09778949-29 from 3784704 to 3973120 tid 3 2024-09-16T03:03:24.059 INFO:tasks.rados.rados.0.smithi097.stdout:2576: done (2 left) 2024-09-16T03:03:24.060 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 244 2024-09-16T03:03:24.060 INFO:tasks.rados.rados.0.smithi097.stdout:2579: expect (ObjNum 724 snap 218 seq_num 724) 2024-09-16T03:03:24.220 INFO:tasks.rados.rados.0.smithi097.stdout:2580: finishing write tid 1 to smithi09778949-29 2024-09-16T03:03:24.221 INFO:tasks.rados.rados.0.smithi097.stdout:2580: finishing write tid 2 to smithi09778949-29 2024-09-16T03:03:24.221 INFO:tasks.rados.rados.0.smithi097.stdout:2580: finishing write tid 3 to smithi09778949-29 2024-09-16T03:03:24.221 INFO:tasks.rados.rados.0.smithi097.stdout:2581: seq_num 809 ranges {1851392=753664,2605056=499712,3104768=303104} 2024-09-16T03:03:24.235 INFO:tasks.rados.rados.0.smithi097.stdout:2581: writing smithi09778949-3 from 1851392 to 2605056 tid 1 2024-09-16T03:03:24.237 INFO:tasks.rados.rados.0.smithi097.stdout:2581: writing smithi09778949-3 from 2605056 to 3104768 tid 2 2024-09-16T03:03:24.239 INFO:tasks.rados.rados.0.smithi097.stdout:2581: writing smithi09778949-3 from 3104768 to 3407872 tid 3 2024-09-16T03:03:24.239 INFO:tasks.rados.rados.0.smithi097.stdout:2579: done (2 left) 2024-09-16T03:03:24.239 INFO:tasks.rados.rados.0.smithi097.stdout:2582: snap_remove snap 242 2024-09-16T03:03:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-mon[82194]: pgmap v530: 121 pgs: 121 active+clean; 145 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-16T03:03:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-mon[82194]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T03:03:24.409 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 podman[108787]: 2024-09-16 03:03:24.106063417 +0000 UTC m=+2.939194370 container init 2a2b581d78cf6e93a8ab90b693e2f7b093676219d56ec6aec0dbdf7be707eefa (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:03:24.409 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 podman[108787]: 2024-09-16 03:03:24.109633893 +0000 UTC m=+2.942764848 container start 2a2b581d78cf6e93a8ab90b693e2f7b093676219d56ec6aec0dbdf7be707eefa (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:03:24.409 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.113Z caller=node_exporter.go:192 level=info msg="Starting node_exporter" version="(version=1.7.0, branch=HEAD, revision=7333465abf9efba81876303bb57e6fadb946041b)" 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.113Z caller=node_exporter.go:193 level=info msg="Build context" build_context="(go=go1.21.4, platform=linux/amd64, user=root@35918982f6d8, date=20231112-23:53:35, tags=netgo osusergo static_build)" 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.113Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.113Z caller=diskstats_linux.go:265 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.113Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.113Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=arp 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=bcache 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=bonding 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=btrfs 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=conntrack 2024-09-16T03:03:24.410 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=cpu 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=diskstats 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=dmi 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=edac 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=entropy 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=filefd 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=filesystem 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=hwmon 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=infiniband 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=ipvs 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=loadavg 2024-09-16T03:03:24.411 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=mdadm 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=meminfo 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=netclass 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=netdev 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=netstat 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=nfs 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=nfsd 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=nvme 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=os 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=pressure 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=rapl 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=schedstat 2024-09-16T03:03:24.412 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=selinux 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=sockstat 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=softnet 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=stat 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=tapestats 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=textfile 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=time 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=uname 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=vmstat 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=xfs 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.114Z caller=node_exporter.go:117 level=info collector=zfs 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.115Z caller=tls_config.go:274 level=info msg="Listening on" address=[::]:9100 2024-09-16T03:03:24.413 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b[108862]: ts=2024-09-16T03:03:24.115Z caller=tls_config.go:277 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-09-16T03:03:24.414 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 bash[108787]: 2a2b581d78cf6e93a8ab90b693e2f7b093676219d56ec6aec0dbdf7be707eefa 2024-09-16T03:03:24.414 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:03:24 smithi184 systemd[1]: Started Ceph node-exporter.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:03:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:24 smithi097 ceph-mon[88563]: pgmap v530: 121 pgs: 121 active+clean; 145 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-16T03:03:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:24 smithi097 ceph-mon[88563]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T03:03:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:24 smithi097 ceph-mon[90424]: pgmap v530: 121 pgs: 121 active+clean; 145 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-09-16T03:03:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:24 smithi097 ceph-mon[90424]: osdmap e573: 8 total, 8 up, 8 in 2024-09-16T03:03:25.235 INFO:tasks.rados.rados.0.smithi097.stdout:2582: done (2 left) 2024-09-16T03:03:25.235 INFO:tasks.rados.rados.0.smithi097.stdout:2583: rollback oid 44 current snap is 244 2024-09-16T03:03:25.235 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 241 2024-09-16T03:03:25.235 INFO:tasks.rados.rados.0.smithi097.stdout:2580: finishing write tid 4 to smithi09778949-29 2024-09-16T03:03:25.235 INFO:tasks.rados.rados.0.smithi097.stdout:2580: finishing write tid 5 to smithi09778949-29 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2580: oid 29 updating version 0 to 1567 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2580: oid 29 version 1567 is already newer than 1565 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2580: oid 29 version 1567 is already newer than 1566 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2580: oid 29 version 1567 is already newer than 1562 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1567 (ObjNum 808 snap 244 seq_num 808) dirty exists 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2580: left oid 29 (ObjNum 808 snap 244 seq_num 808) 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2581: finishing write tid 1 to smithi09778949-3 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2581: finishing write tid 2 to smithi09778949-3 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2581: finishing write tid 3 to smithi09778949-3 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2581: finishing write tid 4 to smithi09778949-3 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2580: done (2 left) 2024-09-16T03:03:25.236 INFO:tasks.rados.rados.0.smithi097.stdout:2584: setattr oid 28 current snap is 244 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:2581: finishing write tid 5 to smithi09778949-3 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:2581: oid 3 updating version 0 to 1794 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:2581: oid 3 version 1794 is already newer than 1792 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:2581: oid 3 updating version 1794 to 1795 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:2581: oid 3 version 1795 is already newer than 1793 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1795 (ObjNum 809 snap 244 seq_num 809) dirty exists 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:2581: left oid 3 (ObjNum 809 snap 244 seq_num 809) 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:2581: done (2 left) 2024-09-16T03:03:25.237 INFO:tasks.rados.rados.0.smithi097.stdout:2585: delete oid 10 current snap is 244 2024-09-16T03:03:25.238 INFO:tasks.rados.rados.0.smithi097.stdout:2583: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:03:25.240 INFO:tasks.rados.rados.0.smithi097.stdout:2583: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:03:25.242 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1797 (ObjNum 743 snap 223 seq_num 743) dirty exists 2024-09-16T03:03:25.243 INFO:tasks.rados.rados.0.smithi097.stdout:2583: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:03:25.243 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1575 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:25.243 INFO:tasks.rados.rados.0.smithi097.stdout:2583: done (2 left) 2024-09-16T03:03:25.243 INFO:tasks.rados.rados.0.smithi097.stdout:2584: done (1 left) 2024-09-16T03:03:25.243 INFO:tasks.rados.rados.0.smithi097.stdout:2585: done (0 left) 2024-09-16T03:03:25.243 INFO:tasks.rados.rados.0.smithi097.stdout:2586: copy_from oid 8 from oid 46 current snap is 244 2024-09-16T03:03:25.243 INFO:tasks.rados.rados.0.smithi097.stdout:2587: snap_remove snap 240 2024-09-16T03:03:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:25 smithi184 ceph-mon[82194]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T03:03:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:25 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:25 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:25.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:25 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:25.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:25 smithi097 ceph-mon[88563]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T03:03:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:25 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:25 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:25 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:25 smithi097 ceph-mon[90424]: osdmap e574: 8 total, 8 up, 8 in 2024-09-16T03:03:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:25 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:25 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:25 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:26.245 INFO:tasks.rados.rados.0.smithi097.stdout:2587: done (1 left) 2024-09-16T03:03:26.245 INFO:tasks.rados.rados.0.smithi097.stdout:2588: rmattr oid 36 current snap is 244 2024-09-16T03:03:26.246 INFO:tasks.rados.rados.0.smithi097.stdout:2586: finishing copy_from racing read to smithi09778949-8 2024-09-16T03:03:26.246 INFO:tasks.rados.rados.0.smithi097.stdout:2586: finishing copy_from to smithi09778949-8 2024-09-16T03:03:26.246 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1540 (ObjNum 803 snap 240 seq_num 803) dirty exists 2024-09-16T03:03:26.246 INFO:tasks.rados.rados.0.smithi097.stdout:2586: done (1 left) 2024-09-16T03:03:26.246 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 244 2024-09-16T03:03:26.246 INFO:tasks.rados.rados.0.smithi097.stdout:2589: seq_num 811 ranges {1982464=786432,2768896=663552,3432448=139264} 2024-09-16T03:03:26.260 INFO:tasks.rados.rados.0.smithi097.stdout:2589: writing smithi09778949-12 from 1982464 to 2768896 tid 1 2024-09-16T03:03:26.264 INFO:tasks.rados.rados.0.smithi097.stdout:2589: writing smithi09778949-12 from 2768896 to 3432448 tid 2 2024-09-16T03:03:26.266 INFO:tasks.rados.rados.0.smithi097.stdout:2589: writing smithi09778949-12 from 3432448 to 3571712 tid 3 2024-09-16T03:03:26.266 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 34 current snap is 244 2024-09-16T03:03:26.266 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1541 (ObjNum 65 snap 0 seq_num 1450140764) dirty exists 2024-09-16T03:03:26.266 INFO:tasks.rados.rados.0.smithi097.stdout:2589: finishing write tid 1 to smithi09778949-12 2024-09-16T03:03:26.266 INFO:tasks.rados.rados.0.smithi097.stdout:2590: seq_num 812 ranges {65536=802816,868352=548864,1417216=253952} 2024-09-16T03:03:26.271 INFO:tasks.rados.rados.0.smithi097.stdout:2590: writing smithi09778949-34 from 65536 to 868352 tid 1 2024-09-16T03:03:26.274 INFO:tasks.rados.rados.0.smithi097.stdout:2590: writing smithi09778949-34 from 868352 to 1417216 tid 2 2024-09-16T03:03:26.276 INFO:tasks.rados.rados.0.smithi097.stdout:2590: writing smithi09778949-34 from 1417216 to 1671168 tid 3 2024-09-16T03:03:26.276 INFO:tasks.rados.rados.0.smithi097.stdout:2588: done (2 left) 2024-09-16T03:03:26.276 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 244 2024-09-16T03:03:26.276 INFO:tasks.rados.rados.0.smithi097.stdout:2589: finishing write tid 2 to smithi09778949-12 2024-09-16T03:03:26.276 INFO:tasks.rados.rados.0.smithi097.stdout:2589: finishing write tid 3 to smithi09778949-12 2024-09-16T03:03:26.276 INFO:tasks.rados.rados.0.smithi097.stdout:2589: finishing write tid 4 to smithi09778949-12 2024-09-16T03:03:26.277 INFO:tasks.rados.rados.0.smithi097.stdout:2591: seq_num 813 ranges {0=417792,417792=434176,851968=442368,1294336=327680} 2024-09-16T03:03:26.278 INFO:tasks.rados.rados.0.smithi097.stdout:2591: writing smithi09778949-21 from 0 to 417792 tid 1 2024-09-16T03:03:26.281 INFO:tasks.rados.rados.0.smithi097.stdout:2591: writing smithi09778949-21 from 417792 to 851968 tid 2 2024-09-16T03:03:26.284 INFO:tasks.rados.rados.0.smithi097.stdout:2591: writing smithi09778949-21 from 851968 to 1294336 tid 3 2024-09-16T03:03:26.288 INFO:tasks.rados.rados.0.smithi097.stdout:2591: writing smithi09778949-21 from 1294336 to 1622016 tid 4 2024-09-16T03:03:26.288 INFO:tasks.rados.rados.0.smithi097.stdout:2592: copy_from oid 5 from oid 37 current snap is 244 2024-09-16T03:03:26.288 INFO:tasks.rados.rados.0.smithi097.stdout:2589: finishing write tid 5 to smithi09778949-12 2024-09-16T03:03:26.288 INFO:tasks.rados.rados.0.smithi097.stdout:2589: oid 12 updating version 0 to 1542 2024-09-16T03:03:26.288 INFO:tasks.rados.rados.0.smithi097.stdout:2589: oid 12 updating version 1542 to 1544 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2589: oid 12 updating version 1544 to 1545 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2589: oid 12 version 1545 is already newer than 1543 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1545 (ObjNum 811 snap 244 seq_num 811) dirty exists 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2589: left oid 12 (ObjNum 811 snap 244 seq_num 811) 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: finishing write tid 1 to smithi09778949-34 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: finishing write tid 2 to smithi09778949-34 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: finishing write tid 3 to smithi09778949-34 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: finishing write tid 4 to smithi09778949-34 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: finishing write tid 5 to smithi09778949-34 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: oid 34 updating version 0 to 1314 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: oid 34 updating version 1314 to 1315 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: oid 34 version 1315 is already newer than 1313 2024-09-16T03:03:26.289 INFO:tasks.rados.rados.0.smithi097.stdout:2590: oid 34 updating version 1315 to 1316 2024-09-16T03:03:26.290 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1316 (ObjNum 812 snap 244 seq_num 812) dirty exists 2024-09-16T03:03:26.290 INFO:tasks.rados.rados.0.smithi097.stdout:2590: left oid 34 (ObjNum 812 snap 244 seq_num 812) 2024-09-16T03:03:26.290 INFO:tasks.rados.rados.0.smithi097.stdout:2591: finishing write tid 1 to smithi09778949-21 2024-09-16T03:03:26.290 INFO:tasks.rados.rados.0.smithi097.stdout:2591: finishing write tid 2 to smithi09778949-21 2024-09-16T03:03:26.290 INFO:tasks.rados.rados.0.smithi097.stdout:2589: done (3 left) 2024-09-16T03:03:26.290 INFO:tasks.rados.rados.0.smithi097.stdout:2590: done (2 left) 2024-09-16T03:03:26.290 INFO:tasks.rados.rados.0.smithi097.stdout:2593: snap_create 2024-09-16T03:03:26.291 INFO:tasks.rados.rados.0.smithi097.stdout:2591: finishing write tid 3 to smithi09778949-21 2024-09-16T03:03:26.291 INFO:tasks.rados.rados.0.smithi097.stdout:2591: finishing write tid 4 to smithi09778949-21 2024-09-16T03:03:26.291 INFO:tasks.rados.rados.0.smithi097.stdout:2591: finishing write tid 5 to smithi09778949-21 2024-09-16T03:03:26.292 INFO:tasks.rados.rados.0.smithi097.stdout:2591: finishing write tid 6 to smithi09778949-21 2024-09-16T03:03:26.292 INFO:tasks.rados.rados.0.smithi097.stdout:2591: oid 21 updating version 0 to 1357 2024-09-16T03:03:26.292 INFO:tasks.rados.rados.0.smithi097.stdout:2591: oid 21 updating version 1357 to 1359 2024-09-16T03:03:26.293 INFO:tasks.rados.rados.0.smithi097.stdout:2591: oid 21 version 1359 is already newer than 1355 2024-09-16T03:03:26.293 INFO:tasks.rados.rados.0.smithi097.stdout:2591: oid 21 version 1359 is already newer than 1356 2024-09-16T03:03:26.293 INFO:tasks.rados.rados.0.smithi097.stdout:2591: oid 21 version 1359 is already newer than 1358 2024-09-16T03:03:26.293 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1359 (ObjNum 813 snap 244 seq_num 813) dirty exists 2024-09-16T03:03:26.293 INFO:tasks.rados.rados.0.smithi097.stdout:2591: left oid 21 (ObjNum 813 snap 244 seq_num 813) 2024-09-16T03:03:26.297 INFO:tasks.rados.rados.0.smithi097.stdout:2592: finishing copy_from racing read to smithi09778949-5 2024-09-16T03:03:26.298 INFO:tasks.rados.rados.0.smithi097.stdout:2592: finishing copy_from to smithi09778949-5 2024-09-16T03:03:26.298 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1536 (ObjNum 796 snap 236 seq_num 796) dirty exists 2024-09-16T03:03:26.489 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:26 smithi184 ceph-mon[82194]: pgmap v533: 121 pgs: 121 active+clean; 120 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-16T03:03:26.489 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:26 smithi184 ceph-mon[82194]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T03:03:26.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:26 smithi097 ceph-mon[88563]: pgmap v533: 121 pgs: 121 active+clean; 120 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-16T03:03:26.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:26 smithi097 ceph-mon[88563]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T03:03:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:26 smithi097 ceph-mon[90424]: pgmap v533: 121 pgs: 121 active+clean; 120 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 740 KiB/s wr, 4 op/s 2024-09-16T03:03:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:26 smithi097 ceph-mon[90424]: osdmap e575: 8 total, 8 up, 8 in 2024-09-16T03:03:27.032 INFO:tasks.rados.rados.0.smithi097.stdout:2591: done (2 left) 2024-09-16T03:03:27.032 INFO:tasks.rados.rados.0.smithi097.stdout:2592: done (1 left) 2024-09-16T03:03:27.032 INFO:tasks.rados.rados.0.smithi097.stdout:2593: done (0 left) 2024-09-16T03:03:27.033 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 245 2024-09-16T03:03:27.033 INFO:tasks.rados.rados.0.smithi097.stdout:2594: seq_num 814 ranges {2433024=442368,2875392=770048,3645440=434176} 2024-09-16T03:03:27.048 INFO:tasks.rados.rados.0.smithi097.stdout:2594: writing smithi09778949-13 from 2433024 to 2875392 tid 1 2024-09-16T03:03:27.053 INFO:tasks.rados.rados.0.smithi097.stdout:2594: writing smithi09778949-13 from 2875392 to 3645440 tid 2 2024-09-16T03:03:27.055 INFO:tasks.rados.rados.0.smithi097.stdout:2594: writing smithi09778949-13 from 3645440 to 4079616 tid 3 2024-09-16T03:03:27.056 INFO:tasks.rados.rados.0.smithi097.stdout:2595: rollback oid 43 current snap is 245 2024-09-16T03:03:27.056 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 244 2024-09-16T03:03:27.056 INFO:tasks.rados.rados.0.smithi097.stdout:2594: finishing write tid 1 to smithi09778949-13 2024-09-16T03:03:27.056 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 245 2024-09-16T03:03:27.056 INFO:tasks.rados.rados.0.smithi097.stdout:2596: seq_num 815 ranges {3448832=458752,3907584=655360,4562944=409600,4972544=139264} 2024-09-16T03:03:27.077 INFO:tasks.rados.rados.0.smithi097.stdout:2596: writing smithi09778949-30 from 3448832 to 3907584 tid 1 2024-09-16T03:03:27.082 INFO:tasks.rados.rados.0.smithi097.stdout:2596: writing smithi09778949-30 from 3907584 to 4562944 tid 2 2024-09-16T03:03:27.084 INFO:tasks.rados.rados.0.smithi097.stdout:2596: writing smithi09778949-30 from 4562944 to 4972544 tid 3 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2596: writing smithi09778949-30 from 4972544 to 5111808 tid 4 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2597: snap_create 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: finishing write tid 2 to smithi09778949-13 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: finishing write tid 3 to smithi09778949-13 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: finishing write tid 4 to smithi09778949-13 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: finishing write tid 5 to smithi09778949-13 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: oid 13 updating version 0 to 1297 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: oid 13 updating version 1297 to 1298 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: oid 13 updating version 1298 to 1299 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: oid 13 version 1299 is already newer than 1296 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1299 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2594: left oid 13 (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:03:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:2595: finishing rollback tid 0 to smithi09778949-43 2024-09-16T03:03:27.087 INFO:tasks.rados.rados.0.smithi097.stdout:2595: finishing rollback tid 1 to smithi09778949-43 2024-09-16T03:03:27.087 INFO:tasks.rados.rados.0.smithi097.stdout:2595: finishing rollback tid 2 to smithi09778949-43 2024-09-16T03:03:27.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1362 (ObjNum 33 snap 0 seq_num 3757150952) dirty exists 2024-09-16T03:03:27.087 INFO:tasks.rados.rados.0.smithi097.stdout:2596: finishing write tid 1 to smithi09778949-30 2024-09-16T03:03:27.087 INFO:tasks.rados.rados.0.smithi097.stdout:2596: finishing write tid 2 to smithi09778949-30 2024-09-16T03:03:27.088 INFO:tasks.rados.rados.0.smithi097.stdout:2596: finishing write tid 3 to smithi09778949-30 2024-09-16T03:03:27.088 INFO:tasks.rados.rados.0.smithi097.stdout:2596: finishing write tid 4 to smithi09778949-30 2024-09-16T03:03:27.088 INFO:tasks.rados.rados.0.smithi097.stdout:2596: finishing write tid 5 to smithi09778949-30 2024-09-16T03:03:27.090 INFO:tasks.rados.rados.0.smithi097.stdout:2596: finishing write tid 6 to smithi09778949-30 2024-09-16T03:03:27.090 INFO:tasks.rados.rados.0.smithi097.stdout:2596: oid 30 updating version 0 to 1120 2024-09-16T03:03:27.090 INFO:tasks.rados.rados.0.smithi097.stdout:2596: oid 30 updating version 1120 to 1121 2024-09-16T03:03:27.090 INFO:tasks.rados.rados.0.smithi097.stdout:2596: oid 30 updating version 1121 to 1122 2024-09-16T03:03:27.090 INFO:tasks.rados.rados.0.smithi097.stdout:2596: oid 30 version 1122 is already newer than 1119 2024-09-16T03:03:27.090 INFO:tasks.rados.rados.0.smithi097.stdout:2596: oid 30 updating version 1122 to 1123 2024-09-16T03:03:27.090 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1123 (ObjNum 815 snap 245 seq_num 815) dirty exists 2024-09-16T03:03:27.090 INFO:tasks.rados.rados.0.smithi097.stdout:2596: left oid 30 (ObjNum 815 snap 245 seq_num 815) 2024-09-16T03:03:27.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:27 smithi184 ceph-mon[82194]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T03:03:27.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:27 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:27.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:27 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:27.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:27 smithi184 ceph-mon[82194]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T03:03:27.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:27 smithi097 ceph-mon[88563]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T03:03:27.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:27.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:27 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:27.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:27 smithi097 ceph-mon[88563]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T03:03:27.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:27 smithi097 ceph-mon[90424]: osdmap e576: 8 total, 8 up, 8 in 2024-09-16T03:03:27.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:27 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:27.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:27 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:27.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:27 smithi097 ceph-mon[90424]: osdmap e577: 8 total, 8 up, 8 in 2024-09-16T03:03:28.031 INFO:tasks.rados.rados.0.smithi097.stdout:2594: done (3 left) 2024-09-16T03:03:28.031 INFO:tasks.rados.rados.0.smithi097.stdout:2595: done (2 left) 2024-09-16T03:03:28.032 INFO:tasks.rados.rados.0.smithi097.stdout:2596: done (1 left) 2024-09-16T03:03:28.032 INFO:tasks.rados.rados.0.smithi097.stdout:2597: done (0 left) 2024-09-16T03:03:28.032 INFO:tasks.rados.rados.0.smithi097.stdout:2598: snap_remove snap 244 2024-09-16T03:03:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:28 smithi184 ceph-mon[82194]: pgmap v536: 121 pgs: 121 active+clean; 121 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-16T03:03:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:28 smithi184 ceph-mon[82194]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T03:03:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[88563]: pgmap v536: 121 pgs: 121 active+clean; 121 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-16T03:03:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[88563]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T03:03:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[90424]: pgmap v536: 121 pgs: 121 active+clean; 121 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.1 MiB/s wr, 8 op/s 2024-09-16T03:03:28.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[90424]: osdmap e578: 8 total, 8 up, 8 in 2024-09-16T03:03:28.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:28.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:29.037 INFO:tasks.rados.rados.0.smithi097.stdout:2598: done (0 left) 2024-09-16T03:03:29.037 INFO:tasks.rados.rados.0.smithi097.stdout:2599: setattr oid 40 current snap is 246 2024-09-16T03:03:29.038 INFO:tasks.rados.rados.0.smithi097.stdout:2600: read oid 41 snap 245 2024-09-16T03:03:29.038 INFO:tasks.rados.rados.0.smithi097.stdout:2600: expect (ObjNum 629 snap 187 seq_num 629) 2024-09-16T03:03:29.038 INFO:tasks.rados.rados.0.smithi097.stdout:2601: snap_remove snap 241 2024-09-16T03:03:29.244 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:03:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:03:29] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.43.0" 2024-09-16T03:03:30.040 INFO:tasks.rados.rados.0.smithi097.stdout:2601: done (2 left) 2024-09-16T03:03:30.040 INFO:tasks.rados.rados.0.smithi097.stdout:2602: copy_from oid 5 from oid 38 current snap is 246 2024-09-16T03:03:30.040 INFO:tasks.rados.rados.0.smithi097.stdout:2600: expect (ObjNum 629 snap 187 seq_num 629) 2024-09-16T03:03:30.077 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1363 (ObjNum 801 snap 238 seq_num 801) dirty exists 2024-09-16T03:03:30.077 INFO:tasks.rados.rados.0.smithi097.stdout:2599: done (2 left) 2024-09-16T03:03:30.077 INFO:tasks.rados.rados.0.smithi097.stdout:2600: done (1 left) 2024-09-16T03:03:30.077 INFO:tasks.rados.rados.0.smithi097.stdout:2603: rollback oid 40 current snap is 246 2024-09-16T03:03:30.077 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 236 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2602: finishing copy_from racing read to smithi09778949-5 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2602: finishing copy_from to smithi09778949-5 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1279 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2602: done (1 left) 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2604: copy_from oid 34 from oid 2 current snap is 246 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2605: rollback oid 24 current snap is 246 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 24 to 245 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2606: read oid 48 snap -1 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2606: expect (ObjNum 734 snap 222 seq_num 734) 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2607: rollback oid 39 current snap is 246 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 39 to 236 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2608: copy_from oid 19 from oid 38 current snap is 246 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 246 2024-09-16T03:03:30.078 INFO:tasks.rados.rados.0.smithi097.stdout:2609: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-09-16T03:03:30.080 INFO:tasks.rados.rados.0.smithi097.stdout:2609: writing smithi09778949-7 from 0 to 475136 tid 1 2024-09-16T03:03:30.083 INFO:tasks.rados.rados.0.smithi097.stdout:2609: writing smithi09778949-7 from 475136 to 1015808 tid 2 2024-09-16T03:03:30.087 INFO:tasks.rados.rados.0.smithi097.stdout:2609: writing smithi09778949-7 from 1015808 to 1630208 tid 3 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2609: writing smithi09778949-7 from 1630208 to 1679360 tid 4 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2610: snap_create 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2603: finishing rollback tid 0 to smithi09778949-40 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2605: finishing rollback tid 0 to smithi09778949-24 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2605: finishing rollback tid 1 to smithi09778949-24 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2605: finishing rollback tid 2 to smithi09778949-24 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1163 (ObjNum 724 snap 218 seq_num 724) dirty exists 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2607: finishing rollback tid 0 to smithi09778949-39 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2607: finishing rollback tid 1 to smithi09778949-39 2024-09-16T03:03:30.088 INFO:tasks.rados.rados.0.smithi097.stdout:2606: expect (ObjNum 734 snap 222 seq_num 734) 2024-09-16T03:03:30.097 INFO:tasks.rados.rados.0.smithi097.stdout:2607: finishing rollback tid 2 to smithi09778949-39 2024-09-16T03:03:30.097 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1166 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-09-16T03:03:30.098 INFO:tasks.rados.rados.0.smithi097.stdout:2603: finishing rollback tid 1 to smithi09778949-40 2024-09-16T03:03:30.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1365 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T03:03:30.098 INFO:tasks.rados.rados.0.smithi097.stdout:2604: finishing copy_from racing read to smithi09778949-34 2024-09-16T03:03:30.098 INFO:tasks.rados.rados.0.smithi097.stdout:2608: finishing copy_from racing read to smithi09778949-19 2024-09-16T03:03:30.098 INFO:tasks.rados.rados.0.smithi097.stdout:2604: finishing copy_from to smithi09778949-34 2024-09-16T03:03:30.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1460 (ObjNum 806 snap 241 seq_num 806) dirty exists 2024-09-16T03:03:30.098 INFO:tasks.rados.rados.0.smithi097.stdout:2609: finishing write tid 1 to smithi09778949-7 2024-09-16T03:03:30.098 INFO:tasks.rados.rados.0.smithi097.stdout:2609: finishing write tid 2 to smithi09778949-7 2024-09-16T03:03:30.100 INFO:tasks.rados.rados.0.smithi097.stdout:2608: finishing copy_from to smithi09778949-19 2024-09-16T03:03:30.100 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 1279 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:30.100 INFO:tasks.rados.rados.0.smithi097.stdout:2609: finishing write tid 3 to smithi09778949-7 2024-09-16T03:03:30.100 INFO:tasks.rados.rados.0.smithi097.stdout:2609: finishing write tid 4 to smithi09778949-7 2024-09-16T03:03:30.100 INFO:tasks.rados.rados.0.smithi097.stdout:2609: finishing write tid 5 to smithi09778949-7 2024-09-16T03:03:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:2609: finishing write tid 6 to smithi09778949-7 2024-09-16T03:03:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:2609: oid 7 updating version 0 to 1812 2024-09-16T03:03:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:2609: oid 7 version 1812 is already newer than 1811 2024-09-16T03:03:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:2609: oid 7 updating version 1812 to 1813 2024-09-16T03:03:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:2609: oid 7 version 1813 is already newer than 1808 2024-09-16T03:03:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:2609: oid 7 version 1813 is already newer than 1809 2024-09-16T03:03:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1813 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:03:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:2609: left oid 7 (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:03:30.290 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:30 smithi097 ceph-mon[88563]: pgmap v539: 121 pgs: 121 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-16T03:03:30.290 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:30 smithi097 ceph-mon[88563]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T03:03:30.291 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:30 smithi097 ceph-mon[90424]: pgmap v539: 121 pgs: 121 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-16T03:03:30.291 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:30 smithi097 ceph-mon[90424]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T03:03:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:30 smithi184 ceph-mon[82194]: pgmap v539: 121 pgs: 121 active+clean; 131 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.4 MiB/s wr, 9 op/s 2024-09-16T03:03:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:30 smithi184 ceph-mon[82194]: osdmap e579: 8 total, 8 up, 8 in 2024-09-16T03:03:31.049 INFO:tasks.rados.rados.0.smithi097.stdout:2603: done (7 left) 2024-09-16T03:03:31.049 INFO:tasks.rados.rados.0.smithi097.stdout:2604: done (6 left) 2024-09-16T03:03:31.049 INFO:tasks.rados.rados.0.smithi097.stdout:2605: done (5 left) 2024-09-16T03:03:31.049 INFO:tasks.rados.rados.0.smithi097.stdout:2606: done (4 left) 2024-09-16T03:03:31.050 INFO:tasks.rados.rados.0.smithi097.stdout:2607: done (3 left) 2024-09-16T03:03:31.050 INFO:tasks.rados.rados.0.smithi097.stdout:2608: done (2 left) 2024-09-16T03:03:31.050 INFO:tasks.rados.rados.0.smithi097.stdout:2609: done (1 left) 2024-09-16T03:03:31.050 INFO:tasks.rados.rados.0.smithi097.stdout:2610: done (0 left) 2024-09-16T03:03:31.050 INFO:tasks.rados.rados.0.smithi097.stdout:2611: rmattr oid 43 current snap is 247 2024-09-16T03:03:31.050 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 247 2024-09-16T03:03:31.050 INFO:tasks.rados.rados.0.smithi097.stdout:2612: seq_num 817 ranges {6463488=491520,6955008=417792,7372800=425984,7798784=360448} 2024-09-16T03:03:31.086 INFO:tasks.rados.rados.0.smithi097.stdout:2612: writing smithi09778949-49 from 6463488 to 6955008 tid 1 2024-09-16T03:03:31.088 INFO:tasks.rados.rados.0.smithi097.stdout:2612: writing smithi09778949-49 from 6955008 to 7372800 tid 2 2024-09-16T03:03:31.091 INFO:tasks.rados.rados.0.smithi097.stdout:2612: writing smithi09778949-49 from 7372800 to 7798784 tid 3 2024-09-16T03:03:31.094 INFO:tasks.rados.rados.0.smithi097.stdout:2612: writing smithi09778949-49 from 7798784 to 8159232 tid 4 2024-09-16T03:03:31.094 INFO:tasks.rados.rados.0.smithi097.stdout:2613: read oid 14 snap -1 2024-09-16T03:03:31.094 INFO:tasks.rados.rados.0.smithi097.stdout:2613: expect deleted 2024-09-16T03:03:31.094 INFO:tasks.rados.rados.0.smithi097.stdout:2614: copy_from oid 26 from oid 15 current snap is 247 2024-09-16T03:03:31.094 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1366 (ObjNum 33 snap 0 seq_num 1973891408) dirty exists 2024-09-16T03:03:31.094 INFO:tasks.rados.rados.0.smithi097.stdout:2612: finishing write tid 1 to smithi09778949-49 2024-09-16T03:03:31.094 INFO:tasks.rados.rados.0.smithi097.stdout:2612: finishing write tid 2 to smithi09778949-49 2024-09-16T03:03:31.094 INFO:tasks.rados.rados.0.smithi097.stdout:2611: done (3 left) 2024-09-16T03:03:31.095 INFO:tasks.rados.rados.0.smithi097.stdout:2615: copy_from oid 16 from oid 35 current snap is 247 2024-09-16T03:03:31.095 INFO:tasks.rados.rados.0.smithi097.stdout:2616: snap_remove snap 246 2024-09-16T03:03:31.341 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:31 smithi184 ceph-mon[82194]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T03:03:31.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:31 smithi097 ceph-mon[88563]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T03:03:31.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:31 smithi097 ceph-mon[90424]: osdmap e580: 8 total, 8 up, 8 in 2024-09-16T03:03:32.031 INFO:tasks.rados.rados.0.smithi097.stdout:2612: finishing write tid 3 to smithi09778949-49 2024-09-16T03:03:32.031 INFO:tasks.rados.rados.0.smithi097.stdout:2612: finishing write tid 4 to smithi09778949-49 2024-09-16T03:03:32.031 INFO:tasks.rados.rados.0.smithi097.stdout:2612: finishing write tid 5 to smithi09778949-49 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2612: finishing write tid 6 to smithi09778949-49 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2612: oid 49 updating version 0 to 1592 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2612: oid 49 version 1592 is already newer than 1591 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2612: oid 49 updating version 1592 to 1593 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2612: oid 49 version 1593 is already newer than 1590 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2612: oid 49 updating version 1593 to 1594 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1594 (ObjNum 817 snap 247 seq_num 817) dirty exists 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2612: left oid 49 (ObjNum 817 snap 247 seq_num 817) 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2614: finishing copy_from racing read to smithi09778949-26 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2614: finishing copy_from to smithi09778949-26 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1287 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2615: finishing copy_from racing read to smithi09778949-16 2024-09-16T03:03:32.032 INFO:tasks.rados.rados.0.smithi097.stdout:2615: finishing copy_from to smithi09778949-16 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1132 (ObjNum 794 snap 236 seq_num 794) dirty exists 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:2612: done (4 left) 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:2613: done (3 left) 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:2614: done (2 left) 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:2615: done (1 left) 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:2616: done (0 left) 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:2617: rmattr oid 40 current snap is 247 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:2617: done (0 left) 2024-09-16T03:03:32.033 INFO:tasks.rados.rados.0.smithi097.stdout:2618: snap_remove snap 245 2024-09-16T03:03:32.114 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: pgmap v542: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.3 MiB/s wr, 22 op/s 2024-09-16T03:03:32.114 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T03:03:32.114 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.114 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.114 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.115 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.116 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:32 smithi184 ceph-mon[82194]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T03:03:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: pgmap v542: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.3 MiB/s wr, 22 op/s 2024-09-16T03:03:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T03:03:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[90424]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: pgmap v542: 121 pgs: 121 active+clean; 144 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.3 MiB/s wr, 22 op/s 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: osdmap e581: 8 total, 8 up, 8 in 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.499 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.499 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.499 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.499 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.499 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:32.499 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:32 smithi097 ceph-mon[88563]: osdmap e582: 8 total, 8 up, 8 in 2024-09-16T03:03:33.036 INFO:tasks.rados.rados.0.smithi097.stdout:2618: done (0 left) 2024-09-16T03:03:33.036 INFO:tasks.rados.rados.0.smithi097.stdout:2619: rollback oid 46 current snap is 247 2024-09-16T03:03:33.037 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 46 to 236 2024-09-16T03:03:33.037 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 247 2024-09-16T03:03:33.037 INFO:tasks.rados.rados.0.smithi097.stdout:2620: seq_num 818 ranges {1540096=507904,2048000=704512,2752512=499712} 2024-09-16T03:03:33.048 INFO:tasks.rados.rados.0.smithi097.stdout:2620: writing smithi09778949-4 from 1540096 to 2048000 tid 1 2024-09-16T03:03:33.053 INFO:tasks.rados.rados.0.smithi097.stdout:2620: writing smithi09778949-4 from 2048000 to 2752512 tid 2 2024-09-16T03:03:33.057 INFO:tasks.rados.rados.0.smithi097.stdout:2620: writing smithi09778949-4 from 2752512 to 3252224 tid 3 2024-09-16T03:03:33.057 INFO:tasks.rados.rados.0.smithi097.stdout:2621: read oid 19 snap -1 2024-09-16T03:03:33.057 INFO:tasks.rados.rados.0.smithi097.stdout:2621: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:03:33.057 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 247 2024-09-16T03:03:33.057 INFO:tasks.rados.rados.0.smithi097.stdout:2619: finishing rollback tid 0 to smithi09778949-46 2024-09-16T03:03:33.058 INFO:tasks.rados.rados.0.smithi097.stdout:2619: finishing rollback tid 1 to smithi09778949-46 2024-09-16T03:03:33.058 INFO:tasks.rados.rados.0.smithi097.stdout:2619: finishing rollback tid 2 to smithi09778949-46 2024-09-16T03:03:33.058 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1543 (ObjNum 767 snap 229 seq_num 767) dirty exists 2024-09-16T03:03:33.058 INFO:tasks.rados.rados.0.smithi097.stdout:2620: finishing write tid 1 to smithi09778949-4 2024-09-16T03:03:33.058 INFO:tasks.rados.rados.0.smithi097.stdout:2620: finishing write tid 2 to smithi09778949-4 2024-09-16T03:03:33.058 INFO:tasks.rados.rados.0.smithi097.stdout:2622: seq_num 819 ranges {1622016=524288,2146304=589824,2736128=614400} 2024-09-16T03:03:33.069 INFO:tasks.rados.rados.0.smithi097.stdout:2622: writing smithi09778949-21 from 1622016 to 2146304 tid 1 2024-09-16T03:03:33.072 INFO:tasks.rados.rados.0.smithi097.stdout:2622: writing smithi09778949-21 from 2146304 to 2736128 tid 2 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2622: writing smithi09778949-21 from 2736128 to 3350528 tid 3 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2619: done (3 left) 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2623: read oid 1 snap -1 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2623: expect deleted 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2620: finishing write tid 3 to smithi09778949-4 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2620: finishing write tid 4 to smithi09778949-4 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2620: finishing write tid 5 to smithi09778949-4 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2620: oid 4 updating version 0 to 1676 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2620: oid 4 updating version 1676 to 1677 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2620: oid 4 updating version 1677 to 1679 2024-09-16T03:03:33.077 INFO:tasks.rados.rados.0.smithi097.stdout:2620: oid 4 version 1679 is already newer than 1678 2024-09-16T03:03:33.078 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1679 (ObjNum 818 snap 247 seq_num 818) dirty exists 2024-09-16T03:03:33.078 INFO:tasks.rados.rados.0.smithi097.stdout:2620: left oid 4 (ObjNum 818 snap 247 seq_num 818) 2024-09-16T03:03:33.078 INFO:tasks.rados.rados.0.smithi097.stdout:2620: done (3 left) 2024-09-16T03:03:33.078 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 247 2024-09-16T03:03:33.078 INFO:tasks.rados.rados.0.smithi097.stdout:2624: seq_num 820 ranges {0=540672,540672=475136,1015808=598016,1613824=131072} 2024-09-16T03:03:33.079 INFO:tasks.rados.rados.0.smithi097.stdout:2624: writing smithi09778949-36 from 0 to 540672 tid 1 2024-09-16T03:03:33.082 INFO:tasks.rados.rados.0.smithi097.stdout:2624: writing smithi09778949-36 from 540672 to 1015808 tid 2 2024-09-16T03:03:33.086 INFO:tasks.rados.rados.0.smithi097.stdout:2624: writing smithi09778949-36 from 1015808 to 1613824 tid 3 2024-09-16T03:03:33.087 INFO:tasks.rados.rados.0.smithi097.stdout:2624: writing smithi09778949-36 from 1613824 to 1744896 tid 4 2024-09-16T03:03:33.087 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 247 2024-09-16T03:03:33.087 INFO:tasks.rados.rados.0.smithi097.stdout:2621: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:03:33.276 INFO:tasks.rados.rados.0.smithi097.stdout:2625: seq_num 821 ranges {1507328=557056,2064384=761856,2826240=442368} 2024-09-16T03:03:33.287 INFO:tasks.rados.rados.0.smithi097.stdout:2625: writing smithi09778949-2 from 1507328 to 2064384 tid 1 2024-09-16T03:03:33.293 INFO:tasks.rados.rados.0.smithi097.stdout:2625: writing smithi09778949-2 from 2064384 to 2826240 tid 2 2024-09-16T03:03:33.294 INFO:tasks.rados.rados.0.smithi097.stdout:2625: writing smithi09778949-2 from 2826240 to 3268608 tid 3 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2621: done (4 left) 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2626: snap_create 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: finishing write tid 1 to smithi09778949-21 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: finishing write tid 2 to smithi09778949-21 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: finishing write tid 3 to smithi09778949-21 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: finishing write tid 4 to smithi09778949-21 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: finishing write tid 5 to smithi09778949-21 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: oid 21 updating version 0 to 1367 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: oid 21 updating version 1367 to 1370 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: oid 21 version 1370 is already newer than 1368 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: oid 21 version 1370 is already newer than 1369 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1370 (ObjNum 819 snap 247 seq_num 819) dirty exists 2024-09-16T03:03:33.295 INFO:tasks.rados.rados.0.smithi097.stdout:2622: left oid 21 (ObjNum 819 snap 247 seq_num 819) 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: finishing write tid 1 to smithi09778949-36 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: finishing write tid 2 to smithi09778949-36 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: finishing write tid 3 to smithi09778949-36 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: finishing write tid 4 to smithi09778949-36 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: finishing write tid 5 to smithi09778949-36 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: finishing write tid 6 to smithi09778949-36 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: oid 36 updating version 0 to 1547 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: oid 36 updating version 1547 to 1550 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: oid 36 version 1550 is already newer than 1546 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: oid 36 version 1550 is already newer than 1549 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: oid 36 version 1550 is already newer than 1548 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1550 (ObjNum 820 snap 247 seq_num 820) dirty exists 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2624: left oid 36 (ObjNum 820 snap 247 seq_num 820) 2024-09-16T03:03:33.296 INFO:tasks.rados.rados.0.smithi097.stdout:2625: finishing write tid 1 to smithi09778949-2 2024-09-16T03:03:33.297 INFO:tasks.rados.rados.0.smithi097.stdout:2625: finishing write tid 2 to smithi09778949-2 2024-09-16T03:03:33.297 INFO:tasks.rados.rados.0.smithi097.stdout:2625: finishing write tid 3 to smithi09778949-2 2024-09-16T03:03:33.297 INFO:tasks.rados.rados.0.smithi097.stdout:2625: finishing write tid 4 to smithi09778949-2 2024-09-16T03:03:33.297 INFO:tasks.rados.rados.0.smithi097.stdout:2625: finishing write tid 5 to smithi09778949-2 2024-09-16T03:03:33.297 INFO:tasks.rados.rados.0.smithi097.stdout:2625: oid 2 updating version 0 to 1538 2024-09-16T03:03:33.298 INFO:tasks.rados.rados.0.smithi097.stdout:2625: oid 2 updating version 1538 to 1539 2024-09-16T03:03:33.298 INFO:tasks.rados.rados.0.smithi097.stdout:2625: oid 2 updating version 1539 to 1540 2024-09-16T03:03:33.298 INFO:tasks.rados.rados.0.smithi097.stdout:2625: oid 2 version 1540 is already newer than 1537 2024-09-16T03:03:33.298 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1540 (ObjNum 821 snap 247 seq_num 821) dirty exists 2024-09-16T03:03:33.298 INFO:tasks.rados.rados.0.smithi097.stdout:2625: left oid 2 (ObjNum 821 snap 247 seq_num 821) 2024-09-16T03:03:34.051 INFO:tasks.rados.rados.0.smithi097.stdout:2622: done (4 left) 2024-09-16T03:03:34.051 INFO:tasks.rados.rados.0.smithi097.stdout:2623: done (3 left) 2024-09-16T03:03:34.051 INFO:tasks.rados.rados.0.smithi097.stdout:2624: done (2 left) 2024-09-16T03:03:34.051 INFO:tasks.rados.rados.0.smithi097.stdout:2625: done (1 left) 2024-09-16T03:03:34.051 INFO:tasks.rados.rados.0.smithi097.stdout:2626: done (0 left) 2024-09-16T03:03:34.051 INFO:tasks.rados.rados.0.smithi097.stdout:2627: read oid 28 snap -1 2024-09-16T03:03:34.051 INFO:tasks.rados.rados.0.smithi097.stdout:2627: expect (ObjNum 743 snap 223 seq_num 743) 2024-09-16T03:03:34.052 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 248 2024-09-16T03:03:34.052 INFO:tasks.rados.rados.0.smithi097.stdout:2628: seq_num 822 ranges {942080=573440,1515520=696320,2211840=507904} 2024-09-16T03:03:34.059 INFO:tasks.rados.rados.0.smithi097.stdout:2628: writing smithi09778949-41 from 942080 to 1515520 tid 1 2024-09-16T03:03:34.063 INFO:tasks.rados.rados.0.smithi097.stdout:2628: writing smithi09778949-41 from 1515520 to 2211840 tid 2 2024-09-16T03:03:34.067 INFO:tasks.rados.rados.0.smithi097.stdout:2628: writing smithi09778949-41 from 2211840 to 2719744 tid 3 2024-09-16T03:03:34.067 INFO:tasks.rados.rados.0.smithi097.stdout:2629: read oid 45 snap -1 2024-09-16T03:03:34.067 INFO:tasks.rados.rados.0.smithi097.stdout:2629: expect deleted 2024-09-16T03:03:34.067 INFO:tasks.rados.rados.0.smithi097.stdout:2630: delete oid 18 current snap is 248 2024-09-16T03:03:34.067 INFO:tasks.rados.rados.0.smithi097.stdout:2627: expect (ObjNum 743 snap 223 seq_num 743) 2024-09-16T03:03:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:2628: finishing write tid 1 to smithi09778949-41 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: finishing write tid 2 to smithi09778949-41 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: finishing write tid 3 to smithi09778949-41 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: finishing write tid 4 to smithi09778949-41 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: finishing write tid 5 to smithi09778949-41 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: oid 41 updating version 0 to 1551 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: oid 41 updating version 1551 to 1552 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: oid 41 updating version 1552 to 1554 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: oid 41 version 1554 is already newer than 1553 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1554 (ObjNum 822 snap 248 seq_num 822) dirty exists 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: left oid 41 (ObjNum 822 snap 248 seq_num 822) 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2627: done (3 left) 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2628: done (2 left) 2024-09-16T03:03:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:2629: done (1 left) 2024-09-16T03:03:34.170 INFO:tasks.rados.rados.0.smithi097.stdout:2630: done (0 left) 2024-09-16T03:03:34.170 INFO:tasks.rados.rados.0.smithi097.stdout:2631: read oid 50 snap -1 2024-09-16T03:03:34.170 INFO:tasks.rados.rados.0.smithi097.stdout:2631: expect deleted 2024-09-16T03:03:34.170 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 248 2024-09-16T03:03:34.170 INFO:tasks.rados.rados.0.smithi097.stdout:2632: seq_num 824 ranges {5111808=606208,5718016=458752,6176768=573440,6750208=172032} 2024-09-16T03:03:34.197 INFO:tasks.rados.rados.0.smithi097.stdout:2632: writing smithi09778949-30 from 5111808 to 5718016 tid 1 2024-09-16T03:03:34.200 INFO:tasks.rados.rados.0.smithi097.stdout:2632: writing smithi09778949-30 from 5718016 to 6176768 tid 2 2024-09-16T03:03:34.203 INFO:tasks.rados.rados.0.smithi097.stdout:2632: writing smithi09778949-30 from 6176768 to 6750208 tid 3 2024-09-16T03:03:34.205 INFO:tasks.rados.rados.0.smithi097.stdout:2632: writing smithi09778949-30 from 6750208 to 6922240 tid 4 2024-09-16T03:03:34.205 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 248 2024-09-16T03:03:34.205 INFO:tasks.rados.rados.0.smithi097.stdout:2633: seq_num 825 ranges {3350528=622592,3973120=745472,4718592=458752} 2024-09-16T03:03:34.226 INFO:tasks.rados.rados.0.smithi097.stdout:2633: writing smithi09778949-21 from 3350528 to 3973120 tid 1 2024-09-16T03:03:34.230 INFO:tasks.rados.rados.0.smithi097.stdout:2633: writing smithi09778949-21 from 3973120 to 4718592 tid 2 2024-09-16T03:03:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:2633: writing smithi09778949-21 from 4718592 to 5177344 tid 3 2024-09-16T03:03:34.233 INFO:tasks.rados.rados.0.smithi097.stdout:2634: rmattr oid 23 current snap is 248 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: finishing write tid 1 to smithi09778949-30 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: finishing write tid 2 to smithi09778949-30 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: finishing write tid 3 to smithi09778949-30 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: finishing write tid 4 to smithi09778949-30 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2631: done (3 left) 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 248 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: finishing write tid 5 to smithi09778949-30 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: finishing write tid 6 to smithi09778949-30 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: oid 30 updating version 0 to 1125 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: oid 30 updating version 1125 to 1128 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: oid 30 version 1128 is already newer than 1126 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: oid 30 version 1128 is already newer than 1127 2024-09-16T03:03:34.234 INFO:tasks.rados.rados.0.smithi097.stdout:2632: oid 30 version 1128 is already newer than 1124 2024-09-16T03:03:34.235 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1128 (ObjNum 824 snap 248 seq_num 824) dirty exists 2024-09-16T03:03:34.235 INFO:tasks.rados.rados.0.smithi097.stdout:2632: left oid 30 (ObjNum 824 snap 248 seq_num 824) 2024-09-16T03:03:34.235 INFO:tasks.rados.rados.0.smithi097.stdout:2633: finishing write tid 1 to smithi09778949-21 2024-09-16T03:03:34.235 INFO:tasks.rados.rados.0.smithi097.stdout:2633: finishing write tid 2 to smithi09778949-21 2024-09-16T03:03:34.235 INFO:tasks.rados.rados.0.smithi097.stdout:2635: seq_num 826 ranges {0=638976,638976=630784,1269760=573440} 2024-09-16T03:03:34.237 INFO:tasks.rados.rados.0.smithi097.stdout:2635: writing smithi09778949-27 from 0 to 638976 tid 1 2024-09-16T03:03:34.241 INFO:tasks.rados.rados.0.smithi097.stdout:2635: writing smithi09778949-27 from 638976 to 1269760 tid 2 2024-09-16T03:03:34.245 INFO:tasks.rados.rados.0.smithi097.stdout:2635: writing smithi09778949-27 from 1269760 to 1843200 tid 3 2024-09-16T03:03:34.245 INFO:tasks.rados.rados.0.smithi097.stdout:2632: done (3 left) 2024-09-16T03:03:34.245 INFO:tasks.rados.rados.0.smithi097.stdout:2636: setattr oid 44 current snap is 248 2024-09-16T03:03:34.245 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 1544 (ObjNum 720 snap 217 seq_num 720) dirty exists 2024-09-16T03:03:34.245 INFO:tasks.rados.rados.0.smithi097.stdout:2633: finishing write tid 3 to smithi09778949-21 2024-09-16T03:03:34.245 INFO:tasks.rados.rados.0.smithi097.stdout:2633: finishing write tid 4 to smithi09778949-21 2024-09-16T03:03:34.245 INFO:tasks.rados.rados.0.smithi097.stdout:2633: finishing write tid 5 to smithi09778949-21 2024-09-16T03:03:34.245 INFO:tasks.rados.rados.0.smithi097.stdout:2633: oid 21 updating version 0 to 1371 2024-09-16T03:03:34.246 INFO:tasks.rados.rados.0.smithi097.stdout:2633: oid 21 updating version 1371 to 1372 2024-09-16T03:03:34.246 INFO:tasks.rados.rados.0.smithi097.stdout:2633: oid 21 updating version 1372 to 1374 2024-09-16T03:03:34.246 INFO:tasks.rados.rados.0.smithi097.stdout:2633: oid 21 version 1374 is already newer than 1373 2024-09-16T03:03:34.246 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1374 (ObjNum 825 snap 248 seq_num 825) dirty exists 2024-09-16T03:03:34.246 INFO:tasks.rados.rados.0.smithi097.stdout:2633: left oid 21 (ObjNum 825 snap 248 seq_num 825) 2024-09-16T03:03:34.246 INFO:tasks.rados.rados.0.smithi097.stdout:2635: finishing write tid 1 to smithi09778949-27 2024-09-16T03:03:34.246 INFO:tasks.rados.rados.0.smithi097.stdout:2635: finishing write tid 2 to smithi09778949-27 2024-09-16T03:03:34.247 INFO:tasks.rados.rados.0.smithi097.stdout:2633: done (3 left) 2024-09-16T03:03:34.247 INFO:tasks.rados.rados.0.smithi097.stdout:2634: done (2 left) 2024-09-16T03:03:34.247 INFO:tasks.rados.rados.0.smithi097.stdout:2637: rollback oid 23 current snap is 248 2024-09-16T03:03:34.247 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 23 to 247 2024-09-16T03:03:34.247 INFO:tasks.rados.rados.0.smithi097.stdout:2638: rmattr oid 19 current snap is 248 2024-09-16T03:03:34.247 INFO:tasks.rados.rados.0.smithi097.stdout:2639: copy_from oid 49 from oid 10 current snap is 248 2024-09-16T03:03:34.247 INFO:tasks.rados.rados.0.smithi097.stdout:2640: snap_create 2024-09-16T03:03:34.248 INFO:tasks.rados.rados.0.smithi097.stdout:2635: finishing write tid 3 to smithi09778949-27 2024-09-16T03:03:34.249 INFO:tasks.rados.rados.0.smithi097.stdout:2637: finishing rollback tid 0 to smithi09778949-23 2024-09-16T03:03:34.249 INFO:tasks.rados.rados.0.smithi097.stdout:2635: finishing write tid 4 to smithi09778949-27 2024-09-16T03:03:34.249 INFO:tasks.rados.rados.0.smithi097.stdout:2637: finishing rollback tid 1 to smithi09778949-23 2024-09-16T03:03:34.249 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 1823 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:34.249 INFO:tasks.rados.rados.0.smithi097.stdout:2637: finishing rollback tid 2 to smithi09778949-23 2024-09-16T03:03:34.249 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 1547 (ObjNum 720 snap 217 seq_num 720) dirty exists 2024-09-16T03:03:34.250 INFO:tasks.rados.rados.0.smithi097.stdout:2639: finishing copy_from to smithi09778949-49 2024-09-16T03:03:34.250 INFO:tasks.rados.rados.0.smithi097.stdout:2639: got expected ENOENT (src dne) 2024-09-16T03:03:34.250 INFO:tasks.rados.rados.0.smithi097.stdout:2639: finishing copy_from racing read to smithi09778949-49 2024-09-16T03:03:34.250 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1600 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:34.250 INFO:tasks.rados.rados.0.smithi097.stdout:2635: finishing write tid 5 to smithi09778949-27 2024-09-16T03:03:34.250 INFO:tasks.rados.rados.0.smithi097.stdout:2635: oid 27 updating version 0 to 1819 2024-09-16T03:03:34.251 INFO:tasks.rados.rados.0.smithi097.stdout:2635: oid 27 updating version 1819 to 1820 2024-09-16T03:03:34.251 INFO:tasks.rados.rados.0.smithi097.stdout:2635: oid 27 updating version 1820 to 1821 2024-09-16T03:03:34.251 INFO:tasks.rados.rados.0.smithi097.stdout:2635: oid 27 version 1821 is already newer than 1818 2024-09-16T03:03:34.251 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1821 (ObjNum 826 snap 248 seq_num 826) dirty exists 2024-09-16T03:03:34.251 INFO:tasks.rados.rados.0.smithi097.stdout:2635: left oid 27 (ObjNum 826 snap 248 seq_num 826) 2024-09-16T03:03:34.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:34 smithi184 ceph-mon[82194]: pgmap v545: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 217 KiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-09-16T03:03:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:34 smithi184 ceph-mon[82194]: Upgrade: Updating prometheus.a 2024-09-16T03:03:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:34 smithi184 ceph-mon[82194]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T03:03:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:34 smithi184 ceph-mon[82194]: Deploying daemon prometheus.a on smithi184 2024-09-16T03:03:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:34.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[88563]: pgmap v545: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 217 KiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[88563]: Upgrade: Updating prometheus.a 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[88563]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[88563]: Deploying daemon prometheus.a on smithi184 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[90424]: pgmap v545: 121 pgs: 121 active+clean; 149 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 217 KiB/s rd, 4.8 MiB/s wr, 21 op/s 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[90424]: Upgrade: Updating prometheus.a 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[90424]: osdmap e583: 8 total, 8 up, 8 in 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[90424]: Deploying daemon prometheus.a on smithi184 2024-09-16T03:03:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2635: done (5 left) 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2636: done (4 left) 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2637: done (3 left) 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2638: done (2 left) 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2639: done (1 left) 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2640: done (0 left) 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2641: read oid 2 snap 248 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2641: expect (ObjNum 821 snap 247 seq_num 821) 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2642: copy_from oid 8 from oid 20 current snap is 249 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 249 2024-09-16T03:03:35.058 INFO:tasks.rados.rados.0.smithi097.stdout:2643: seq_num 827 ranges {4227072=655360,4882432=516096,5398528=688128} 2024-09-16T03:03:35.085 INFO:tasks.rados.rados.0.smithi097.stdout:2643: writing smithi09778949-5 from 4227072 to 4882432 tid 1 2024-09-16T03:03:35.088 INFO:tasks.rados.rados.0.smithi097.stdout:2643: writing smithi09778949-5 from 4882432 to 5398528 tid 2 2024-09-16T03:03:35.093 INFO:tasks.rados.rados.0.smithi097.stdout:2643: writing smithi09778949-5 from 5398528 to 6086656 tid 3 2024-09-16T03:03:35.093 INFO:tasks.rados.rados.0.smithi097.stdout:2644: read oid 7 snap -1 2024-09-16T03:03:35.093 INFO:tasks.rados.rados.0.smithi097.stdout:2644: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:03:35.093 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 249 2024-09-16T03:03:35.093 INFO:tasks.rados.rados.0.smithi097.stdout:2642: finishing copy_from to smithi09778949-8 2024-09-16T03:03:35.093 INFO:tasks.rados.rados.0.smithi097.stdout:2642: got expected ENOENT (src dne) 2024-09-16T03:03:35.093 INFO:tasks.rados.rados.0.smithi097.stdout:2645: seq_num 828 ranges {2433024=671744,3104768=802816,3907584=401408} 2024-09-16T03:03:35.110 INFO:tasks.rados.rados.0.smithi097.stdout:2645: writing smithi09778949-47 from 2433024 to 3104768 tid 1 2024-09-16T03:03:35.114 INFO:tasks.rados.rados.0.smithi097.stdout:2645: writing smithi09778949-47 from 3104768 to 3907584 tid 2 2024-09-16T03:03:35.116 INFO:tasks.rados.rados.0.smithi097.stdout:2645: writing smithi09778949-47 from 3907584 to 4308992 tid 3 2024-09-16T03:03:35.116 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 249 2024-09-16T03:03:35.117 INFO:tasks.rados.rados.0.smithi097.stdout:2642: finishing copy_from racing read to smithi09778949-8 2024-09-16T03:03:35.117 INFO:tasks.rados.rados.0.smithi097.stdout:2641: expect (ObjNum 821 snap 247 seq_num 821) 2024-09-16T03:03:35.224 INFO:tasks.rados.rados.0.smithi097.stdout:2643: finishing write tid 1 to smithi09778949-5 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: finishing write tid 2 to smithi09778949-5 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: finishing write tid 3 to smithi09778949-5 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: finishing write tid 4 to smithi09778949-5 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: finishing write tid 5 to smithi09778949-5 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: oid 5 updating version 0 to 1544 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: oid 5 version 1544 is already newer than 1543 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: oid 5 version 1544 is already newer than 1541 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: oid 5 version 1544 is already newer than 1542 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1544 (ObjNum 827 snap 249 seq_num 827) dirty exists 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2643: left oid 5 (ObjNum 827 snap 249 seq_num 827) 2024-09-16T03:03:35.225 INFO:tasks.rados.rados.0.smithi097.stdout:2644: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:03:35.267 INFO:tasks.rados.rados.0.smithi097.stdout:2645: finishing write tid 1 to smithi09778949-47 2024-09-16T03:03:35.267 INFO:tasks.rados.rados.0.smithi097.stdout:2645: finishing write tid 2 to smithi09778949-47 2024-09-16T03:03:35.267 INFO:tasks.rados.rados.0.smithi097.stdout:2646: seq_num 829 ranges {0=688128,688128=729088,1417216=475136} 2024-09-16T03:03:35.270 INFO:tasks.rados.rados.0.smithi097.stdout:2646: writing smithi09778949-40 from 0 to 688128 tid 1 2024-09-16T03:03:35.274 INFO:tasks.rados.rados.0.smithi097.stdout:2646: writing smithi09778949-40 from 688128 to 1417216 tid 2 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2646: writing smithi09778949-40 from 1417216 to 1892352 tid 3 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2641: done (5 left) 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2642: done (4 left) 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2643: done (3 left) 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2644: done (2 left) 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2647: rmattr oid 11 current snap is 249 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2647: done (2 left) 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 249 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2645: finishing write tid 3 to smithi09778949-47 2024-09-16T03:03:35.278 INFO:tasks.rados.rados.0.smithi097.stdout:2645: finishing write tid 4 to smithi09778949-47 2024-09-16T03:03:35.279 INFO:tasks.rados.rados.0.smithi097.stdout:2648: seq_num 830 ranges {6922240=704512,7626752=614400,8241152=573440,8814592=16384} 2024-09-16T03:03:35.317 INFO:tasks.rados.rados.0.smithi097.stdout:2648: writing smithi09778949-30 from 6922240 to 7626752 tid 1 2024-09-16T03:03:35.321 INFO:tasks.rados.rados.0.smithi097.stdout:2648: writing smithi09778949-30 from 7626752 to 8241152 tid 2 2024-09-16T03:03:35.325 INFO:tasks.rados.rados.0.smithi097.stdout:2648: writing smithi09778949-30 from 8241152 to 8814592 tid 3 2024-09-16T03:03:35.325 INFO:tasks.rados.rados.0.smithi097.stdout:2648: writing smithi09778949-30 from 8814592 to 8830976 tid 4 2024-09-16T03:03:35.325 INFO:tasks.rados.rados.0.smithi097.stdout:2649: setattr oid 38 current snap is 249 2024-09-16T03:03:35.325 INFO:tasks.rados.rados.0.smithi097.stdout:2645: finishing write tid 5 to smithi09778949-47 2024-09-16T03:03:35.325 INFO:tasks.rados.rados.0.smithi097.stdout:2645: oid 47 updating version 0 to 1720 2024-09-16T03:03:35.325 INFO:tasks.rados.rados.0.smithi097.stdout:2645: oid 47 version 1720 is already newer than 1718 2024-09-16T03:03:35.325 INFO:tasks.rados.rados.0.smithi097.stdout:2645: oid 47 version 1720 is already newer than 1719 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2645: oid 47 version 1720 is already newer than 1717 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1720 (ObjNum 828 snap 249 seq_num 828) dirty exists 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2645: left oid 47 (ObjNum 828 snap 249 seq_num 828) 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: finishing write tid 1 to smithi09778949-40 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: finishing write tid 2 to smithi09778949-40 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: finishing write tid 3 to smithi09778949-40 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: finishing write tid 4 to smithi09778949-40 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: finishing write tid 5 to smithi09778949-40 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: oid 40 updating version 0 to 1376 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: oid 40 updating version 1376 to 1378 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: oid 40 version 1378 is already newer than 1375 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: oid 40 version 1378 is already newer than 1377 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1378 (ObjNum 829 snap 249 seq_num 829) dirty exists 2024-09-16T03:03:35.326 INFO:tasks.rados.rados.0.smithi097.stdout:2646: left oid 40 (ObjNum 829 snap 249 seq_num 829) 2024-09-16T03:03:35.327 INFO:tasks.rados.rados.0.smithi097.stdout:2648: finishing write tid 1 to smithi09778949-30 2024-09-16T03:03:35.327 INFO:tasks.rados.rados.0.smithi097.stdout:2648: finishing write tid 2 to smithi09778949-30 2024-09-16T03:03:35.327 INFO:tasks.rados.rados.0.smithi097.stdout:2645: done (3 left) 2024-09-16T03:03:35.327 INFO:tasks.rados.rados.0.smithi097.stdout:2646: done (2 left) 2024-09-16T03:03:35.327 INFO:tasks.rados.rados.0.smithi097.stdout:2650: snap_remove snap 248 2024-09-16T03:03:35.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:35 smithi184 ceph-mon[82194]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T03:03:35.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:35 smithi097 ceph-mon[88563]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T03:03:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:35 smithi097 ceph-mon[90424]: osdmap e584: 8 total, 8 up, 8 in 2024-09-16T03:03:36.066 INFO:tasks.rados.rados.0.smithi097.stdout:2650: done (2 left) 2024-09-16T03:03:36.066 INFO:tasks.rados.rados.0.smithi097.stdout:2651: snap_remove snap 236 2024-09-16T03:03:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:36 smithi184 ceph-mon[82194]: pgmap v548: 121 pgs: 121 active+clean; 152 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-16T03:03:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:36 smithi184 ceph-mon[82194]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T03:03:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:36 smithi097 ceph-mon[90424]: pgmap v548: 121 pgs: 121 active+clean; 152 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-16T03:03:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:36 smithi097 ceph-mon[90424]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T03:03:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:36 smithi097 ceph-mon[88563]: pgmap v548: 121 pgs: 121 active+clean; 152 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 924 KiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-09-16T03:03:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:36 smithi097 ceph-mon[88563]: osdmap e585: 8 total, 8 up, 8 in 2024-09-16T03:03:37.036 INFO:tasks.rados.rados.0.smithi097.stdout:2651: done (2 left) 2024-09-16T03:03:37.036 INFO:tasks.rados.rados.0.smithi097.stdout:2652: copy_from oid 29 from oid 49 current snap is 249 2024-09-16T03:03:37.036 INFO:tasks.rados.rados.0.smithi097.stdout:2648: finishing write tid 3 to smithi09778949-30 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: finishing write tid 4 to smithi09778949-30 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: finishing write tid 5 to smithi09778949-30 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1602 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: finishing write tid 6 to smithi09778949-30 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: oid 30 updating version 0 to 1130 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: oid 30 updating version 1130 to 1133 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: oid 30 version 1133 is already newer than 1131 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: oid 30 version 1133 is already newer than 1132 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: oid 30 version 1133 is already newer than 1129 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1133 (ObjNum 830 snap 249 seq_num 830) dirty exists 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: left oid 30 (ObjNum 830 snap 249 seq_num 830) 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2648: done (2 left) 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2649: done (1 left) 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 249 2024-09-16T03:03:37.037 INFO:tasks.rados.rados.0.smithi097.stdout:2653: seq_num 831 ranges {1761280=720896,2482176=499712,2981888=704512} 2024-09-16T03:03:37.050 INFO:tasks.rados.rados.0.smithi097.stdout:2653: writing smithi09778949-37 from 1761280 to 2482176 tid 1 2024-09-16T03:03:37.053 INFO:tasks.rados.rados.0.smithi097.stdout:2653: writing smithi09778949-37 from 2482176 to 2981888 tid 2 2024-09-16T03:03:37.058 INFO:tasks.rados.rados.0.smithi097.stdout:2653: writing smithi09778949-37 from 2981888 to 3686400 tid 3 2024-09-16T03:03:37.058 INFO:tasks.rados.rados.0.smithi097.stdout:2654: snap_create 2024-09-16T03:03:37.065 INFO:tasks.rados.rados.0.smithi097.stdout:2653: finishing write tid 1 to smithi09778949-37 2024-09-16T03:03:37.066 INFO:tasks.rados.rados.0.smithi097.stdout:2653: finishing write tid 2 to smithi09778949-37 2024-09-16T03:03:37.066 INFO:tasks.rados.rados.0.smithi097.stdout:2653: finishing write tid 3 to smithi09778949-37 2024-09-16T03:03:37.066 INFO:tasks.rados.rados.0.smithi097.stdout:2653: finishing write tid 4 to smithi09778949-37 2024-09-16T03:03:37.070 INFO:tasks.rados.rados.0.smithi097.stdout:2653: finishing write tid 5 to smithi09778949-37 2024-09-16T03:03:37.070 INFO:tasks.rados.rados.0.smithi097.stdout:2653: oid 37 updating version 0 to 1548 2024-09-16T03:03:37.070 INFO:tasks.rados.rados.0.smithi097.stdout:2653: oid 37 updating version 1548 to 1549 2024-09-16T03:03:37.070 INFO:tasks.rados.rados.0.smithi097.stdout:2653: oid 37 updating version 1549 to 1551 2024-09-16T03:03:37.070 INFO:tasks.rados.rados.0.smithi097.stdout:2653: oid 37 version 1551 is already newer than 1550 2024-09-16T03:03:37.070 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1551 (ObjNum 831 snap 249 seq_num 831) dirty exists 2024-09-16T03:03:37.070 INFO:tasks.rados.rados.0.smithi097.stdout:2653: left oid 37 (ObjNum 831 snap 249 seq_num 831) 2024-09-16T03:03:37.082 INFO:tasks.rados.rados.0.smithi097.stdout:2652: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:03:37.090 INFO:tasks.rados.rados.0.smithi097.stdout:2652: finishing copy_from to smithi09778949-29 2024-09-16T03:03:37.090 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1594 (ObjNum 817 snap 247 seq_num 817) dirty exists 2024-09-16T03:03:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:37 smithi184 ceph-mon[82194]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T03:03:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:37 smithi184 ceph-mon[82194]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T03:03:37.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:37 smithi097 ceph-mon[90424]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T03:03:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:37 smithi097 ceph-mon[90424]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T03:03:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:37 smithi097 ceph-mon[88563]: osdmap e586: 8 total, 8 up, 8 in 2024-09-16T03:03:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:37 smithi097 ceph-mon[88563]: osdmap e587: 8 total, 8 up, 8 in 2024-09-16T03:03:38.034 INFO:tasks.rados.rados.0.smithi097.stdout:2652: done (2 left) 2024-09-16T03:03:38.034 INFO:tasks.rados.rados.0.smithi097.stdout:2653: done (1 left) 2024-09-16T03:03:38.034 INFO:tasks.rados.rados.0.smithi097.stdout:2654: done (0 left) 2024-09-16T03:03:38.034 INFO:tasks.rados.rados.0.smithi097.stdout:2655: snap_remove snap 249 2024-09-16T03:03:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:38 smithi184 ceph-mon[82194]: pgmap v551: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-09-16T03:03:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:38 smithi184 ceph-mon[82194]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T03:03:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:38 smithi097 ceph-mon[90424]: pgmap v551: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-09-16T03:03:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:38 smithi097 ceph-mon[90424]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T03:03:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:38 smithi097 ceph-mon[88563]: pgmap v551: 121 pgs: 121 active+clean; 163 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.5 MiB/s wr, 24 op/s 2024-09-16T03:03:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:38 smithi097 ceph-mon[88563]: osdmap e588: 8 total, 8 up, 8 in 2024-09-16T03:03:39.037 INFO:tasks.rados.rados.0.smithi097.stdout:2655: done (0 left) 2024-09-16T03:03:39.037 INFO:tasks.rados.rados.0.smithi097.stdout:2656: copy_from oid 16 from oid 21 current snap is 250 2024-09-16T03:03:39.037 INFO:tasks.rados.rados.0.smithi097.stdout:2657: rmattr oid 13 current snap is 250 2024-09-16T03:03:39.037 INFO:tasks.rados.rados.0.smithi097.stdout:2658: delete oid 42 current snap is 250 2024-09-16T03:03:39.041 INFO:tasks.rados.rados.0.smithi097.stdout:2658: done (2 left) 2024-09-16T03:03:39.041 INFO:tasks.rados.rados.0.smithi097.stdout:2659: snap_remove snap 247 2024-09-16T03:03:39.494 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:03:39 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:03:39] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.43.0" 2024-09-16T03:03:40.044 INFO:tasks.rados.rados.0.smithi097.stdout:2659: done (2 left) 2024-09-16T03:03:40.044 INFO:tasks.rados.rados.0.smithi097.stdout:2660: rollback oid 49 current snap is 250 2024-09-16T03:03:40.044 INFO:tasks.rados.rados.0.smithi097.stdout:2660: done (2 left) 2024-09-16T03:03:40.044 INFO:tasks.rados.rados.0.smithi097.stdout:2661: snap_create 2024-09-16T03:03:40.044 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1300 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:03:40.044 INFO:tasks.rados.rados.0.smithi097.stdout:2656: finishing copy_from racing read to smithi09778949-16 2024-09-16T03:03:40.044 INFO:tasks.rados.rados.0.smithi097.stdout:2656: finishing copy_from to smithi09778949-16 2024-09-16T03:03:40.044 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1374 (ObjNum 825 snap 248 seq_num 825) dirty exists 2024-09-16T03:03:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:40 smithi184 ceph-mon[82194]: pgmap v554: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-09-16T03:03:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:40 smithi184 ceph-mon[82194]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T03:03:40.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:40 smithi097 ceph-mon[88563]: pgmap v554: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-09-16T03:03:40.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:40 smithi097 ceph-mon[88563]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T03:03:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:40 smithi097 ceph-mon[90424]: pgmap v554: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 150 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.6 MiB/s wr, 22 op/s 2024-09-16T03:03:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:40 smithi097 ceph-mon[90424]: osdmap e589: 8 total, 8 up, 8 in 2024-09-16T03:03:41.048 INFO:tasks.rados.rados.0.smithi097.stdout:2656: done (2 left) 2024-09-16T03:03:41.048 INFO:tasks.rados.rados.0.smithi097.stdout:2657: done (1 left) 2024-09-16T03:03:41.048 INFO:tasks.rados.rados.0.smithi097.stdout:2661: done (0 left) 2024-09-16T03:03:41.048 INFO:tasks.rados.rados.0.smithi097.stdout:2662: setattr oid 38 current snap is 251 2024-09-16T03:03:41.049 INFO:tasks.rados.rados.0.smithi097.stdout:2663: copy_from oid 31 from oid 29 current snap is 251 2024-09-16T03:03:41.049 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 251 2024-09-16T03:03:41.049 INFO:tasks.rados.rados.0.smithi097.stdout:2664: seq_num 833 ranges {8830976=761856,9592832=671744,10264576=532480} 2024-09-16T03:03:41.101 INFO:tasks.rados.rados.0.smithi097.stdout:2664: writing smithi09778949-30 from 8830976 to 9592832 tid 1 2024-09-16T03:03:41.106 INFO:tasks.rados.rados.0.smithi097.stdout:2664: writing smithi09778949-30 from 9592832 to 10264576 tid 2 2024-09-16T03:03:41.109 INFO:tasks.rados.rados.0.smithi097.stdout:2664: writing smithi09778949-30 from 10264576 to 10797056 tid 3 2024-09-16T03:03:41.109 INFO:tasks.rados.rados.0.smithi097.stdout:2665: copy_from oid 22 from oid 7 current snap is 251 2024-09-16T03:03:41.109 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1624 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:41.109 INFO:tasks.rados.rados.0.smithi097.stdout:2663: finishing copy_from racing read to smithi09778949-31 2024-09-16T03:03:41.109 INFO:tasks.rados.rados.0.smithi097.stdout:2663: finishing copy_from to smithi09778949-31 2024-09-16T03:03:41.109 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1594 (ObjNum 817 snap 247 seq_num 817) dirty exists 2024-09-16T03:03:41.109 INFO:tasks.rados.rados.0.smithi097.stdout:2664: finishing write tid 1 to smithi09778949-30 2024-09-16T03:03:41.110 INFO:tasks.rados.rados.0.smithi097.stdout:2664: finishing write tid 2 to smithi09778949-30 2024-09-16T03:03:41.110 INFO:tasks.rados.rados.0.smithi097.stdout:2662: done (3 left) 2024-09-16T03:03:41.110 INFO:tasks.rados.rados.0.smithi097.stdout:2663: done (2 left) 2024-09-16T03:03:41.110 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 251 2024-09-16T03:03:41.110 INFO:tasks.rados.rados.0.smithi097.stdout:2666: seq_num 834 ranges {3686400=778240,4464640=557056,5021696=548864,5570560=98304} 2024-09-16T03:03:41.133 INFO:tasks.rados.rados.0.smithi097.stdout:2666: writing smithi09778949-37 from 3686400 to 4464640 tid 1 2024-09-16T03:03:41.136 INFO:tasks.rados.rados.0.smithi097.stdout:2666: writing smithi09778949-37 from 4464640 to 5021696 tid 2 2024-09-16T03:03:41.139 INFO:tasks.rados.rados.0.smithi097.stdout:2666: writing smithi09778949-37 from 5021696 to 5570560 tid 3 2024-09-16T03:03:41.140 INFO:tasks.rados.rados.0.smithi097.stdout:2666: writing smithi09778949-37 from 5570560 to 5668864 tid 4 2024-09-16T03:03:41.140 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 251 2024-09-16T03:03:41.140 INFO:tasks.rados.rados.0.smithi097.stdout:2664: finishing write tid 3 to smithi09778949-30 2024-09-16T03:03:41.140 INFO:tasks.rados.rados.0.smithi097.stdout:2667: seq_num 835 ranges {5177344=794624,5971968=442368,6414336=712704,7127040=49152} 2024-09-16T03:03:41.172 INFO:tasks.rados.rados.0.smithi097.stdout:2667: writing smithi09778949-21 from 5177344 to 5971968 tid 1 2024-09-16T03:03:41.174 INFO:tasks.rados.rados.0.smithi097.stdout:2667: writing smithi09778949-21 from 5971968 to 6414336 tid 2 2024-09-16T03:03:41.178 INFO:tasks.rados.rados.0.smithi097.stdout:2667: writing smithi09778949-21 from 6414336 to 7127040 tid 3 2024-09-16T03:03:41.179 INFO:tasks.rados.rados.0.smithi097.stdout:2667: writing smithi09778949-21 from 7127040 to 7176192 tid 4 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2664: finishing write tid 4 to smithi09778949-30 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2664: finishing write tid 5 to smithi09778949-30 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2664: oid 30 updating version 0 to 1137 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2664: oid 30 version 1137 is already newer than 1135 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2664: oid 30 version 1137 is already newer than 1136 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2664: oid 30 version 1137 is already newer than 1134 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1137 (ObjNum 833 snap 251 seq_num 833) dirty exists 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2664: left oid 30 (ObjNum 833 snap 251 seq_num 833) 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2665: finishing copy_from racing read to smithi09778949-22 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2665: finishing copy_from to smithi09778949-22 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1813 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:03:41.180 INFO:tasks.rados.rados.0.smithi097.stdout:2666: finishing write tid 1 to smithi09778949-37 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2666: finishing write tid 2 to smithi09778949-37 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2664: done (3 left) 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2665: done (2 left) 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2668: read oid 23 snap -1 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2668: expect (ObjNum 720 snap 217 seq_num 720) 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2669: rollback oid 11 current snap is 251 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 250 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2666: finishing write tid 3 to smithi09778949-37 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2666: finishing write tid 4 to smithi09778949-37 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2666: finishing write tid 5 to smithi09778949-37 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2666: finishing write tid 6 to smithi09778949-37 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2666: oid 37 updating version 0 to 1553 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2666: oid 37 updating version 1553 to 1555 2024-09-16T03:03:41.181 INFO:tasks.rados.rados.0.smithi097.stdout:2666: oid 37 version 1555 is already newer than 1552 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:2666: oid 37 updating version 1555 to 1556 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:2666: oid 37 version 1556 is already newer than 1554 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1556 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:2666: left oid 37 (ObjNum 834 snap 251 seq_num 834) 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:2667: finishing write tid 1 to smithi09778949-21 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:2667: finishing write tid 2 to smithi09778949-21 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:2666: done (3 left) 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:2670: rmattr oid 33 current snap is 251 2024-09-16T03:03:41.182 INFO:tasks.rados.rados.0.smithi097.stdout:2671: snap_create 2024-09-16T03:03:41.183 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1626 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:03:41.183 INFO:tasks.rados.rados.0.smithi097.stdout:2669: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:03:41.183 INFO:tasks.rados.rados.0.smithi097.stdout:2668: expect (ObjNum 720 snap 217 seq_num 720) 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:2669: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:2669: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1296 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:2667: finishing write tid 3 to smithi09778949-21 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:2667: finishing write tid 4 to smithi09778949-21 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:2667: finishing write tid 5 to smithi09778949-21 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:2667: finishing write tid 6 to smithi09778949-21 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:2667: oid 21 updating version 0 to 1380 2024-09-16T03:03:41.187 INFO:tasks.rados.rados.0.smithi097.stdout:2667: oid 21 updating version 1380 to 1383 2024-09-16T03:03:41.188 INFO:tasks.rados.rados.0.smithi097.stdout:2667: oid 21 version 1383 is already newer than 1381 2024-09-16T03:03:41.188 INFO:tasks.rados.rados.0.smithi097.stdout:2667: oid 21 version 1383 is already newer than 1379 2024-09-16T03:03:41.188 INFO:tasks.rados.rados.0.smithi097.stdout:2667: oid 21 version 1383 is already newer than 1382 2024-09-16T03:03:41.188 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1383 (ObjNum 835 snap 251 seq_num 835) dirty exists 2024-09-16T03:03:41.188 INFO:tasks.rados.rados.0.smithi097.stdout:2667: left oid 21 (ObjNum 835 snap 251 seq_num 835) 2024-09-16T03:03:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:41 smithi184 ceph-mon[82194]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T03:03:41.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:41 smithi097 ceph-mon[88563]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T03:03:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:41 smithi097 ceph-mon[90424]: osdmap e590: 8 total, 8 up, 8 in 2024-09-16T03:03:42.033 INFO:tasks.rados.rados.0.smithi097.stdout:2667: done (4 left) 2024-09-16T03:03:42.034 INFO:tasks.rados.rados.0.smithi097.stdout:2668: done (3 left) 2024-09-16T03:03:42.034 INFO:tasks.rados.rados.0.smithi097.stdout:2669: done (2 left) 2024-09-16T03:03:42.034 INFO:tasks.rados.rados.0.smithi097.stdout:2670: done (1 left) 2024-09-16T03:03:42.034 INFO:tasks.rados.rados.0.smithi097.stdout:2671: done (0 left) 2024-09-16T03:03:42.034 INFO:tasks.rados.rados.0.smithi097.stdout:2672: snap_create 2024-09-16T03:03:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:42 smithi184 ceph-mon[82194]: pgmap v557: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-09-16T03:03:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:42 smithi184 ceph-mon[82194]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T03:03:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:42 smithi184 ceph-mon[82194]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T03:03:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:42 smithi097 ceph-mon[88563]: pgmap v557: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-09-16T03:03:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:42 smithi097 ceph-mon[88563]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T03:03:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:42 smithi097 ceph-mon[88563]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T03:03:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:42 smithi097 ceph-mon[90424]: pgmap v557: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.8 MiB/s wr, 19 op/s 2024-09-16T03:03:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:42 smithi097 ceph-mon[90424]: osdmap e591: 8 total, 8 up, 8 in 2024-09-16T03:03:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:42 smithi097 ceph-mon[90424]: osdmap e592: 8 total, 8 up, 8 in 2024-09-16T03:03:43.036 INFO:tasks.rados.rados.0.smithi097.stdout:2672: done (0 left) 2024-09-16T03:03:43.036 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 253 2024-09-16T03:03:43.036 INFO:tasks.rados.rados.0.smithi097.stdout:2673: seq_num 836 ranges {1851392=409600,2260992=720896,2981888=516096,3497984=368640} 2024-09-16T03:03:43.047 INFO:tasks.rados.rados.0.smithi097.stdout:2673: writing smithi09778949-15 from 1851392 to 2260992 tid 1 2024-09-16T03:03:43.052 INFO:tasks.rados.rados.0.smithi097.stdout:2673: writing smithi09778949-15 from 2260992 to 2981888 tid 2 2024-09-16T03:03:43.055 INFO:tasks.rados.rados.0.smithi097.stdout:2673: writing smithi09778949-15 from 2981888 to 3497984 tid 3 2024-09-16T03:03:43.059 INFO:tasks.rados.rados.0.smithi097.stdout:2673: writing smithi09778949-15 from 3497984 to 3866624 tid 4 2024-09-16T03:03:43.059 INFO:tasks.rados.rados.0.smithi097.stdout:2674: rollback oid 3 current snap is 253 2024-09-16T03:03:43.059 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 3 to 251 2024-09-16T03:03:43.059 INFO:tasks.rados.rados.0.smithi097.stdout:2673: finishing write tid 1 to smithi09778949-15 2024-09-16T03:03:43.059 INFO:tasks.rados.rados.0.smithi097.stdout:2673: finishing write tid 2 to smithi09778949-15 2024-09-16T03:03:43.060 INFO:tasks.rados.rados.0.smithi097.stdout:2675: read oid 50 snap 250 2024-09-16T03:03:43.060 INFO:tasks.rados.rados.0.smithi097.stdout:2675: expect deleted 2024-09-16T03:03:43.060 INFO:tasks.rados.rados.0.smithi097.stdout:2676: snap_create 2024-09-16T03:03:43.060 INFO:tasks.rados.rados.0.smithi097.stdout:2673: finishing write tid 3 to smithi09778949-15 2024-09-16T03:03:43.063 INFO:tasks.rados.rados.0.smithi097.stdout:2673: finishing write tid 4 to smithi09778949-15 2024-09-16T03:03:43.063 INFO:tasks.rados.rados.0.smithi097.stdout:2673: finishing write tid 5 to smithi09778949-15 2024-09-16T03:03:43.063 INFO:tasks.rados.rados.0.smithi097.stdout:2674: finishing rollback tid 0 to smithi09778949-3 2024-09-16T03:03:43.063 INFO:tasks.rados.rados.0.smithi097.stdout:2674: finishing rollback tid 1 to smithi09778949-3 2024-09-16T03:03:43.063 INFO:tasks.rados.rados.0.smithi097.stdout:2674: finishing rollback tid 2 to smithi09778949-3 2024-09-16T03:03:43.064 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1842 (ObjNum 809 snap 244 seq_num 809) dirty exists 2024-09-16T03:03:43.064 INFO:tasks.rados.rados.0.smithi097.stdout:2673: finishing write tid 6 to smithi09778949-15 2024-09-16T03:03:43.064 INFO:tasks.rados.rados.0.smithi097.stdout:2673: oid 15 updating version 0 to 1386 2024-09-16T03:03:43.064 INFO:tasks.rados.rados.0.smithi097.stdout:2673: oid 15 updating version 1386 to 1387 2024-09-16T03:03:43.064 INFO:tasks.rados.rados.0.smithi097.stdout:2673: oid 15 version 1387 is already newer than 1385 2024-09-16T03:03:43.064 INFO:tasks.rados.rados.0.smithi097.stdout:2673: oid 15 version 1387 is already newer than 1384 2024-09-16T03:03:43.064 INFO:tasks.rados.rados.0.smithi097.stdout:2673: oid 15 updating version 1387 to 1388 2024-09-16T03:03:43.064 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1388 (ObjNum 836 snap 253 seq_num 836) dirty exists 2024-09-16T03:03:43.065 INFO:tasks.rados.rados.0.smithi097.stdout:2673: left oid 15 (ObjNum 836 snap 253 seq_num 836) 2024-09-16T03:03:43.158 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 systemd[1]: Stopping Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:03:43.527 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.267Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.267Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.267Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.267Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.267Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.267Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.267Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.267Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.268Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.268Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.268Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[74040]: ts=2024-09-16T03:03:43.268Z caller=main.go:1147 level=info msg="See you next time!" 2024-09-16T03:03:43.528 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 podman[112806]: 2024-09-16 03:03:43.277833684 +0000 UTC m=+0.099971830 container died 590364d5d5f9d94375470cc8ed95ecde8341897d5ad4981245cd85cb92cfa91e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:43.908 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 podman[112806]: 2024-09-16 03:03:43.616654235 +0000 UTC m=+0.438792378 container cleanup 590364d5d5f9d94375470cc8ed95ecde8341897d5ad4981245cd85cb92cfa91e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:43.909 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 bash[112806]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T03:03:44.052 INFO:tasks.rados.rados.0.smithi097.stdout:2673: done (3 left) 2024-09-16T03:03:44.052 INFO:tasks.rados.rados.0.smithi097.stdout:2674: done (2 left) 2024-09-16T03:03:44.052 INFO:tasks.rados.rados.0.smithi097.stdout:2675: done (1 left) 2024-09-16T03:03:44.052 INFO:tasks.rados.rados.0.smithi097.stdout:2676: done (0 left) 2024-09-16T03:03:44.052 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 254 2024-09-16T03:03:44.052 INFO:tasks.rados.rados.0.smithi097.stdout:2677: seq_num 837 ranges {1679360=425984,2105344=655360,2760704=729088,3489792=221184} 2024-09-16T03:03:44.063 INFO:tasks.rados.rados.0.smithi097.stdout:2677: writing smithi09778949-7 from 1679360 to 2105344 tid 1 2024-09-16T03:03:44.066 INFO:tasks.rados.rados.0.smithi097.stdout:2677: writing smithi09778949-7 from 2105344 to 2760704 tid 2 2024-09-16T03:03:44.071 INFO:tasks.rados.rados.0.smithi097.stdout:2677: writing smithi09778949-7 from 2760704 to 3489792 tid 3 2024-09-16T03:03:44.073 INFO:tasks.rados.rados.0.smithi097.stdout:2677: writing smithi09778949-7 from 3489792 to 3710976 tid 4 2024-09-16T03:03:44.073 INFO:tasks.rados.rados.0.smithi097.stdout:2678: rollback oid 44 current snap is 254 2024-09-16T03:03:44.073 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 250 2024-09-16T03:03:44.073 INFO:tasks.rados.rados.0.smithi097.stdout:2677: finishing write tid 1 to smithi09778949-7 2024-09-16T03:03:44.073 INFO:tasks.rados.rados.0.smithi097.stdout:2677: finishing write tid 2 to smithi09778949-7 2024-09-16T03:03:44.073 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 254 2024-09-16T03:03:44.073 INFO:tasks.rados.rados.0.smithi097.stdout:2679: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-09-16T03:03:44.075 INFO:tasks.rados.rados.0.smithi097.stdout:2679: writing smithi09778949-42 from 0 to 442368 tid 1 2024-09-16T03:03:44.078 INFO:tasks.rados.rados.0.smithi097.stdout:2679: writing smithi09778949-42 from 442368 to 983040 tid 2 2024-09-16T03:03:44.081 INFO:tasks.rados.rados.0.smithi097.stdout:2679: writing smithi09778949-42 from 983040 to 1515520 tid 3 2024-09-16T03:03:44.084 INFO:tasks.rados.rados.0.smithi097.stdout:2679: writing smithi09778949-42 from 1515520 to 1957888 tid 4 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:2679: writing smithi09778949-42 from 1957888 to 2048000 tid 5 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:2680: rollback oid 9 current snap is 254 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 250 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:2677: finishing write tid 3 to smithi09778949-7 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:2677: finishing write tid 4 to smithi09778949-7 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:2678: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:2678: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:2677: finishing write tid 5 to smithi09778949-7 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:2678: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:03:44.086 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1630 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2679: finishing write tid 1 to smithi09778949-42 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2677: finishing write tid 6 to smithi09778949-7 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2677: oid 7 updating version 0 to 1847 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2677: oid 7 updating version 1847 to 1848 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2677: oid 7 version 1848 is already newer than 1846 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2677: oid 7 version 1848 is already newer than 1845 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2677: oid 7 version 1848 is already newer than 1844 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1848 (ObjNum 837 snap 254 seq_num 837) dirty exists 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2677: left oid 7 (ObjNum 837 snap 254 seq_num 837) 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2679: finishing write tid 2 to smithi09778949-42 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2677: done (3 left) 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2678: done (2 left) 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2681: read oid 14 snap -1 2024-09-16T03:03:44.087 INFO:tasks.rados.rados.0.smithi097.stdout:2681: expect deleted 2024-09-16T03:03:44.088 INFO:tasks.rados.rados.0.smithi097.stdout:2682: snap_create 2024-09-16T03:03:44.088 INFO:tasks.rados.rados.0.smithi097.stdout:2680: finishing rollback tid 1 to smithi09778949-9 2024-09-16T03:03:44.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 0 (ObjNum 65 snap 0 seq_num 1973501168) dirty dne 2024-09-16T03:03:44.088 INFO:tasks.rados.rados.0.smithi097.stdout:2679: finishing write tid 3 to smithi09778949-42 2024-09-16T03:03:44.088 INFO:tasks.rados.rados.0.smithi097.stdout:2679: finishing write tid 4 to smithi09778949-42 2024-09-16T03:03:44.089 INFO:tasks.rados.rados.0.smithi097.stdout:2679: finishing write tid 5 to smithi09778949-42 2024-09-16T03:03:44.089 INFO:tasks.rados.rados.0.smithi097.stdout:2679: finishing write tid 6 to smithi09778949-42 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:2679: finishing write tid 7 to smithi09778949-42 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:2679: oid 42 updating version 0 to 1851 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:2679: oid 42 version 1851 is already newer than 1849 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:2679: oid 42 updating version 1851 to 1854 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:2679: oid 42 version 1854 is already newer than 1852 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:2679: oid 42 version 1854 is already newer than 1853 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:2679: oid 42 version 1854 is already newer than 1850 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1854 (ObjNum 838 snap 254 seq_num 838) dirty exists 2024-09-16T03:03:44.090 INFO:tasks.rados.rados.0.smithi097.stdout:2679: left oid 42 (ObjNum 838 snap 254 seq_num 838) 2024-09-16T03:03:44.280 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:43 smithi184 podman[112817]: 2024-09-16 03:03:43.918239863 +0000 UTC m=+0.642842696 container remove 590364d5d5f9d94375470cc8ed95ecde8341897d5ad4981245cd85cb92cfa91e (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:44.280 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-09-16T03:03:44.281 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 systemd[1]: Stopped Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:03:44.281 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service: Consumed 2.526s CPU time. 2024-09-16T03:03:44.281 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-mon[82194]: pgmap v560: 121 pgs: 121 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.0 MiB/s wr, 21 op/s 2024-09-16T03:03:44.281 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-mon[82194]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T03:03:44.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:44 smithi097 ceph-mon[88563]: pgmap v560: 121 pgs: 121 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.0 MiB/s wr, 21 op/s 2024-09-16T03:03:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:44 smithi097 ceph-mon[88563]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T03:03:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:44 smithi097 ceph-mon[90424]: pgmap v560: 121 pgs: 121 active+clean; 151 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 5.0 MiB/s wr, 21 op/s 2024-09-16T03:03:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:44 smithi097 ceph-mon[90424]: osdmap e593: 8 total, 8 up, 8 in 2024-09-16T03:03:44.625 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 systemd[1]: Starting Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:03:44.625 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 podman[112947]: 2024-09-16 03:03:44.388558745 +0000 UTC m=+0.016423769 image pull 1d3b7f56885b6dd623f1785be963aa9c195f86bc256ea454e8d02a7980b79c53 quay.io/prometheus/prometheus:v2.51.0 2024-09-16T03:03:44.625 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 podman[112947]: 2024-09-16 03:03:44.503242008 +0000 UTC m=+0.131107063 container create ee6dc7ccb998004de04a9e0ce9f1147b17709068991b69623525a625b33291c3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:45.059 INFO:tasks.rados.rados.0.smithi097.stdout:2679: done (3 left) 2024-09-16T03:03:45.059 INFO:tasks.rados.rados.0.smithi097.stdout:2680: done (2 left) 2024-09-16T03:03:45.059 INFO:tasks.rados.rados.0.smithi097.stdout:2681: done (1 left) 2024-09-16T03:03:45.059 INFO:tasks.rados.rados.0.smithi097.stdout:2682: done (0 left) 2024-09-16T03:03:45.059 INFO:tasks.rados.rados.0.smithi097.stdout:2683: snap_remove snap 251 2024-09-16T03:03:45.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-mon[82194]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T03:03:45.409 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 podman[112947]: 2024-09-16 03:03:44.963744859 +0000 UTC m=+0.591609869 container init ee6dc7ccb998004de04a9e0ce9f1147b17709068991b69623525a625b33291c3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:45.409 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 podman[112947]: 2024-09-16 03:03:44.966687422 +0000 UTC m=+0.594552441 container start ee6dc7ccb998004de04a9e0ce9f1147b17709068991b69623525a625b33291c3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T03:03:45.409 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.987Z caller=main.go:617 level=info msg="Starting Prometheus Server" mode=server version="(version=2.51.0, branch=HEAD, revision=c05c15512acb675e3f6cd662a6727854e93fc024)" 2024-09-16T03:03:45.409 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.987Z caller=main.go:622 level=info build_context="(go=go1.22.1, platform=linux/amd64, user=root@b5723e458358, date=20240319-10:54:45, tags=netgo,builtinassets,stringlabels)" 2024-09-16T03:03:45.409 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.987Z caller=main.go:623 level=info host_details="(Linux 5.14.0-505.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Thu Sep 5 07:54:07 UTC 2024 x86_64 smithi184 (none))" 2024-09-16T03:03:45.409 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.987Z caller=main.go:624 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.987Z caller=main.go:625 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.989Z caller=web.go:568 level=info component=web msg="Start listening for connections" address=:9095 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.989Z caller=main.go:1129 level=info msg="Starting TSDB ..." 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.991Z caller=tls_config.go:313 level=info component=web msg="Listening on" address=[::]:9095 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.991Z caller=tls_config.go:316 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.992Z caller=head.go:616 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.992Z caller=head.go:698 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.725µs 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.992Z caller=head.go:706 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:44.994Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.001Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.001Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-09-16T03:03:45.410 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.006Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.006Z caller=head.go:778 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.006Z caller=head.go:815 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.273µs wal_replay_duration=13.873673ms wbl_replay_duration=131ns total_replay_duration=13.925143ms 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.009Z caller=main.go:1150 level=info fs_type=XFS_SUPER_MAGIC 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.009Z caller=main.go:1153 level=info msg="TSDB started" 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.009Z caller=main.go:1335 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.025Z caller=main.go:1372 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.110997ms db_storage=978ns remote_storage=1.228µs web_handler=478ns query_engine=569ns scrape=406.973µs scrape_sd=113.712µs notify=10.778µs notify_sd=11.657µs rules=15.210387ms tracing=5.684µs 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.025Z caller=main.go:1114 level=info msg="Server is ready to receive web requests." 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:03:45.025Z caller=manager.go:163 level=info component="rule manager" msg="Starting rule manager..." 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 bash[112947]: ee6dc7ccb998004de04a9e0ce9f1147b17709068991b69623525a625b33291c3 2024-09-16T03:03:45.411 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:03:45 smithi184 systemd[1]: Started Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:03:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:45 smithi097 ceph-mon[88563]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T03:03:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:45 smithi097 ceph-mon[90424]: osdmap e594: 8 total, 8 up, 8 in 2024-09-16T03:03:45.986 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:03:46.061 INFO:tasks.rados.rados.0.smithi097.stdout:2683: done (0 left) 2024-09-16T03:03:46.061 INFO:tasks.rados.rados.0.smithi097.stdout:2684: rmattr oid 38 current snap is 255 2024-09-16T03:03:46.061 INFO:tasks.rados.rados.0.smithi097.stdout:2685: read oid 7 snap -1 2024-09-16T03:03:46.061 INFO:tasks.rados.rados.0.smithi097.stdout:2685: expect (ObjNum 837 snap 254 seq_num 837) 2024-09-16T03:03:46.061 INFO:tasks.rados.rados.0.smithi097.stdout:2686: rollback oid 49 current snap is 255 2024-09-16T03:03:46.061 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 49 to 254 2024-09-16T03:03:46.061 INFO:tasks.rados.rados.0.smithi097.stdout:2687: snap_remove snap 252 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[88563]: pgmap v563: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[88563]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[90424]: pgmap v563: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[90424]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:46.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:46 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:46.396 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:46 smithi184 ceph-mon[82194]: pgmap v563: 121 pgs: 121 active+clean; 156 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 2.3 MiB/s wr, 11 op/s 2024-09-16T03:03:46.397 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:46 smithi184 ceph-mon[82194]: osdmap e595: 8 total, 8 up, 8 in 2024-09-16T03:03:46.397 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:46 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:46.397 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:46 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:46.397 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:46 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (10m) 19s ago 11m 25.2M - 0.25.0 c8568f914cd2 865918664bb6 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (11m) 18s ago 11m 87.4M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (58s) 19s ago 12m 13.8M - 19.3.0-4930-gfc3e0bff df9174e028d7 a95180af567a 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (42s) 18s ago 12m 14.8M - 19.3.0-4930-gfc3e0bff df9174e028d7 a2c071d7547f 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (6m) 18s ago 16m 456M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (7m) 19s ago 17m 529M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (6m) 19s ago 17m 69.1M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:03:46.558 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (5m) 18s ago 16m 56.0M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (6m) 19s ago 16m 55.1M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (29s) 19s ago 11m 7503k - 1.7.0 72c9c2088986 c458890f705b 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (22s) 18s ago 11m 3271k - 1.7.0 72c9c2088986 2a2b581d78cf 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (5m) 19s ago 15m 380M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (4m) 19s ago 15m 276M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (4m) 19s ago 15m 284M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (3m) 19s ago 14m 126M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (2m) 18s ago 14m 190M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 b55738d922bd 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (2m) 18s ago 13m 295M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 17dcd083140f 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (110s) 18s ago 13m 160M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 bb200d83d00d 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (76s) 18s ago 13m 133M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 471d13faeef8 2024-09-16T03:03:46.559 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 starting - - - - 2024-09-16T03:03:46.890 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 8 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:03:46.891 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:03:46.892 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:03:46.892 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 15 2024-09-16T03:03:46.892 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:03:46.892 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:03:47.035 INFO:tasks.rados.rados.0.smithi097.stdout:2687: done (3 left) 2024-09-16T03:03:47.035 INFO:tasks.rados.rados.0.smithi097.stdout:2688: snap_remove snap 250 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "mds", 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "osd", 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:03:47.187 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "15/20 daemons upgraded", 2024-09-16T03:03:47.188 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading prometheus daemons", 2024-09-16T03:03:47.188 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:03:47.188 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:03:47.188 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[90424]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:47.188 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[90424]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T03:03:47.188 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[90424]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:47.188 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1506458378' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:47.188 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[90424]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T03:03:47.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[88563]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:47.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[88563]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T03:03:47.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[88563]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:47.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1506458378' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:47.189 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:47 smithi097 ceph-mon[88563]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T03:03:47.370 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:47 smithi184 ceph-mon[82194]: from='client.44477 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:47.370 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:47 smithi184 ceph-mon[82194]: osdmap e596: 8 total, 8 up, 8 in 2024-09-16T03:03:47.370 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:47 smithi184 ceph-mon[82194]: from='client.34566 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:47.370 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:47 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1506458378' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:47.370 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:47 smithi184 ceph-mon[82194]: osdmap e597: 8 total, 8 up, 8 in 2024-09-16T03:03:48.037 INFO:tasks.rados.rados.0.smithi097.stdout:2688: done (3 left) 2024-09-16T03:03:48.037 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 255 2024-09-16T03:03:48.037 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1632 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:48.037 INFO:tasks.rados.rados.0.smithi097.stdout:2686: finishing rollback tid 0 to smithi09778949-49 2024-09-16T03:03:48.037 INFO:tasks.rados.rados.0.smithi097.stdout:2686: finishing rollback tid 1 to smithi09778949-49 2024-09-16T03:03:48.037 INFO:tasks.rados.rados.0.smithi097.stdout:2686: finishing rollback tid 2 to smithi09778949-49 2024-09-16T03:03:48.038 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1636 (ObjNum 817 snap 247 seq_num 817) dirty exists 2024-09-16T03:03:48.038 INFO:tasks.rados.rados.0.smithi097.stdout:2685: expect (ObjNum 837 snap 254 seq_num 837) 2024-09-16T03:03:48.160 INFO:tasks.rados.rados.0.smithi097.stdout:2689: seq_num 839 ranges {3866624=458752,4325376=425984,4751360=688128,5439488=491520} 2024-09-16T03:03:48.183 INFO:tasks.rados.rados.0.smithi097.stdout:2689: writing smithi09778949-15 from 3866624 to 4325376 tid 1 2024-09-16T03:03:48.186 INFO:tasks.rados.rados.0.smithi097.stdout:2689: writing smithi09778949-15 from 4325376 to 4751360 tid 2 2024-09-16T03:03:48.190 INFO:tasks.rados.rados.0.smithi097.stdout:2689: writing smithi09778949-15 from 4751360 to 5439488 tid 3 2024-09-16T03:03:48.194 INFO:tasks.rados.rados.0.smithi097.stdout:2689: writing smithi09778949-15 from 5439488 to 5931008 tid 4 2024-09-16T03:03:48.194 INFO:tasks.rados.rados.0.smithi097.stdout:2684: done (3 left) 2024-09-16T03:03:48.194 INFO:tasks.rados.rados.0.smithi097.stdout:2685: done (2 left) 2024-09-16T03:03:48.194 INFO:tasks.rados.rados.0.smithi097.stdout:2686: done (1 left) 2024-09-16T03:03:48.194 INFO:tasks.rados.rados.0.smithi097.stdout:2690: rollback oid 31 current snap is 255 2024-09-16T03:03:48.194 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 254 2024-09-16T03:03:48.195 INFO:tasks.rados.rados.0.smithi097.stdout:2689: finishing write tid 1 to smithi09778949-15 2024-09-16T03:03:48.195 INFO:tasks.rados.rados.0.smithi097.stdout:2689: finishing write tid 2 to smithi09778949-15 2024-09-16T03:03:48.195 INFO:tasks.rados.rados.0.smithi097.stdout:2691: rollback oid 34 current snap is 255 2024-09-16T03:03:48.195 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 34 to 254 2024-09-16T03:03:48.195 INFO:tasks.rados.rados.0.smithi097.stdout:2692: snap_remove snap 253 2024-09-16T03:03:48.379 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:48 smithi184 ceph-mon[82194]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:48.379 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:48 smithi184 ceph-mon[82194]: pgmap v566: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-09-16T03:03:48.380 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:48 smithi184 ceph-mon[82194]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:48.380 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:48 smithi184 ceph-mon[82194]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T03:03:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:48 smithi097 ceph-mon[90424]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:48 smithi097 ceph-mon[90424]: pgmap v566: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-09-16T03:03:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:48 smithi097 ceph-mon[90424]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:48 smithi097 ceph-mon[90424]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T03:03:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:48 smithi097 ceph-mon[88563]: from='client.34572 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:48 smithi097 ceph-mon[88563]: pgmap v566: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 5.2 MiB/s wr, 17 op/s 2024-09-16T03:03:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:48 smithi097 ceph-mon[88563]: from='client.44501 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:03:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:48 smithi097 ceph-mon[88563]: osdmap e598: 8 total, 8 up, 8 in 2024-09-16T03:03:49.083 INFO:tasks.rados.rados.0.smithi097.stdout:2692: done (3 left) 2024-09-16T03:03:49.083 INFO:tasks.rados.rados.0.smithi097.stdout:2693: read oid 45 snap -1 2024-09-16T03:03:49.083 INFO:tasks.rados.rados.0.smithi097.stdout:2693: expect deleted 2024-09-16T03:03:49.084 INFO:tasks.rados.rados.0.smithi097.stdout:2694: read oid 20 snap 254 2024-09-16T03:03:49.084 INFO:tasks.rados.rados.0.smithi097.stdout:2694: expect deleted 2024-09-16T03:03:49.084 INFO:tasks.rados.rados.0.smithi097.stdout:2695: read oid 50 snap -1 2024-09-16T03:03:49.084 INFO:tasks.rados.rados.0.smithi097.stdout:2695: expect deleted 2024-09-16T03:03:49.084 INFO:tasks.rados.rados.0.smithi097.stdout:2696: rollback oid 2 current snap is 255 2024-09-16T03:03:49.084 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 2 to 254 2024-09-16T03:03:49.084 INFO:tasks.rados.rados.0.smithi097.stdout:2697: setattr oid 42 current snap is 255 2024-09-16T03:03:49.087 INFO:tasks.rados.rados.0.smithi097.stdout:2689: finishing write tid 3 to smithi09778949-15 2024-09-16T03:03:49.087 INFO:tasks.rados.rados.0.smithi097.stdout:2690: finishing rollback tid 0 to smithi09778949-31 2024-09-16T03:03:49.087 INFO:tasks.rados.rados.0.smithi097.stdout:2689: finishing write tid 4 to smithi09778949-15 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2689: finishing write tid 5 to smithi09778949-15 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2690: finishing rollback tid 1 to smithi09778949-31 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2690: finishing rollback tid 2 to smithi09778949-31 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1682 (ObjNum 817 snap 247 seq_num 817) dirty exists 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2689: finishing write tid 6 to smithi09778949-15 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2689: oid 15 updating version 0 to 1389 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2689: oid 15 updating version 1389 to 1392 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2689: oid 15 version 1392 is already newer than 1391 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2689: oid 15 updating version 1392 to 1393 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2689: oid 15 version 1393 is already newer than 1390 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1393 (ObjNum 839 snap 255 seq_num 839) dirty exists 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2689: left oid 15 (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2691: finishing rollback tid 0 to smithi09778949-34 2024-09-16T03:03:49.088 INFO:tasks.rados.rados.0.smithi097.stdout:2691: finishing rollback tid 1 to smithi09778949-34 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2691: finishing rollback tid 2 to smithi09778949-34 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1463 (ObjNum 806 snap 241 seq_num 806) dirty exists 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2689: done (7 left) 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2690: done (6 left) 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2691: done (5 left) 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2693: done (4 left) 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2694: done (3 left) 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2695: done (2 left) 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2698: copy_from oid 32 from oid 20 current snap is 255 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2699: rollback oid 33 current snap is 255 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 33 to 254 2024-09-16T03:03:49.089 INFO:tasks.rados.rados.0.smithi097.stdout:2700: read oid 44 snap -1 2024-09-16T03:03:49.090 INFO:tasks.rados.rados.0.smithi097.stdout:2700: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:03:49.090 INFO:tasks.rados.rados.0.smithi097.stdout:2701: read oid 9 snap -1 2024-09-16T03:03:49.090 INFO:tasks.rados.rados.0.smithi097.stdout:2701: expect deleted 2024-09-16T03:03:49.090 INFO:tasks.rados.rados.0.smithi097.stdout:2702: rmattr oid 18 current snap is 255 2024-09-16T03:03:49.090 INFO:tasks.rados.rados.0.smithi097.stdout:2702: done (6 left) 2024-09-16T03:03:49.090 INFO:tasks.rados.rados.0.smithi097.stdout:2703: snap_create 2024-09-16T03:03:49.090 INFO:tasks.rados.rados.0.smithi097.stdout:2696: finishing rollback tid 0 to smithi09778949-2 2024-09-16T03:03:49.091 INFO:tasks.rados.rados.0.smithi097.stdout:2698: finishing copy_from to smithi09778949-32 2024-09-16T03:03:49.091 INFO:tasks.rados.rados.0.smithi097.stdout:2698: got expected ENOENT (src dne) 2024-09-16T03:03:49.091 INFO:tasks.rados.rados.0.smithi097.stdout:2698: finishing copy_from racing read to smithi09778949-32 2024-09-16T03:03:49.093 INFO:tasks.rados.rados.0.smithi097.stdout:2696: finishing rollback tid 1 to smithi09778949-2 2024-09-16T03:03:49.095 INFO:tasks.rados.rados.0.smithi097.stdout:2699: finishing rollback tid 0 to smithi09778949-33 2024-09-16T03:03:49.095 INFO:tasks.rados.rados.0.smithi097.stdout:2696: finishing rollback tid 2 to smithi09778949-2 2024-09-16T03:03:49.095 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1547 (ObjNum 821 snap 247 seq_num 821) dirty exists 2024-09-16T03:03:49.097 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1870 (ObjNum 838 snap 254 seq_num 838) dirty exists 2024-09-16T03:03:49.099 INFO:tasks.rados.rados.0.smithi097.stdout:2699: finishing rollback tid 1 to smithi09778949-33 2024-09-16T03:03:49.100 INFO:tasks.rados.rados.0.smithi097.stdout:2699: finishing rollback tid 2 to smithi09778949-33 2024-09-16T03:03:49.100 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1662 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:03:49.117 INFO:tasks.rados.rados.0.smithi097.stdout:2700: expect (ObjNum 658 snap 199 seq_num 658) 2024-09-16T03:03:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:49.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:03:50.086 INFO:tasks.rados.rados.0.smithi097.stdout:2696: done (6 left) 2024-09-16T03:03:50.086 INFO:tasks.rados.rados.0.smithi097.stdout:2697: done (5 left) 2024-09-16T03:03:50.086 INFO:tasks.rados.rados.0.smithi097.stdout:2698: done (4 left) 2024-09-16T03:03:50.086 INFO:tasks.rados.rados.0.smithi097.stdout:2699: done (3 left) 2024-09-16T03:03:50.086 INFO:tasks.rados.rados.0.smithi097.stdout:2700: done (2 left) 2024-09-16T03:03:50.087 INFO:tasks.rados.rados.0.smithi097.stdout:2701: done (1 left) 2024-09-16T03:03:50.087 INFO:tasks.rados.rados.0.smithi097.stdout:2703: done (0 left) 2024-09-16T03:03:50.087 INFO:tasks.rados.rados.0.smithi097.stdout:2704: snap_remove snap 255 2024-09-16T03:03:50.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:50 smithi184 ceph-mon[82194]: pgmap v569: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-09-16T03:03:50.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:50 smithi184 ceph-mon[82194]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T03:03:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:50 smithi097 ceph-mon[90424]: pgmap v569: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-09-16T03:03:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:50 smithi097 ceph-mon[90424]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T03:03:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:50 smithi097 ceph-mon[88563]: pgmap v569: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 63 KiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-09-16T03:03:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:50 smithi097 ceph-mon[88563]: osdmap e599: 8 total, 8 up, 8 in 2024-09-16T03:03:51.096 INFO:tasks.rados.rados.0.smithi097.stdout:2704: done (0 left) 2024-09-16T03:03:51.096 INFO:tasks.rados.rados.0.smithi097.stdout:2705: read oid 1 snap -1 2024-09-16T03:03:51.096 INFO:tasks.rados.rados.0.smithi097.stdout:2705: expect deleted 2024-09-16T03:03:51.096 INFO:tasks.rados.rados.0.smithi097.stdout:2706: copy_from oid 12 from oid 10 current snap is 256 2024-09-16T03:03:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:2707: read oid 45 snap -1 2024-09-16T03:03:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:2707: expect deleted 2024-09-16T03:03:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:2708: copy_from oid 28 from oid 16 current snap is 256 2024-09-16T03:03:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:2709: read oid 2 snap 254 2024-09-16T03:03:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:2709: expect (ObjNum 821 snap 247 seq_num 821) 2024-09-16T03:03:51.097 INFO:tasks.rados.rados.0.smithi097.stdout:2710: snap_create 2024-09-16T03:03:51.103 INFO:tasks.rados.rados.0.smithi097.stdout:2706: finishing copy_from to smithi09778949-12 2024-09-16T03:03:51.103 INFO:tasks.rados.rados.0.smithi097.stdout:2706: got expected ENOENT (src dne) 2024-09-16T03:03:51.103 INFO:tasks.rados.rados.0.smithi097.stdout:2706: finishing copy_from racing read to smithi09778949-12 2024-09-16T03:03:51.120 INFO:tasks.rados.rados.0.smithi097.stdout:2709: expect (ObjNum 821 snap 247 seq_num 821) 2024-09-16T03:03:51.227 INFO:tasks.rados.rados.0.smithi097.stdout:2708: finishing copy_from racing read to smithi09778949-28 2024-09-16T03:03:51.227 INFO:tasks.rados.rados.0.smithi097.stdout:2708: finishing copy_from to smithi09778949-28 2024-09-16T03:03:51.227 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1374 (ObjNum 825 snap 248 seq_num 825) dirty exists 2024-09-16T03:03:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:51 smithi184 ceph-mon[82194]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T03:03:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:51 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:51 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:51 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.337 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:51 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[90424]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[88563]: osdmap e600: 8 total, 8 up, 8 in 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:51.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:51 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:2705: done (5 left) 2024-09-16T03:03:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:2706: done (4 left) 2024-09-16T03:03:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:2707: done (3 left) 2024-09-16T03:03:52.038 INFO:tasks.rados.rados.0.smithi097.stdout:2708: done (2 left) 2024-09-16T03:03:52.039 INFO:tasks.rados.rados.0.smithi097.stdout:2709: done (1 left) 2024-09-16T03:03:52.039 INFO:tasks.rados.rados.0.smithi097.stdout:2710: done (0 left) 2024-09-16T03:03:52.039 INFO:tasks.rados.rados.0.smithi097.stdout:2711: setattr oid 18 current snap is 257 2024-09-16T03:03:52.041 INFO:tasks.rados.rados.0.smithi097.stdout:2712: copy_from oid 28 from oid 41 current snap is 257 2024-09-16T03:03:52.041 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 257 2024-09-16T03:03:52.041 INFO:tasks.rados.rados.0.smithi097.stdout:2713: seq_num 840 ranges {3407872=475136,3883008=712704,4595712=499712,5095424=393216} 2024-09-16T03:03:52.064 INFO:tasks.rados.rados.0.smithi097.stdout:2713: writing smithi09778949-3 from 3407872 to 3883008 tid 1 2024-09-16T03:03:52.066 INFO:tasks.rados.rados.0.smithi097.stdout:2713: writing smithi09778949-3 from 3883008 to 4595712 tid 2 2024-09-16T03:03:52.070 INFO:tasks.rados.rados.0.smithi097.stdout:2713: writing smithi09778949-3 from 4595712 to 5095424 tid 3 2024-09-16T03:03:52.072 INFO:tasks.rados.rados.0.smithi097.stdout:2713: writing smithi09778949-3 from 5095424 to 5488640 tid 4 2024-09-16T03:03:52.073 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 257 2024-09-16T03:03:52.073 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1464 (ObjNum 289 snap 0 seq_num 735216324) dirty exists 2024-09-16T03:03:52.073 INFO:tasks.rados.rados.0.smithi097.stdout:2712: finishing copy_from racing read to smithi09778949-28 2024-09-16T03:03:52.073 INFO:tasks.rados.rados.0.smithi097.stdout:2712: finishing copy_from to smithi09778949-28 2024-09-16T03:03:52.073 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1554 (ObjNum 822 snap 248 seq_num 822) dirty exists 2024-09-16T03:03:52.073 INFO:tasks.rados.rados.0.smithi097.stdout:2713: finishing write tid 1 to smithi09778949-3 2024-09-16T03:03:52.073 INFO:tasks.rados.rados.0.smithi097.stdout:2713: finishing write tid 2 to smithi09778949-3 2024-09-16T03:03:52.073 INFO:tasks.rados.rados.0.smithi097.stdout:2714: seq_num 841 ranges {6086656=491520,6578176=598016,7176192=704512,7880704=303104} 2024-09-16T03:03:52.108 INFO:tasks.rados.rados.0.smithi097.stdout:2714: writing smithi09778949-5 from 6086656 to 6578176 tid 1 2024-09-16T03:03:52.111 INFO:tasks.rados.rados.0.smithi097.stdout:2714: writing smithi09778949-5 from 6578176 to 7176192 tid 2 2024-09-16T03:03:52.115 INFO:tasks.rados.rados.0.smithi097.stdout:2714: writing smithi09778949-5 from 7176192 to 7880704 tid 3 2024-09-16T03:03:52.117 INFO:tasks.rados.rados.0.smithi097.stdout:2714: writing smithi09778949-5 from 7880704 to 8183808 tid 4 2024-09-16T03:03:52.117 INFO:tasks.rados.rados.0.smithi097.stdout:2711: done (3 left) 2024-09-16T03:03:52.117 INFO:tasks.rados.rados.0.smithi097.stdout:2712: done (2 left) 2024-09-16T03:03:52.117 INFO:tasks.rados.rados.0.smithi097.stdout:2715: snap_remove snap 254 2024-09-16T03:03:52.215 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:52 smithi184 ceph-mon[82194]: pgmap v572: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 504 KiB/s wr, 16 op/s 2024-09-16T03:03:52.215 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:52 smithi184 ceph-mon[82194]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T03:03:52.215 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:52 smithi184 ceph-mon[82194]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T03:03:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:52 smithi097 ceph-mon[88563]: pgmap v572: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 504 KiB/s wr, 16 op/s 2024-09-16T03:03:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:52 smithi097 ceph-mon[88563]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T03:03:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:52 smithi097 ceph-mon[88563]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T03:03:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:52 smithi097 ceph-mon[90424]: pgmap v572: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 504 KiB/s wr, 16 op/s 2024-09-16T03:03:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:52 smithi097 ceph-mon[90424]: osdmap e601: 8 total, 8 up, 8 in 2024-09-16T03:03:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:52 smithi097 ceph-mon[90424]: osdmap e602: 8 total, 8 up, 8 in 2024-09-16T03:03:53.103 INFO:tasks.rados.rados.0.smithi097.stdout:2713: finishing write tid 3 to smithi09778949-3 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: finishing write tid 4 to smithi09778949-3 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: finishing write tid 5 to smithi09778949-3 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: finishing write tid 6 to smithi09778949-3 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: oid 3 updating version 0 to 1876 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: oid 3 updating version 1876 to 1880 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: oid 3 version 1880 is already newer than 1879 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: oid 3 version 1880 is already newer than 1877 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: oid 3 version 1880 is already newer than 1878 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1880 (ObjNum 840 snap 257 seq_num 840) dirty exists 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2713: left oid 3 (ObjNum 840 snap 257 seq_num 840) 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2714: finishing write tid 1 to smithi09778949-5 2024-09-16T03:03:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:2714: finishing write tid 2 to smithi09778949-5 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: finishing write tid 3 to smithi09778949-5 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: finishing write tid 4 to smithi09778949-5 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: finishing write tid 5 to smithi09778949-5 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: finishing write tid 6 to smithi09778949-5 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: oid 5 updating version 0 to 1548 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: oid 5 updating version 1548 to 1550 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: oid 5 version 1550 is already newer than 1549 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: oid 5 updating version 1550 to 1551 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: oid 5 updating version 1551 to 1552 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1552 (ObjNum 841 snap 257 seq_num 841) dirty exists 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: left oid 5 (ObjNum 841 snap 257 seq_num 841) 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2713: done (2 left) 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2714: done (1 left) 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2715: done (0 left) 2024-09-16T03:03:53.105 INFO:tasks.rados.rados.0.smithi097.stdout:2716: rollback oid 33 current snap is 257 2024-09-16T03:03:53.106 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 33 to 256 2024-09-16T03:03:53.106 INFO:tasks.rados.rados.0.smithi097.stdout:2717: setattr oid 16 current snap is 257 2024-09-16T03:03:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:2718: copy_from oid 45 from oid 35 current snap is 257 2024-09-16T03:03:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:2719: read oid 15 snap -1 2024-09-16T03:03:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:2719: expect (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:03:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:2720: rollback oid 18 current snap is 257 2024-09-16T03:03:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 256 2024-09-16T03:03:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 34 current snap is 257 2024-09-16T03:03:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:2721: seq_num 842 ranges {1507328=507904,2015232=475136,2490368=516096,3006464=499712,3506176=114688} 2024-09-16T03:03:53.117 INFO:tasks.rados.rados.0.smithi097.stdout:2721: writing smithi09778949-34 from 1507328 to 2015232 tid 1 2024-09-16T03:03:53.120 INFO:tasks.rados.rados.0.smithi097.stdout:2721: writing smithi09778949-34 from 2015232 to 2490368 tid 2 2024-09-16T03:03:53.124 INFO:tasks.rados.rados.0.smithi097.stdout:2721: writing smithi09778949-34 from 2490368 to 3006464 tid 3 2024-09-16T03:03:53.127 INFO:tasks.rados.rados.0.smithi097.stdout:2721: writing smithi09778949-34 from 3006464 to 3506176 tid 4 2024-09-16T03:03:53.128 INFO:tasks.rados.rados.0.smithi097.stdout:2721: writing smithi09778949-34 from 3506176 to 3620864 tid 5 2024-09-16T03:03:53.128 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 257 2024-09-16T03:03:53.129 INFO:tasks.rados.rados.0.smithi097.stdout:2720: finishing rollback tid 0 to smithi09778949-18 2024-09-16T03:03:53.129 INFO:tasks.rados.rados.0.smithi097.stdout:2720: finishing rollback tid 1 to smithi09778949-18 2024-09-16T03:03:53.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1466 (ObjNum 289 snap 0 seq_num 735216324) dirty dne 2024-09-16T03:03:53.129 INFO:tasks.rados.rados.0.smithi097.stdout:2716: finishing rollback tid 0 to smithi09778949-33 2024-09-16T03:03:53.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1886 (ObjNum 825 snap 248 seq_num 825) dirty exists 2024-09-16T03:03:53.129 INFO:tasks.rados.rados.0.smithi097.stdout:2716: finishing rollback tid 1 to smithi09778949-33 2024-09-16T03:03:53.129 INFO:tasks.rados.rados.0.smithi097.stdout:2722: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2024-09-16T03:03:53.131 INFO:tasks.rados.rados.0.smithi097.stdout:2722: writing smithi09778949-50 from 0 to 524288 tid 1 2024-09-16T03:03:53.136 INFO:tasks.rados.rados.0.smithi097.stdout:2722: writing smithi09778949-50 from 524288 to 1286144 tid 2 2024-09-16T03:03:53.140 INFO:tasks.rados.rados.0.smithi097.stdout:2722: writing smithi09778949-50 from 1286144 to 1957888 tid 3 2024-09-16T03:03:53.142 INFO:tasks.rados.rados.0.smithi097.stdout:2722: writing smithi09778949-50 from 1957888 to 2129920 tid 4 2024-09-16T03:03:53.142 INFO:tasks.rados.rados.0.smithi097.stdout:2717: done (6 left) 2024-09-16T03:03:53.142 INFO:tasks.rados.rados.0.smithi097.stdout:2720: done (5 left) 2024-09-16T03:03:53.142 INFO:tasks.rados.rados.0.smithi097.stdout:2723: rmattr oid 25 current snap is 257 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2723: done (5 left) 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2724: rmattr oid 37 current snap is 257 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2716: finishing rollback tid 2 to smithi09778949-33 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1670 (ObjNum 588 snap 175 seq_num 588) dirty exists 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2721: finishing write tid 1 to smithi09778949-34 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2721: finishing write tid 2 to smithi09778949-34 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2721: finishing write tid 3 to smithi09778949-34 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2721: finishing write tid 4 to smithi09778949-34 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2721: finishing write tid 5 to smithi09778949-34 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2718: finishing copy_from racing read to smithi09778949-45 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2721: finishing write tid 6 to smithi09778949-34 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2716: done (5 left) 2024-09-16T03:03:53.143 INFO:tasks.rados.rados.0.smithi097.stdout:2725: read oid 16 snap 256 2024-09-16T03:03:53.144 INFO:tasks.rados.rados.0.smithi097.stdout:2725: expect (ObjNum 825 snap 248 seq_num 825) 2024-09-16T03:03:53.144 INFO:tasks.rados.rados.0.smithi097.stdout:2726: delete oid 44 current snap is 257 2024-09-16T03:03:53.144 INFO:tasks.rados.rados.0.smithi097.stdout:2719: expect (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2718: finishing copy_from to smithi09778949-45 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1132 (ObjNum 794 snap 236 seq_num 794) dirty exists 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2722: finishing write tid 1 to smithi09778949-50 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2722: finishing write tid 2 to smithi09778949-50 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2721: finishing write tid 7 to smithi09778949-34 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2721: oid 34 updating version 0 to 1472 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2721: oid 34 version 1472 is already newer than 1467 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2721: oid 34 version 1472 is already newer than 1471 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2721: oid 34 version 1472 is already newer than 1469 2024-09-16T03:03:53.383 INFO:tasks.rados.rados.0.smithi097.stdout:2721: oid 34 version 1472 is already newer than 1468 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2721: oid 34 version 1472 is already newer than 1470 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1472 (ObjNum 842 snap 257 seq_num 842) dirty exists 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2721: left oid 34 (ObjNum 842 snap 257 seq_num 842) 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1557 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: finishing write tid 3 to smithi09778949-50 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: finishing write tid 4 to smithi09778949-50 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: finishing write tid 5 to smithi09778949-50 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: finishing write tid 6 to smithi09778949-50 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: oid 50 updating version 0 to 1685 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: oid 50 updating version 1685 to 1686 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: oid 50 updating version 1686 to 1687 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: oid 50 version 1687 is already newer than 1684 2024-09-16T03:03:53.384 INFO:tasks.rados.rados.0.smithi097.stdout:2722: oid 50 version 1687 is already newer than 1683 2024-09-16T03:03:53.385 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 1687 (ObjNum 843 snap 257 seq_num 843) dirty exists 2024-09-16T03:03:53.385 INFO:tasks.rados.rados.0.smithi097.stdout:2722: left oid 50 (ObjNum 843 snap 257 seq_num 843) 2024-09-16T03:03:53.385 INFO:tasks.rados.rados.0.smithi097.stdout:2725: expect (ObjNum 825 snap 248 seq_num 825) 2024-09-16T03:03:53.596 INFO:tasks.rados.rados.0.smithi097.stdout:2718: done (6 left) 2024-09-16T03:03:53.596 INFO:tasks.rados.rados.0.smithi097.stdout:2719: done (5 left) 2024-09-16T03:03:53.596 INFO:tasks.rados.rados.0.smithi097.stdout:2721: done (4 left) 2024-09-16T03:03:53.596 INFO:tasks.rados.rados.0.smithi097.stdout:2722: done (3 left) 2024-09-16T03:03:53.596 INFO:tasks.rados.rados.0.smithi097.stdout:2724: done (2 left) 2024-09-16T03:03:53.596 INFO:tasks.rados.rados.0.smithi097.stdout:2725: done (1 left) 2024-09-16T03:03:53.597 INFO:tasks.rados.rados.0.smithi097.stdout:2726: done (0 left) 2024-09-16T03:03:53.597 INFO:tasks.rados.rados.0.smithi097.stdout:2727: read oid 10 snap -1 2024-09-16T03:03:53.597 INFO:tasks.rados.rados.0.smithi097.stdout:2727: expect deleted 2024-09-16T03:03:53.597 INFO:tasks.rados.rados.0.smithi097.stdout:2728: rmattr oid 43 current snap is 257 2024-09-16T03:03:53.597 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 257 2024-09-16T03:03:53.597 INFO:tasks.rados.rados.0.smithi097.stdout:2729: seq_num 845 ranges {3571712=557056,4128768=581632,4710400=688128,5398528=335872} 2024-09-16T03:03:53.617 INFO:tasks.rados.rados.0.smithi097.stdout:2729: writing smithi09778949-12 from 3571712 to 4128768 tid 1 2024-09-16T03:03:53.621 INFO:tasks.rados.rados.0.smithi097.stdout:2729: writing smithi09778949-12 from 4128768 to 4710400 tid 2 2024-09-16T03:03:53.625 INFO:tasks.rados.rados.0.smithi097.stdout:2729: writing smithi09778949-12 from 4710400 to 5398528 tid 3 2024-09-16T03:03:53.627 INFO:tasks.rados.rados.0.smithi097.stdout:2729: writing smithi09778949-12 from 5398528 to 5734400 tid 4 2024-09-16T03:03:53.627 INFO:tasks.rados.rados.0.smithi097.stdout:2730: rmattr oid 38 current snap is 257 2024-09-16T03:03:53.627 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1394 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T03:03:53.627 INFO:tasks.rados.rados.0.smithi097.stdout:2729: finishing write tid 1 to smithi09778949-12 2024-09-16T03:03:53.627 INFO:tasks.rados.rados.0.smithi097.stdout:2729: finishing write tid 2 to smithi09778949-12 2024-09-16T03:03:53.628 INFO:tasks.rados.rados.0.smithi097.stdout:2727: done (3 left) 2024-09-16T03:03:53.628 INFO:tasks.rados.rados.0.smithi097.stdout:2728: done (2 left) 2024-09-16T03:03:53.628 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 257 2024-09-16T03:03:53.628 INFO:tasks.rados.rados.0.smithi097.stdout:2731: seq_num 846 ranges {294912=573440,868352=466944,1335296=491520,1826816=548864,2375680=98304} 2024-09-16T03:03:53.632 INFO:tasks.rados.rados.0.smithi097.stdout:2731: writing smithi09778949-48 from 294912 to 868352 tid 1 2024-09-16T03:03:53.634 INFO:tasks.rados.rados.0.smithi097.stdout:2731: writing smithi09778949-48 from 868352 to 1335296 tid 2 2024-09-16T03:03:53.637 INFO:tasks.rados.rados.0.smithi097.stdout:2731: writing smithi09778949-48 from 1335296 to 1826816 tid 3 2024-09-16T03:03:53.640 INFO:tasks.rados.rados.0.smithi097.stdout:2731: writing smithi09778949-48 from 1826816 to 2375680 tid 4 2024-09-16T03:03:53.641 INFO:tasks.rados.rados.0.smithi097.stdout:2731: writing smithi09778949-48 from 2375680 to 2473984 tid 5 2024-09-16T03:03:53.641 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 257 2024-09-16T03:03:53.641 INFO:tasks.rados.rados.0.smithi097.stdout:2732: seq_num 847 ranges {0=589824,589824=753664,1343488=655360,1998848=196608} 2024-09-16T03:03:53.644 INFO:tasks.rados.rados.0.smithi097.stdout:2732: writing smithi09778949-9 from 0 to 589824 tid 1 2024-09-16T03:03:53.648 INFO:tasks.rados.rados.0.smithi097.stdout:2732: writing smithi09778949-9 from 589824 to 1343488 tid 2 2024-09-16T03:03:53.652 INFO:tasks.rados.rados.0.smithi097.stdout:2732: writing smithi09778949-9 from 1343488 to 1998848 tid 3 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2732: writing smithi09778949-9 from 1998848 to 2195456 tid 4 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2733: delete oid 45 current snap is 257 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: finishing write tid 3 to smithi09778949-12 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: finishing write tid 4 to smithi09778949-12 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1676 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: finishing write tid 5 to smithi09778949-12 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: finishing write tid 6 to smithi09778949-12 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: oid 12 updating version 0 to 1557 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: oid 12 updating version 1557 to 1558 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: oid 12 updating version 1558 to 1559 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: oid 12 version 1559 is already newer than 1555 2024-09-16T03:03:53.654 INFO:tasks.rados.rados.0.smithi097.stdout:2729: oid 12 version 1559 is already newer than 1556 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1559 (ObjNum 845 snap 257 seq_num 845) dirty exists 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2729: left oid 12 (ObjNum 845 snap 257 seq_num 845) 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: finishing write tid 1 to smithi09778949-48 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: finishing write tid 2 to smithi09778949-48 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: finishing write tid 3 to smithi09778949-48 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: finishing write tid 4 to smithi09778949-48 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: finishing write tid 5 to smithi09778949-48 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: finishing write tid 6 to smithi09778949-48 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: finishing write tid 7 to smithi09778949-48 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: oid 48 updating version 0 to 790 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: oid 48 updating version 790 to 792 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: oid 48 version 792 is already newer than 789 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: oid 48 version 792 is already newer than 788 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: oid 48 version 792 is already newer than 787 2024-09-16T03:03:53.655 INFO:tasks.rados.rados.0.smithi097.stdout:2731: oid 48 version 792 is already newer than 791 2024-09-16T03:03:53.656 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 792 (ObjNum 846 snap 257 seq_num 846) dirty exists 2024-09-16T03:03:53.656 INFO:tasks.rados.rados.0.smithi097.stdout:2731: left oid 48 (ObjNum 846 snap 257 seq_num 846) 2024-09-16T03:03:53.656 INFO:tasks.rados.rados.0.smithi097.stdout:2732: finishing write tid 1 to smithi09778949-9 2024-09-16T03:03:53.656 INFO:tasks.rados.rados.0.smithi097.stdout:2732: finishing write tid 2 to smithi09778949-9 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2729: done (4 left) 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2730: done (3 left) 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2731: done (2 left) 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2733: done (1 left) 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2734: read oid 8 snap -1 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2734: expect (ObjNum 803 snap 240 seq_num 803) 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2735: rollback oid 37 current snap is 257 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 37 to 256 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2736: read oid 46 snap -1 2024-09-16T03:03:53.657 INFO:tasks.rados.rados.0.smithi097.stdout:2736: expect (ObjNum 767 snap 229 seq_num 767) 2024-09-16T03:03:53.658 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 257 2024-09-16T03:03:53.658 INFO:tasks.rados.rados.0.smithi097.stdout:2737: seq_num 849 ranges {2048000=622592,2670592=516096,3186688=663552,3850240=425984} 2024-09-16T03:03:53.671 INFO:tasks.rados.rados.0.smithi097.stdout:2737: writing smithi09778949-42 from 2048000 to 2670592 tid 1 2024-09-16T03:03:53.674 INFO:tasks.rados.rados.0.smithi097.stdout:2737: writing smithi09778949-42 from 2670592 to 3186688 tid 2 2024-09-16T03:03:53.679 INFO:tasks.rados.rados.0.smithi097.stdout:2737: writing smithi09778949-42 from 3186688 to 3850240 tid 3 2024-09-16T03:03:53.682 INFO:tasks.rados.rados.0.smithi097.stdout:2737: writing smithi09778949-42 from 3850240 to 4276224 tid 4 2024-09-16T03:03:53.682 INFO:tasks.rados.rados.0.smithi097.stdout:2738: rollback oid 11 current snap is 257 2024-09-16T03:03:53.682 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 256 2024-09-16T03:03:53.682 INFO:tasks.rados.rados.0.smithi097.stdout:2732: finishing write tid 3 to smithi09778949-9 2024-09-16T03:03:53.682 INFO:tasks.rados.rados.0.smithi097.stdout:2732: finishing write tid 4 to smithi09778949-9 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2732: finishing write tid 5 to smithi09778949-9 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2732: finishing write tid 6 to smithi09778949-9 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2732: oid 9 updating version 0 to 1137 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2732: oid 9 version 1137 is already newer than 1135 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2732: oid 9 updating version 1137 to 1138 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2732: oid 9 version 1138 is already newer than 1134 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2732: oid 9 version 1138 is already newer than 1136 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1138 (ObjNum 847 snap 257 seq_num 847) dirty exists 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2732: left oid 9 (ObjNum 847 snap 257 seq_num 847) 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2735: finishing rollback tid 0 to smithi09778949-37 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2735: finishing rollback tid 1 to smithi09778949-37 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:2735: finishing rollback tid 2 to smithi09778949-37 2024-09-16T03:03:53.683 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1560 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-09-16T03:03:53.684 INFO:tasks.rados.rados.0.smithi097.stdout:2732: done (5 left) 2024-09-16T03:03:53.684 INFO:tasks.rados.rados.0.smithi097.stdout:2735: done (4 left) 2024-09-16T03:03:53.684 INFO:tasks.rados.rados.0.smithi097.stdout:2739: read oid 40 snap -1 2024-09-16T03:03:53.684 INFO:tasks.rados.rados.0.smithi097.stdout:2739: expect (ObjNum 829 snap 249 seq_num 829) 2024-09-16T03:03:53.684 INFO:tasks.rados.rados.0.smithi097.stdout:2740: read oid 9 snap -1 2024-09-16T03:03:53.684 INFO:tasks.rados.rados.0.smithi097.stdout:2740: expect (ObjNum 847 snap 257 seq_num 847) 2024-09-16T03:03:53.684 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 257 2024-09-16T03:03:53.684 INFO:tasks.rados.rados.0.smithi097.stdout:2741: seq_num 850 ranges {3252224=638976,3891200=802816,4694016=475136,5169152=327680} 2024-09-16T03:03:53.705 INFO:tasks.rados.rados.0.smithi097.stdout:2741: writing smithi09778949-4 from 3252224 to 3891200 tid 1 2024-09-16T03:03:53.709 INFO:tasks.rados.rados.0.smithi097.stdout:2741: writing smithi09778949-4 from 3891200 to 4694016 tid 2 2024-09-16T03:03:53.712 INFO:tasks.rados.rados.0.smithi097.stdout:2741: writing smithi09778949-4 from 4694016 to 5169152 tid 3 2024-09-16T03:03:53.714 INFO:tasks.rados.rados.0.smithi097.stdout:2741: writing smithi09778949-4 from 5169152 to 5496832 tid 4 2024-09-16T03:03:53.714 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 257 2024-09-16T03:03:53.714 INFO:tasks.rados.rados.0.smithi097.stdout:2742: seq_num 851 ranges {4751360=655360,5406720=688128,6094848=679936,6774784=237568} 2024-09-16T03:03:53.742 INFO:tasks.rados.rados.0.smithi097.stdout:2742: writing smithi09778949-35 from 4751360 to 5406720 tid 1 2024-09-16T03:03:53.746 INFO:tasks.rados.rados.0.smithi097.stdout:2742: writing smithi09778949-35 from 5406720 to 6094848 tid 2 2024-09-16T03:03:53.750 INFO:tasks.rados.rados.0.smithi097.stdout:2742: writing smithi09778949-35 from 6094848 to 6774784 tid 3 2024-09-16T03:03:53.751 INFO:tasks.rados.rados.0.smithi097.stdout:2742: writing smithi09778949-35 from 6774784 to 7012352 tid 4 2024-09-16T03:03:53.751 INFO:tasks.rados.rados.0.smithi097.stdout:2743: copy_from oid 49 from oid 13 current snap is 257 2024-09-16T03:03:53.751 INFO:tasks.rados.rados.0.smithi097.stdout:2738: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:03:53.752 INFO:tasks.rados.rados.0.smithi097.stdout:2744: copy_from oid 17 from oid 20 current snap is 257 2024-09-16T03:03:53.752 INFO:tasks.rados.rados.0.smithi097.stdout:2738: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:03:53.752 INFO:tasks.rados.rados.0.smithi097.stdout:2736: expect (ObjNum 767 snap 229 seq_num 767) 2024-09-16T03:03:54.087 INFO:tasks.rados.rados.0.smithi097.stdout:2737: finishing write tid 1 to smithi09778949-42 2024-09-16T03:03:54.088 INFO:tasks.rados.rados.0.smithi097.stdout:2737: finishing write tid 2 to smithi09778949-42 2024-09-16T03:03:54.088 INFO:tasks.rados.rados.0.smithi097.stdout:2737: finishing write tid 3 to smithi09778949-42 2024-09-16T03:03:54.088 INFO:tasks.rados.rados.0.smithi097.stdout:2737: finishing write tid 4 to smithi09778949-42 2024-09-16T03:03:54.088 INFO:tasks.rados.rados.0.smithi097.stdout:2737: finishing write tid 5 to smithi09778949-42 2024-09-16T03:03:54.088 INFO:tasks.rados.rados.0.smithi097.stdout:2738: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:03:54.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1299 (ObjNum 564 snap 164 seq_num 564) dirty exists 2024-09-16T03:03:54.088 INFO:tasks.rados.rados.0.smithi097.stdout:2734: expect (ObjNum 803 snap 240 seq_num 803) 2024-09-16T03:03:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: pgmap v575: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 504 KiB/s wr, 21 op/s 2024-09-16T03:03:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T03:03:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:54.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:54 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.372 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: pgmap v575: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 504 KiB/s wr, 21 op/s 2024-09-16T03:03:54.373 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T03:03:54.373 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.373 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.373 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:54.373 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:54.373 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.374 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-16T03:03:54.374 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:54.374 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.374 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.374 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.375 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.375 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.375 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.375 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.375 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.375 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.376 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.376 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.376 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.376 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.376 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: pgmap v575: 121 pgs: 121 active+clean; 168 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 504 KiB/s wr, 21 op/s 2024-09-16T03:03:54.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: osdmap e603: 8 total, 8 up, 8 in 2024-09-16T03:03:54.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:03:54.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:03:54.377 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-prometheus-api-host"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.378 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.379 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.379 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:03:54.569 INFO:tasks.rados.rados.0.smithi097.stdout:2737: finishing write tid 6 to smithi09778949-42 2024-09-16T03:03:54.569 INFO:tasks.rados.rados.0.smithi097.stdout:2737: oid 42 updating version 0 to 1894 2024-09-16T03:03:54.569 INFO:tasks.rados.rados.0.smithi097.stdout:2737: oid 42 version 1894 is already newer than 1891 2024-09-16T03:03:54.569 INFO:tasks.rados.rados.0.smithi097.stdout:2737: oid 42 version 1894 is already newer than 1893 2024-09-16T03:03:54.569 INFO:tasks.rados.rados.0.smithi097.stdout:2737: oid 42 version 1894 is already newer than 1890 2024-09-16T03:03:54.570 INFO:tasks.rados.rados.0.smithi097.stdout:2737: oid 42 version 1894 is already newer than 1892 2024-09-16T03:03:54.570 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1894 (ObjNum 849 snap 257 seq_num 849) dirty exists 2024-09-16T03:03:54.570 INFO:tasks.rados.rados.0.smithi097.stdout:2737: left oid 42 (ObjNum 849 snap 257 seq_num 849) 2024-09-16T03:03:54.570 INFO:tasks.rados.rados.0.smithi097.stdout:2739: expect (ObjNum 829 snap 249 seq_num 829) 2024-09-16T03:03:54.618 INFO:tasks.rados.rados.0.smithi097.stdout:2740: expect (ObjNum 847 snap 257 seq_num 847) 2024-09-16T03:03:54.647 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:03:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:03:54] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.51.0" 2024-09-16T03:03:54.676 INFO:tasks.rados.rados.0.smithi097.stdout:2741: finishing write tid 1 to smithi09778949-4 2024-09-16T03:03:54.676 INFO:tasks.rados.rados.0.smithi097.stdout:2741: finishing write tid 2 to smithi09778949-4 2024-09-16T03:03:54.676 INFO:tasks.rados.rados.0.smithi097.stdout:2741: finishing write tid 3 to smithi09778949-4 2024-09-16T03:03:54.676 INFO:tasks.rados.rados.0.smithi097.stdout:2741: finishing write tid 4 to smithi09778949-4 2024-09-16T03:03:54.676 INFO:tasks.rados.rados.0.smithi097.stdout:2741: finishing write tid 5 to smithi09778949-4 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2741: finishing write tid 6 to smithi09778949-4 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2741: oid 4 updating version 0 to 1692 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2741: oid 4 version 1692 is already newer than 1688 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2741: oid 4 version 1692 is already newer than 1689 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2741: oid 4 version 1692 is already newer than 1691 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2741: oid 4 version 1692 is already newer than 1690 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1692 (ObjNum 850 snap 257 seq_num 850) dirty exists 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2741: left oid 4 (ObjNum 850 snap 257 seq_num 850) 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2742: finishing write tid 1 to smithi09778949-35 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2742: finishing write tid 2 to smithi09778949-35 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2734: done (9 left) 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2736: done (8 left) 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2737: done (7 left) 2024-09-16T03:03:54.677 INFO:tasks.rados.rados.0.smithi097.stdout:2738: done (6 left) 2024-09-16T03:03:54.678 INFO:tasks.rados.rados.0.smithi097.stdout:2739: done (5 left) 2024-09-16T03:03:54.678 INFO:tasks.rados.rados.0.smithi097.stdout:2740: done (4 left) 2024-09-16T03:03:54.678 INFO:tasks.rados.rados.0.smithi097.stdout:2741: done (3 left) 2024-09-16T03:03:54.678 INFO:tasks.rados.rados.0.smithi097.stdout:2745: snap_remove snap 256 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2745: done (3 left) 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2746: copy_from oid 46 from oid 26 current snap is 257 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2744: finishing copy_from to smithi09778949-17 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2744: got expected ENOENT (src dne) 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2744: finishing copy_from racing read to smithi09778949-17 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2742: finishing write tid 3 to smithi09778949-35 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2742: finishing write tid 4 to smithi09778949-35 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2742: finishing write tid 5 to smithi09778949-35 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2742: finishing write tid 6 to smithi09778949-35 2024-09-16T03:03:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:2742: oid 35 updating version 0 to 1139 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2742: oid 35 updating version 1139 to 1140 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2742: oid 35 updating version 1140 to 1143 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2742: oid 35 version 1143 is already newer than 1141 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2742: oid 35 version 1143 is already newer than 1142 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1143 (ObjNum 851 snap 257 seq_num 851) dirty exists 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2742: left oid 35 (ObjNum 851 snap 257 seq_num 851) 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2743: finishing copy_from racing read to smithi09778949-49 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2743: finishing copy_from to smithi09778949-49 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1300 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2742: done (3 left) 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2743: done (2 left) 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2744: done (1 left) 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2747: rmattr oid 42 current snap is 257 2024-09-16T03:03:55.113 INFO:tasks.rados.rados.0.smithi097.stdout:2748: rollback oid 23 current snap is 257 2024-09-16T03:03:55.114 INFO:tasks.rados.rados.0.smithi097.stdout:2748: done (2 left) 2024-09-16T03:03:55.114 INFO:tasks.rados.rados.0.smithi097.stdout:2749: snap_create 2024-09-16T03:03:55.121 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1895 (ObjNum 849 snap 257 seq_num 849) dirty exists 2024-09-16T03:03:55.131 INFO:tasks.rados.rados.0.smithi097.stdout:2746: finishing copy_from racing read to smithi09778949-46 2024-09-16T03:03:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:2746: finishing copy_from to smithi09778949-46 2024-09-16T03:03:55.133 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1287 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:03:55.376 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:55 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T03:03:55.376 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:55 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T03:03:55.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:55 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-09-16T03:03:56.117 INFO:tasks.rados.rados.0.smithi097.stdout:2746: done (2 left) 2024-09-16T03:03:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:2747: done (1 left) 2024-09-16T03:03:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:2749: done (0 left) 2024-09-16T03:03:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:2750: copy_from oid 46 from oid 15 current snap is 258 2024-09-16T03:03:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:2751: read oid 25 snap -1 2024-09-16T03:03:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:2751: expect (ObjNum 800 snap 237 seq_num 800) 2024-09-16T03:03:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:2752: setattr oid 47 current snap is 258 2024-09-16T03:03:56.120 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 258 2024-09-16T03:03:56.120 INFO:tasks.rados.rados.0.smithi097.stdout:2753: seq_num 852 ranges {4079616=671744,4751360=622592,5373952=442368,5816320=540672} 2024-09-16T03:03:56.147 INFO:tasks.rados.rados.0.smithi097.stdout:2753: writing smithi09778949-13 from 4079616 to 4751360 tid 1 2024-09-16T03:03:56.151 INFO:tasks.rados.rados.0.smithi097.stdout:2753: writing smithi09778949-13 from 4751360 to 5373952 tid 2 2024-09-16T03:03:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:2753: writing smithi09778949-13 from 5373952 to 5816320 tid 3 2024-09-16T03:03:56.157 INFO:tasks.rados.rados.0.smithi097.stdout:2753: writing smithi09778949-13 from 5816320 to 6356992 tid 4 2024-09-16T03:03:56.157 INFO:tasks.rados.rados.0.smithi097.stdout:2754: read oid 20 snap -1 2024-09-16T03:03:56.157 INFO:tasks.rados.rados.0.smithi097.stdout:2754: expect deleted 2024-09-16T03:03:56.157 INFO:tasks.rados.rados.0.smithi097.stdout:2755: snap_remove snap 257 2024-09-16T03:03:56.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:56 smithi184 ceph-mon[82194]: pgmap v577: 121 pgs: 121 active+clean; 172 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T03:03:56.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:56 smithi184 ceph-mon[82194]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T03:03:56.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:56 smithi184 ceph-mon[82194]: Upgrade: Updating alertmanager.a 2024-09-16T03:03:56.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:56 smithi184 ceph-mon[82194]: Deploying daemon alertmanager.a on smithi097 2024-09-16T03:03:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:56 smithi097 ceph-mon[88563]: pgmap v577: 121 pgs: 121 active+clean; 172 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T03:03:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:56 smithi097 ceph-mon[88563]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T03:03:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:56 smithi097 ceph-mon[88563]: Upgrade: Updating alertmanager.a 2024-09-16T03:03:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:56 smithi097 ceph-mon[88563]: Deploying daemon alertmanager.a on smithi097 2024-09-16T03:03:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:56 smithi097 ceph-mon[90424]: pgmap v577: 121 pgs: 121 active+clean; 172 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-09-16T03:03:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:56 smithi097 ceph-mon[90424]: osdmap e604: 8 total, 8 up, 8 in 2024-09-16T03:03:56.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:56 smithi097 ceph-mon[90424]: Upgrade: Updating alertmanager.a 2024-09-16T03:03:56.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:56 smithi097 ceph-mon[90424]: Deploying daemon alertmanager.a on smithi097 2024-09-16T03:03:57.044 INFO:tasks.rados.rados.0.smithi097.stdout:2755: done (5 left) 2024-09-16T03:03:57.044 INFO:tasks.rados.rados.0.smithi097.stdout:2756: read oid 10 snap -1 2024-09-16T03:03:57.044 INFO:tasks.rados.rados.0.smithi097.stdout:2756: expect deleted 2024-09-16T03:03:57.044 INFO:tasks.rados.rados.0.smithi097.stdout:2757: rollback oid 4 current snap is 258 2024-09-16T03:03:57.044 INFO:tasks.rados.rados.0.smithi097.stdout:2757: done (6 left) 2024-09-16T03:03:57.044 INFO:tasks.rados.rados.0.smithi097.stdout:2758: read oid 40 snap -1 2024-09-16T03:03:57.044 INFO:tasks.rados.rados.0.smithi097.stdout:2758: expect (ObjNum 829 snap 249 seq_num 829) 2024-09-16T03:03:57.044 INFO:tasks.rados.rados.0.smithi097.stdout:2759: read oid 34 snap -1 2024-09-16T03:03:57.045 INFO:tasks.rados.rados.0.smithi097.stdout:2759: expect (ObjNum 842 snap 257 seq_num 842) 2024-09-16T03:03:57.045 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 258 2024-09-16T03:03:57.045 INFO:tasks.rados.rados.0.smithi097.stdout:2760: seq_num 853 ranges {0=696320,696320=507904,1204224=647168,1851392=450560} 2024-09-16T03:03:57.048 INFO:tasks.rados.rados.0.smithi097.stdout:2760: writing smithi09778949-43 from 0 to 696320 tid 1 2024-09-16T03:03:57.051 INFO:tasks.rados.rados.0.smithi097.stdout:2760: writing smithi09778949-43 from 696320 to 1204224 tid 2 2024-09-16T03:03:57.056 INFO:tasks.rados.rados.0.smithi097.stdout:2760: writing smithi09778949-43 from 1204224 to 1851392 tid 3 2024-09-16T03:03:57.058 INFO:tasks.rados.rados.0.smithi097.stdout:2760: writing smithi09778949-43 from 1851392 to 2301952 tid 4 2024-09-16T03:03:57.058 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 258 2024-09-16T03:03:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1722 (ObjNum 828 snap 249 seq_num 828) dirty exists 2024-09-16T03:03:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:2751: expect (ObjNum 800 snap 237 seq_num 800) 2024-09-16T03:03:57.309 INFO:tasks.rados.rados.0.smithi097.stdout:2750: finishing copy_from racing read to smithi09778949-46 2024-09-16T03:03:57.309 INFO:tasks.rados.rados.0.smithi097.stdout:2750: finishing copy_from to smithi09778949-46 2024-09-16T03:03:57.309 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1393 (ObjNum 839 snap 255 seq_num 839) dirty exists 2024-09-16T03:03:57.309 INFO:tasks.rados.rados.0.smithi097.stdout:2753: finishing write tid 1 to smithi09778949-13 2024-09-16T03:03:57.309 INFO:tasks.rados.rados.0.smithi097.stdout:2753: finishing write tid 2 to smithi09778949-13 2024-09-16T03:03:57.309 INFO:tasks.rados.rados.0.smithi097.stdout:2761: seq_num 854 ranges {2195456=712704,2908160=794624,3702784=450560,4153344=360448} 2024-09-16T03:03:57.324 INFO:tasks.rados.rados.0.smithi097.stdout:2761: writing smithi09778949-9 from 2195456 to 2908160 tid 1 2024-09-16T03:03:57.329 INFO:tasks.rados.rados.0.smithi097.stdout:2761: writing smithi09778949-9 from 2908160 to 3702784 tid 2 2024-09-16T03:03:57.332 INFO:tasks.rados.rados.0.smithi097.stdout:2761: writing smithi09778949-9 from 3702784 to 4153344 tid 3 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2761: writing smithi09778949-9 from 4153344 to 4513792 tid 4 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2750: done (9 left) 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2751: done (8 left) 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2752: done (7 left) 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2762: read oid 42 snap -1 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2762: expect (ObjNum 849 snap 257 seq_num 849) 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2763: read oid 30 snap -1 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2763: expect (ObjNum 833 snap 251 seq_num 833) 2024-09-16T03:03:57.335 INFO:tasks.rados.rados.0.smithi097.stdout:2764: read oid 25 snap -1 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2764: expect (ObjNum 800 snap 237 seq_num 800) 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2765: snap_create 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: finishing write tid 3 to smithi09778949-13 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: finishing write tid 4 to smithi09778949-13 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: finishing write tid 5 to smithi09778949-13 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: finishing write tid 6 to smithi09778949-13 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: oid 13 updating version 0 to 1302 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: oid 13 updating version 1302 to 1303 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: oid 13 updating version 1303 to 1305 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: oid 13 version 1305 is already newer than 1304 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: oid 13 version 1305 is already newer than 1301 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1305 (ObjNum 852 snap 258 seq_num 852) dirty exists 2024-09-16T03:03:57.336 INFO:tasks.rados.rados.0.smithi097.stdout:2753: left oid 13 (ObjNum 852 snap 258 seq_num 852) 2024-09-16T03:03:57.337 INFO:tasks.rados.rados.0.smithi097.stdout:2758: expect (ObjNum 829 snap 249 seq_num 829) 2024-09-16T03:03:57.397 INFO:tasks.rados.rados.0.smithi097.stdout:2760: finishing write tid 1 to smithi09778949-43 2024-09-16T03:03:57.397 INFO:tasks.rados.rados.0.smithi097.stdout:2760: finishing write tid 2 to smithi09778949-43 2024-09-16T03:03:57.397 INFO:tasks.rados.rados.0.smithi097.stdout:2760: finishing write tid 3 to smithi09778949-43 2024-09-16T03:03:57.397 INFO:tasks.rados.rados.0.smithi097.stdout:2760: finishing write tid 4 to smithi09778949-43 2024-09-16T03:03:57.397 INFO:tasks.rados.rados.0.smithi097.stdout:2760: finishing write tid 5 to smithi09778949-43 2024-09-16T03:03:57.397 INFO:tasks.rados.rados.0.smithi097.stdout:2760: finishing write tid 6 to smithi09778949-43 2024-09-16T03:03:57.397 INFO:tasks.rados.rados.0.smithi097.stdout:2760: oid 43 updating version 0 to 1398 2024-09-16T03:03:57.398 INFO:tasks.rados.rados.0.smithi097.stdout:2760: oid 43 updating version 1398 to 1399 2024-09-16T03:03:57.398 INFO:tasks.rados.rados.0.smithi097.stdout:2760: oid 43 version 1399 is already newer than 1396 2024-09-16T03:03:57.398 INFO:tasks.rados.rados.0.smithi097.stdout:2760: oid 43 version 1399 is already newer than 1397 2024-09-16T03:03:57.398 INFO:tasks.rados.rados.0.smithi097.stdout:2760: oid 43 version 1399 is already newer than 1395 2024-09-16T03:03:57.398 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1399 (ObjNum 853 snap 258 seq_num 853) dirty exists 2024-09-16T03:03:57.398 INFO:tasks.rados.rados.0.smithi097.stdout:2760: left oid 43 (ObjNum 853 snap 258 seq_num 853) 2024-09-16T03:03:57.398 INFO:tasks.rados.rados.0.smithi097.stdout:2759: expect (ObjNum 842 snap 257 seq_num 842) 2024-09-16T03:03:57.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:57 smithi184 ceph-mon[82194]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T03:03:57.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:57 smithi184 ceph-mon[82194]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T03:03:57.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:57 smithi097 ceph-mon[88563]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T03:03:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:57 smithi097 ceph-mon[88563]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T03:03:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:57 smithi097 ceph-mon[90424]: osdmap e605: 8 total, 8 up, 8 in 2024-09-16T03:03:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:57 smithi097 ceph-mon[90424]: osdmap e606: 8 total, 8 up, 8 in 2024-09-16T03:03:57.514 INFO:tasks.rados.rados.0.smithi097.stdout:2761: finishing write tid 1 to smithi09778949-9 2024-09-16T03:03:57.514 INFO:tasks.rados.rados.0.smithi097.stdout:2761: finishing write tid 2 to smithi09778949-9 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: finishing write tid 3 to smithi09778949-9 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: finishing write tid 4 to smithi09778949-9 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: finishing write tid 5 to smithi09778949-9 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: finishing write tid 6 to smithi09778949-9 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: oid 9 updating version 0 to 1144 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: oid 9 updating version 1144 to 1148 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: oid 9 version 1148 is already newer than 1145 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: oid 9 version 1148 is already newer than 1146 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: oid 9 version 1148 is already newer than 1147 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1148 (ObjNum 854 snap 258 seq_num 854) dirty exists 2024-09-16T03:03:57.515 INFO:tasks.rados.rados.0.smithi097.stdout:2761: left oid 9 (ObjNum 854 snap 258 seq_num 854) 2024-09-16T03:03:57.516 INFO:tasks.rados.rados.0.smithi097.stdout:2762: expect (ObjNum 849 snap 257 seq_num 849) 2024-09-16T03:03:57.659 INFO:tasks.rados.rados.0.smithi097.stdout:2764: expect (ObjNum 800 snap 237 seq_num 800) 2024-09-16T03:03:57.947 INFO:tasks.rados.rados.0.smithi097.stdout:2763: expect (ObjNum 833 snap 251 seq_num 833) 2024-09-16T03:03:58.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:58 smithi184 ceph-mon[82194]: pgmap v580: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2024-09-16T03:03:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:58 smithi097 ceph-mon[88563]: pgmap v580: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2024-09-16T03:03:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:58 smithi097 ceph-mon[90424]: pgmap v580: 121 pgs: 121 active+clean; 174 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 5.2 MiB/s wr, 29 op/s 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2753: done (10 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2754: done (9 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2756: done (8 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2758: done (7 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2759: done (6 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2760: done (5 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2761: done (4 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2762: done (3 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2763: done (2 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2764: done (1 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2765: done (0 left) 2024-09-16T03:03:58.741 INFO:tasks.rados.rados.0.smithi097.stdout:2766: snap_create 2024-09-16T03:03:59.134 INFO:tasks.rados.rados.0.smithi097.stdout:2766: done (0 left) 2024-09-16T03:03:59.134 INFO:tasks.rados.rados.0.smithi097.stdout:2767: snap_create 2024-09-16T03:03:59.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:03:59 smithi184 ceph-mon[82194]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T03:03:59.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:03:59 smithi097 ceph-mon[88563]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T03:03:59.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:03:59 smithi097 ceph-mon[90424]: osdmap e607: 8 total, 8 up, 8 in 2024-09-16T03:04:00.136 INFO:tasks.rados.rados.0.smithi097.stdout:2767: done (0 left) 2024-09-16T03:04:00.136 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 261 2024-09-16T03:04:00.136 INFO:tasks.rados.rados.0.smithi097.stdout:2768: seq_num 855 ranges {2433024=729088,3162112=671744,3833856=663552,4497408=270336} 2024-09-16T03:04:00.153 INFO:tasks.rados.rados.0.smithi097.stdout:2768: writing smithi09778949-17 from 2433024 to 3162112 tid 1 2024-09-16T03:04:00.157 INFO:tasks.rados.rados.0.smithi097.stdout:2768: writing smithi09778949-17 from 3162112 to 3833856 tid 2 2024-09-16T03:04:00.161 INFO:tasks.rados.rados.0.smithi097.stdout:2768: writing smithi09778949-17 from 3833856 to 4497408 tid 3 2024-09-16T03:04:00.163 INFO:tasks.rados.rados.0.smithi097.stdout:2768: writing smithi09778949-17 from 4497408 to 4767744 tid 4 2024-09-16T03:04:00.163 INFO:tasks.rados.rados.0.smithi097.stdout:2769: rollback oid 40 current snap is 261 2024-09-16T03:04:00.163 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 259 2024-09-16T03:04:00.163 INFO:tasks.rados.rados.0.smithi097.stdout:2768: finishing write tid 1 to smithi09778949-17 2024-09-16T03:04:00.163 INFO:tasks.rados.rados.0.smithi097.stdout:2770: snap_remove snap 260 2024-09-16T03:04:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:00 smithi097 ceph-mon[88563]: pgmap v583: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 38 op/s 2024-09-16T03:04:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:00 smithi097 ceph-mon[88563]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T03:04:00.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:00 smithi097 ceph-mon[90424]: pgmap v583: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 38 op/s 2024-09-16T03:04:00.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:00 smithi097 ceph-mon[90424]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T03:04:00.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:00 smithi184 ceph-mon[82194]: pgmap v583: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 32 MiB/s rd, 8.0 MiB/s wr, 38 op/s 2024-09-16T03:04:00.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:00 smithi184 ceph-mon[82194]: osdmap e608: 8 total, 8 up, 8 in 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:2768: finishing write tid 2 to smithi09778949-17 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:2768: finishing write tid 3 to smithi09778949-17 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:2768: finishing write tid 4 to smithi09778949-17 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:2768: finishing write tid 5 to smithi09778949-17 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:2769: finishing rollback tid 0 to smithi09778949-40 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:2769: finishing rollback tid 1 to smithi09778949-40 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:2769: finishing rollback tid 2 to smithi09778949-40 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1402 (ObjNum 829 snap 249 seq_num 829) dirty exists 2024-09-16T03:04:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:2768: finishing write tid 6 to smithi09778949-17 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2768: oid 17 updating version 0 to 1304 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2768: oid 17 version 1304 is already newer than 1301 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2768: oid 17 version 1304 is already newer than 1300 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2768: oid 17 version 1304 is already newer than 1302 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2768: oid 17 version 1304 is already newer than 1303 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1304 (ObjNum 855 snap 261 seq_num 855) dirty exists 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2768: left oid 17 (ObjNum 855 snap 261 seq_num 855) 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2768: done (2 left) 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2769: done (1 left) 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2770: done (0 left) 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2771: read oid 6 snap 259 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:2771: expect deleted 2024-09-16T03:04:01.150 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 261 2024-09-16T03:04:01.151 INFO:tasks.rados.rados.0.smithi097.stdout:2772: seq_num 856 ranges {2719744=745472,3465216=557056,4022272=417792,4440064=434176,4874240=196608} 2024-09-16T03:04:01.168 INFO:tasks.rados.rados.0.smithi097.stdout:2772: writing smithi09778949-28 from 2719744 to 3465216 tid 1 2024-09-16T03:04:01.171 INFO:tasks.rados.rados.0.smithi097.stdout:2772: writing smithi09778949-28 from 3465216 to 4022272 tid 2 2024-09-16T03:04:01.173 INFO:tasks.rados.rados.0.smithi097.stdout:2772: writing smithi09778949-28 from 4022272 to 4440064 tid 3 2024-09-16T03:04:01.176 INFO:tasks.rados.rados.0.smithi097.stdout:2772: writing smithi09778949-28 from 4440064 to 4874240 tid 4 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:2772: writing smithi09778949-28 from 4874240 to 5070848 tid 5 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:2773: rollback oid 8 current snap is 261 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 8 to 258 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:2772: finishing write tid 1 to smithi09778949-28 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:2772: finishing write tid 2 to smithi09778949-28 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:2772: finishing write tid 3 to smithi09778949-28 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:2771: done (2 left) 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:2774: rollback oid 1 current snap is 261 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 1 to 259 2024-09-16T03:04:01.178 INFO:tasks.rados.rados.0.smithi097.stdout:2775: snap_create 2024-09-16T03:04:01.182 INFO:tasks.rados.rados.0.smithi097.stdout:2772: finishing write tid 4 to smithi09778949-28 2024-09-16T03:04:01.182 INFO:tasks.rados.rados.0.smithi097.stdout:2772: finishing write tid 5 to smithi09778949-28 2024-09-16T03:04:01.183 INFO:tasks.rados.rados.0.smithi097.stdout:2773: finishing rollback tid 0 to smithi09778949-8 2024-09-16T03:04:01.183 INFO:tasks.rados.rados.0.smithi097.stdout:2772: finishing write tid 6 to smithi09778949-28 2024-09-16T03:04:01.183 INFO:tasks.rados.rados.0.smithi097.stdout:2774: finishing rollback tid 1 to smithi09778949-1 2024-09-16T03:04:01.183 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 0 (ObjNum 65 snap 0 seq_num 1517122389) dirty dne 2024-09-16T03:04:01.184 INFO:tasks.rados.rados.0.smithi097.stdout:2773: finishing rollback tid 1 to smithi09778949-8 2024-09-16T03:04:01.184 INFO:tasks.rados.rados.0.smithi097.stdout:2773: finishing rollback tid 2 to smithi09778949-8 2024-09-16T03:04:01.184 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1562 (ObjNum 803 snap 240 seq_num 803) dirty exists 2024-09-16T03:04:01.185 INFO:tasks.rados.rados.0.smithi097.stdout:2772: finishing write tid 7 to smithi09778949-28 2024-09-16T03:04:01.185 INFO:tasks.rados.rados.0.smithi097.stdout:2772: oid 28 updating version 0 to 1909 2024-09-16T03:04:01.185 INFO:tasks.rados.rados.0.smithi097.stdout:2772: oid 28 version 1909 is already newer than 1906 2024-09-16T03:04:01.185 INFO:tasks.rados.rados.0.smithi097.stdout:2772: oid 28 updating version 1909 to 1910 2024-09-16T03:04:01.185 INFO:tasks.rados.rados.0.smithi097.stdout:2772: oid 28 version 1910 is already newer than 1908 2024-09-16T03:04:01.186 INFO:tasks.rados.rados.0.smithi097.stdout:2772: oid 28 version 1910 is already newer than 1907 2024-09-16T03:04:01.186 INFO:tasks.rados.rados.0.smithi097.stdout:2772: oid 28 version 1910 is already newer than 1905 2024-09-16T03:04:01.186 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1910 (ObjNum 856 snap 261 seq_num 856) dirty exists 2024-09-16T03:04:01.186 INFO:tasks.rados.rados.0.smithi097.stdout:2772: left oid 28 (ObjNum 856 snap 261 seq_num 856) 2024-09-16T03:04:01.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:01 smithi184 ceph-mon[82194]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T03:04:01.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:01 smithi097 ceph-mon[88563]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T03:04:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:01 smithi097 ceph-mon[90424]: osdmap e609: 8 total, 8 up, 8 in 2024-09-16T03:04:02.041 INFO:tasks.rados.rados.0.smithi097.stdout:2772: done (3 left) 2024-09-16T03:04:02.041 INFO:tasks.rados.rados.0.smithi097.stdout:2773: done (2 left) 2024-09-16T03:04:02.041 INFO:tasks.rados.rados.0.smithi097.stdout:2774: done (1 left) 2024-09-16T03:04:02.042 INFO:tasks.rados.rados.0.smithi097.stdout:2775: done (0 left) 2024-09-16T03:04:02.042 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 262 2024-09-16T03:04:02.042 INFO:tasks.rados.rados.0.smithi097.stdout:2776: seq_num 857 ranges {10797056=761856,11558912=442368,12001280=630784,12632064=532480} 2024-09-16T03:04:02.103 INFO:tasks.rados.rados.0.smithi097.stdout:2776: writing smithi09778949-30 from 10797056 to 11558912 tid 1 2024-09-16T03:04:02.105 INFO:tasks.rados.rados.0.smithi097.stdout:2776: writing smithi09778949-30 from 11558912 to 12001280 tid 2 2024-09-16T03:04:02.109 INFO:tasks.rados.rados.0.smithi097.stdout:2776: writing smithi09778949-30 from 12001280 to 12632064 tid 3 2024-09-16T03:04:02.113 INFO:tasks.rados.rados.0.smithi097.stdout:2776: writing smithi09778949-30 from 12632064 to 13164544 tid 4 2024-09-16T03:04:02.113 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 262 2024-09-16T03:04:02.113 INFO:tasks.rados.rados.0.smithi097.stdout:2776: finishing write tid 1 to smithi09778949-30 2024-09-16T03:04:02.113 INFO:tasks.rados.rados.0.smithi097.stdout:2777: seq_num 858 ranges {4227072=778240,5005312=729088,5734400=434176,6168576=442368} 2024-09-16T03:04:02.139 INFO:tasks.rados.rados.0.smithi097.stdout:2777: writing smithi09778949-38 from 4227072 to 5005312 tid 1 2024-09-16T03:04:02.144 INFO:tasks.rados.rados.0.smithi097.stdout:2777: writing smithi09778949-38 from 5005312 to 5734400 tid 2 2024-09-16T03:04:02.146 INFO:tasks.rados.rados.0.smithi097.stdout:2777: writing smithi09778949-38 from 5734400 to 6168576 tid 3 2024-09-16T03:04:02.149 INFO:tasks.rados.rados.0.smithi097.stdout:2777: writing smithi09778949-38 from 6168576 to 6610944 tid 4 2024-09-16T03:04:02.149 INFO:tasks.rados.rados.0.smithi097.stdout:2778: snap_create 2024-09-16T03:04:02.149 INFO:tasks.rados.rados.0.smithi097.stdout:2776: finishing write tid 2 to smithi09778949-30 2024-09-16T03:04:02.149 INFO:tasks.rados.rados.0.smithi097.stdout:2776: finishing write tid 3 to smithi09778949-30 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: finishing write tid 4 to smithi09778949-30 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: finishing write tid 5 to smithi09778949-30 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: finishing write tid 6 to smithi09778949-30 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: oid 30 updating version 0 to 1139 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: oid 30 updating version 1139 to 1140 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: oid 30 version 1140 is already newer than 1138 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: oid 30 updating version 1140 to 1141 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: oid 30 updating version 1141 to 1142 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1142 (ObjNum 857 snap 262 seq_num 857) dirty exists 2024-09-16T03:04:02.150 INFO:tasks.rados.rados.0.smithi097.stdout:2776: left oid 30 (ObjNum 857 snap 262 seq_num 857) 2024-09-16T03:04:02.152 INFO:tasks.rados.rados.0.smithi097.stdout:2777: finishing write tid 1 to smithi09778949-38 2024-09-16T03:04:02.152 INFO:tasks.rados.rados.0.smithi097.stdout:2777: finishing write tid 2 to smithi09778949-38 2024-09-16T03:04:02.155 INFO:tasks.rados.rados.0.smithi097.stdout:2777: finishing write tid 3 to smithi09778949-38 2024-09-16T03:04:02.155 INFO:tasks.rados.rados.0.smithi097.stdout:2777: finishing write tid 4 to smithi09778949-38 2024-09-16T03:04:02.155 INFO:tasks.rados.rados.0.smithi097.stdout:2777: finishing write tid 5 to smithi09778949-38 2024-09-16T03:04:02.157 INFO:tasks.rados.rados.0.smithi097.stdout:2777: finishing write tid 6 to smithi09778949-38 2024-09-16T03:04:02.157 INFO:tasks.rados.rados.0.smithi097.stdout:2777: oid 38 updating version 0 to 1691 2024-09-16T03:04:02.157 INFO:tasks.rados.rados.0.smithi097.stdout:2777: oid 38 version 1691 is already newer than 1689 2024-09-16T03:04:02.157 INFO:tasks.rados.rados.0.smithi097.stdout:2777: oid 38 version 1691 is already newer than 1688 2024-09-16T03:04:02.157 INFO:tasks.rados.rados.0.smithi097.stdout:2777: oid 38 version 1691 is already newer than 1690 2024-09-16T03:04:02.157 INFO:tasks.rados.rados.0.smithi097.stdout:2777: oid 38 updating version 1691 to 1692 2024-09-16T03:04:02.158 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1692 (ObjNum 858 snap 262 seq_num 858) dirty exists 2024-09-16T03:04:02.158 INFO:tasks.rados.rados.0.smithi097.stdout:2777: left oid 38 (ObjNum 858 snap 262 seq_num 858) 2024-09-16T03:04:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:02 smithi097 ceph-mon[88563]: pgmap v586: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 6.1 MiB/s wr, 27 op/s 2024-09-16T03:04:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:02 smithi097 ceph-mon[88563]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T03:04:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:02 smithi097 ceph-mon[88563]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T03:04:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:02 smithi097 ceph-mon[90424]: pgmap v586: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 6.1 MiB/s wr, 27 op/s 2024-09-16T03:04:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:02 smithi097 ceph-mon[90424]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T03:04:02.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:02 smithi097 ceph-mon[90424]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T03:04:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:02 smithi184 ceph-mon[82194]: pgmap v586: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 6.1 MiB/s wr, 27 op/s 2024-09-16T03:04:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:02 smithi184 ceph-mon[82194]: osdmap e610: 8 total, 8 up, 8 in 2024-09-16T03:04:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:02 smithi184 ceph-mon[82194]: osdmap e611: 8 total, 8 up, 8 in 2024-09-16T03:04:03.152 INFO:tasks.rados.rados.0.smithi097.stdout:2776: done (2 left) 2024-09-16T03:04:03.153 INFO:tasks.rados.rados.0.smithi097.stdout:2777: done (1 left) 2024-09-16T03:04:03.153 INFO:tasks.rados.rados.0.smithi097.stdout:2778: done (0 left) 2024-09-16T03:04:03.153 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 263 2024-09-16T03:04:03.153 INFO:tasks.rados.rados.0.smithi097.stdout:2779: seq_num 859 ranges {8159232=794624,8953856=614400,9568256=638976,10207232=352256} 2024-09-16T03:04:03.201 INFO:tasks.rados.rados.0.smithi097.stdout:2779: writing smithi09778949-31 from 8159232 to 8953856 tid 1 2024-09-16T03:04:03.204 INFO:tasks.rados.rados.0.smithi097.stdout:2779: writing smithi09778949-31 from 8953856 to 9568256 tid 2 2024-09-16T03:04:03.208 INFO:tasks.rados.rados.0.smithi097.stdout:2779: writing smithi09778949-31 from 9568256 to 10207232 tid 3 2024-09-16T03:04:03.210 INFO:tasks.rados.rados.0.smithi097.stdout:2779: writing smithi09778949-31 from 10207232 to 10559488 tid 4 2024-09-16T03:04:03.210 INFO:tasks.rados.rados.0.smithi097.stdout:2780: rmattr oid 35 current snap is 263 2024-09-16T03:04:03.210 INFO:tasks.rados.rados.0.smithi097.stdout:2779: finishing write tid 1 to smithi09778949-31 2024-09-16T03:04:03.211 INFO:tasks.rados.rados.0.smithi097.stdout:2779: finishing write tid 2 to smithi09778949-31 2024-09-16T03:04:03.211 INFO:tasks.rados.rados.0.smithi097.stdout:2781: read oid 46 snap 262 2024-09-16T03:04:03.211 INFO:tasks.rados.rados.0.smithi097.stdout:2781: expect (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:04:03.211 INFO:tasks.rados.rados.0.smithi097.stdout:2782: copy_from oid 42 from oid 38 current snap is 263 2024-09-16T03:04:03.211 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 263 2024-09-16T03:04:03.211 INFO:tasks.rados.rados.0.smithi097.stdout:2783: seq_num 860 ranges {5488640=8192} 2024-09-16T03:04:03.241 INFO:tasks.rados.rados.0.smithi097.stdout:2783: writing smithi09778949-3 from 5488640 to 5496832 tid 1 2024-09-16T03:04:03.241 INFO:tasks.rados.rados.0.smithi097.stdout:2784: delete oid 40 current snap is 263 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: finishing write tid 3 to smithi09778949-31 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: finishing write tid 4 to smithi09778949-31 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: finishing write tid 5 to smithi09778949-31 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1149 (ObjNum 851 snap 257 seq_num 851) dirty exists 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: finishing write tid 6 to smithi09778949-31 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: oid 31 updating version 0 to 1697 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: oid 31 version 1697 is already newer than 1695 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: oid 31 version 1697 is already newer than 1696 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: oid 31 version 1697 is already newer than 1694 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: oid 31 version 1697 is already newer than 1693 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1697 (ObjNum 859 snap 263 seq_num 859) dirty exists 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2779: left oid 31 (ObjNum 859 snap 263 seq_num 859) 2024-09-16T03:04:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:2781: expect (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:04:03.495 INFO:tasks.rados.rados.0.smithi097.stdout:2782: finishing copy_from racing read to smithi09778949-42 2024-09-16T03:04:03.496 INFO:tasks.rados.rados.0.smithi097.stdout:2782: finishing copy_from to smithi09778949-42 2024-09-16T03:04:03.496 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1692 (ObjNum 858 snap 262 seq_num 858) dirty exists 2024-09-16T03:04:03.496 INFO:tasks.rados.rados.0.smithi097.stdout:2783: finishing write tid 1 to smithi09778949-3 2024-09-16T03:04:03.496 INFO:tasks.rados.rados.0.smithi097.stdout:2783: finishing write tid 2 to smithi09778949-3 2024-09-16T03:04:03.496 INFO:tasks.rados.rados.0.smithi097.stdout:2779: done (5 left) 2024-09-16T03:04:03.496 INFO:tasks.rados.rados.0.smithi097.stdout:2780: done (4 left) 2024-09-16T03:04:03.496 INFO:tasks.rados.rados.0.smithi097.stdout:2781: done (3 left) 2024-09-16T03:04:03.496 INFO:tasks.rados.rados.0.smithi097.stdout:2782: done (2 left) 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2784: done (1 left) 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2785: read oid 34 snap -1 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2785: expect (ObjNum 842 snap 257 seq_num 842) 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2786: copy_from oid 4 from oid 48 current snap is 263 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2783: finishing write tid 3 to smithi09778949-3 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2783: oid 3 updating version 0 to 1915 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2783: oid 3 version 1915 is already newer than 1914 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1915 (ObjNum 860 snap 263 seq_num 860) dirty exists 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2783: left oid 3 (ObjNum 860 snap 263 seq_num 860) 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2783: done (2 left) 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 263 2024-09-16T03:04:03.497 INFO:tasks.rados.rados.0.smithi097.stdout:2787: seq_num 862 ranges {2719744=40960} 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2787: writing smithi09778949-41 from 2719744 to 2760704 tid 1 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2788: read oid 23 snap -1 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2788: expect (ObjNum 720 snap 217 seq_num 720) 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2789: read oid 17 snap -1 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2789: expect (ObjNum 855 snap 261 seq_num 855) 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2790: read oid 5 snap -1 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2790: expect (ObjNum 841 snap 257 seq_num 841) 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2791: delete oid 11 current snap is 263 2024-09-16T03:04:03.511 INFO:tasks.rados.rados.0.smithi097.stdout:2786: finishing copy_from racing read to smithi09778949-4 2024-09-16T03:04:03.512 INFO:tasks.rados.rados.0.smithi097.stdout:2786: finishing copy_from to smithi09778949-4 2024-09-16T03:04:03.512 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 792 (ObjNum 846 snap 257 seq_num 846) dirty exists 2024-09-16T03:04:03.513 INFO:tasks.rados.rados.0.smithi097.stdout:2785: expect (ObjNum 842 snap 257 seq_num 842) 2024-09-16T03:04:03.641 INFO:tasks.rados.rados.0.smithi097.stdout:2788: expect (ObjNum 720 snap 217 seq_num 720) 2024-09-16T03:04:03.645 INFO:tasks.rados.rados.0.smithi097.stdout:2787: finishing write tid 1 to smithi09778949-41 2024-09-16T03:04:03.645 INFO:tasks.rados.rados.0.smithi097.stdout:2787: finishing write tid 2 to smithi09778949-41 2024-09-16T03:04:03.645 INFO:tasks.rados.rados.0.smithi097.stdout:2785: done (6 left) 2024-09-16T03:04:03.645 INFO:tasks.rados.rados.0.smithi097.stdout:2786: done (5 left) 2024-09-16T03:04:03.645 INFO:tasks.rados.rados.0.smithi097.stdout:2788: done (4 left) 2024-09-16T03:04:03.645 INFO:tasks.rados.rados.0.smithi097.stdout:2791: done (3 left) 2024-09-16T03:04:03.645 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 263 2024-09-16T03:04:03.646 INFO:tasks.rados.rados.0.smithi097.stdout:2787: finishing write tid 3 to smithi09778949-41 2024-09-16T03:04:03.646 INFO:tasks.rados.rados.0.smithi097.stdout:2787: oid 41 updating version 0 to 1563 2024-09-16T03:04:03.646 INFO:tasks.rados.rados.0.smithi097.stdout:2787: oid 41 updating version 1563 to 1564 2024-09-16T03:04:03.646 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1564 (ObjNum 862 snap 263 seq_num 862) dirty exists 2024-09-16T03:04:03.646 INFO:tasks.rados.rados.0.smithi097.stdout:2787: left oid 41 (ObjNum 862 snap 263 seq_num 862) 2024-09-16T03:04:03.646 INFO:tasks.rados.rados.0.smithi097.stdout:2789: expect (ObjNum 855 snap 261 seq_num 855) 2024-09-16T03:04:03.861 INFO:tasks.rados.rados.0.smithi097.stdout:2790: expect (ObjNum 841 snap 257 seq_num 841) 2024-09-16T03:04:03.919 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:03 smithi097 systemd[1]: Stopping Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:04:04.235 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:04 smithi097 ceph-mon[88563]: pgmap v589: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T03:04:04.236 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:04 smithi097 ceph-mon[88563]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T03:04:04.236 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:04.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:04 smithi097 ceph-mon[90424]: pgmap v589: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T03:04:04.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:04 smithi097 ceph-mon[90424]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T03:04:04.236 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:04.236 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:03 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[74822]: ts=2024-09-16T03:04:03.916Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T03:04:04.237 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:03 smithi097 podman[122066]: 2024-09-16 03:04:03.957187792 +0000 UTC m=+0.162694914 container died 865918664bb6cf66a9964e4ef95cea148ce336dc88e206dfd7de57350359815f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:04:04.316 INFO:tasks.rados.rados.0.smithi097.stdout:2792: seq_num 864 ranges {7012352=73728} 2024-09-16T03:04:04.354 INFO:tasks.rados.rados.0.smithi097.stdout:2792: writing smithi09778949-35 from 7012352 to 7086080 tid 1 2024-09-16T03:04:04.354 INFO:tasks.rados.rados.0.smithi097.stdout:2787: done (3 left) 2024-09-16T03:04:04.354 INFO:tasks.rados.rados.0.smithi097.stdout:2789: done (2 left) 2024-09-16T03:04:04.354 INFO:tasks.rados.rados.0.smithi097.stdout:2790: done (1 left) 2024-09-16T03:04:04.354 INFO:tasks.rados.rados.0.smithi097.stdout:2793: read oid 13 snap -1 2024-09-16T03:04:04.354 INFO:tasks.rados.rados.0.smithi097.stdout:2793: expect (ObjNum 852 snap 258 seq_num 852) 2024-09-16T03:04:04.354 INFO:tasks.rados.rados.0.smithi097.stdout:2794: copy_from oid 10 from oid 29 current snap is 263 2024-09-16T03:04:04.354 INFO:tasks.rados.rados.0.smithi097.stdout:2795: copy_from oid 9 from oid 31 current snap is 263 2024-09-16T03:04:04.355 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 263 2024-09-16T03:04:04.355 INFO:tasks.rados.rados.0.smithi097.stdout:2796: seq_num 865 ranges {2473984=90112} 2024-09-16T03:04:04.369 INFO:tasks.rados.rados.0.smithi097.stdout:2796: writing smithi09778949-48 from 2473984 to 2564096 tid 1 2024-09-16T03:04:04.369 INFO:tasks.rados.rados.0.smithi097.stdout:2797: read oid 46 snap -1 2024-09-16T03:04:04.369 INFO:tasks.rados.rados.0.smithi097.stdout:2797: expect (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:04:04.370 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 263 2024-09-16T03:04:04.370 INFO:tasks.rados.rados.0.smithi097.stdout:2792: finishing write tid 1 to smithi09778949-35 2024-09-16T03:04:04.370 INFO:tasks.rados.rados.0.smithi097.stdout:2792: finishing write tid 2 to smithi09778949-35 2024-09-16T03:04:04.370 INFO:tasks.rados.rados.0.smithi097.stdout:2798: seq_num 866 ranges {0=106496} 2024-09-16T03:04:04.370 INFO:tasks.rados.rados.0.smithi097.stdout:2798: writing smithi09778949-45 from 0 to 106496 tid 1 2024-09-16T03:04:04.370 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 263 2024-09-16T03:04:04.370 INFO:tasks.rados.rados.0.smithi097.stdout:2799: seq_num 867 ranges {0=122880} 2024-09-16T03:04:04.371 INFO:tasks.rados.rados.0.smithi097.stdout:2799: writing smithi09778949-11 from 0 to 122880 tid 1 2024-09-16T03:04:04.371 INFO:tasks.rados.rados.0.smithi097.stdout:2800: rollback oid 4 current snap is 263 2024-09-16T03:04:04.372 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 4 to 258 2024-09-16T03:04:04.372 INFO:tasks.rados.rados.0.smithi097.stdout:2792: finishing write tid 3 to smithi09778949-35 2024-09-16T03:04:04.372 INFO:tasks.rados.rados.0.smithi097.stdout:2792: oid 35 updating version 0 to 1150 2024-09-16T03:04:04.372 INFO:tasks.rados.rados.0.smithi097.stdout:2792: oid 35 updating version 1150 to 1151 2024-09-16T03:04:04.372 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1151 (ObjNum 864 snap 263 seq_num 864) dirty exists 2024-09-16T03:04:04.372 INFO:tasks.rados.rados.0.smithi097.stdout:2792: left oid 35 (ObjNum 864 snap 263 seq_num 864) 2024-09-16T03:04:04.372 INFO:tasks.rados.rados.0.smithi097.stdout:2792: done (8 left) 2024-09-16T03:04:04.372 INFO:tasks.rados.rados.0.smithi097.stdout:2801: delete oid 2 current snap is 263 2024-09-16T03:04:04.374 INFO:tasks.rados.rados.0.smithi097.stdout:2799: finishing write tid 1 to smithi09778949-11 2024-09-16T03:04:04.374 INFO:tasks.rados.rados.0.smithi097.stdout:2799: finishing write tid 2 to smithi09778949-11 2024-09-16T03:04:04.376 INFO:tasks.rados.rados.0.smithi097.stdout:2799: finishing write tid 3 to smithi09778949-11 2024-09-16T03:04:04.376 INFO:tasks.rados.rados.0.smithi097.stdout:2799: oid 11 updating version 0 to 1307 2024-09-16T03:04:04.376 INFO:tasks.rados.rados.0.smithi097.stdout:2799: oid 11 version 1307 is already newer than 1306 2024-09-16T03:04:04.376 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1307 (ObjNum 867 snap 263 seq_num 867) dirty exists 2024-09-16T03:04:04.376 INFO:tasks.rados.rados.0.smithi097.stdout:2799: left oid 11 (ObjNum 867 snap 263 seq_num 867) 2024-09-16T03:04:04.379 INFO:tasks.rados.rados.0.smithi097.stdout:2798: finishing write tid 1 to smithi09778949-45 2024-09-16T03:04:04.380 INFO:tasks.rados.rados.0.smithi097.stdout:2798: finishing write tid 2 to smithi09778949-45 2024-09-16T03:04:04.381 INFO:tasks.rados.rados.0.smithi097.stdout:2800: finishing rollback tid 0 to smithi09778949-4 2024-09-16T03:04:04.381 INFO:tasks.rados.rados.0.smithi097.stdout:2798: finishing write tid 3 to smithi09778949-45 2024-09-16T03:04:04.381 INFO:tasks.rados.rados.0.smithi097.stdout:2798: oid 45 updating version 0 to 1723 2024-09-16T03:04:04.382 INFO:tasks.rados.rados.0.smithi097.stdout:2798: oid 45 updating version 1723 to 1724 2024-09-16T03:04:04.382 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1724 (ObjNum 866 snap 263 seq_num 866) dirty exists 2024-09-16T03:04:04.382 INFO:tasks.rados.rados.0.smithi097.stdout:2798: left oid 45 (ObjNum 866 snap 263 seq_num 866) 2024-09-16T03:04:04.382 INFO:tasks.rados.rados.0.smithi097.stdout:2800: finishing rollback tid 1 to smithi09778949-4 2024-09-16T03:04:04.383 INFO:tasks.rados.rados.0.smithi097.stdout:2798: done (8 left) 2024-09-16T03:04:04.383 INFO:tasks.rados.rados.0.smithi097.stdout:2799: done (7 left) 2024-09-16T03:04:04.383 INFO:tasks.rados.rados.0.smithi097.stdout:2801: done (6 left) 2024-09-16T03:04:04.383 INFO:tasks.rados.rados.0.smithi097.stdout:2802: read oid 41 snap -1 2024-09-16T03:04:04.383 INFO:tasks.rados.rados.0.smithi097.stdout:2802: expect (ObjNum 862 snap 263 seq_num 862) 2024-09-16T03:04:04.383 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 263 2024-09-16T03:04:04.383 INFO:tasks.rados.rados.0.smithi097.stdout:2803: seq_num 869 ranges {3448832=155648} 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:2803: writing smithi09778949-24 from 3448832 to 3604480 tid 1 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 263 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:2800: finishing rollback tid 2 to smithi09778949-4 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1700 (ObjNum 850 snap 257 seq_num 850) dirty exists 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:2796: finishing write tid 1 to smithi09778949-48 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:2796: finishing write tid 2 to smithi09778949-48 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:2796: finishing write tid 3 to smithi09778949-48 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:2796: oid 48 updating version 0 to 793 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:2796: oid 48 updating version 793 to 794 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 794 (ObjNum 865 snap 263 seq_num 865) dirty exists 2024-09-16T03:04:04.404 INFO:tasks.rados.rados.0.smithi097.stdout:2796: left oid 48 (ObjNum 865 snap 263 seq_num 865) 2024-09-16T03:04:04.405 INFO:tasks.rados.rados.0.smithi097.stdout:2802: expect (ObjNum 862 snap 263 seq_num 862) 2024-09-16T03:04:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:04 smithi184 ceph-mon[82194]: pgmap v589: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.1 MiB/s wr, 13 op/s 2024-09-16T03:04:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:04 smithi184 ceph-mon[82194]: osdmap e612: 8 total, 8 up, 8 in 2024-09-16T03:04:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:04.494 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:04 smithi097 podman[122066]: 2024-09-16 03:04:04.333308185 +0000 UTC m=+0.538815307 container cleanup 865918664bb6cf66a9964e4ef95cea148ce336dc88e206dfd7de57350359815f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:04:04.495 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:04 smithi097 bash[122066]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T03:04:04.541 INFO:tasks.rados.rados.0.smithi097.stdout:2794: finishing copy_from racing read to smithi09778949-10 2024-09-16T03:04:04.541 INFO:tasks.rados.rados.0.smithi097.stdout:2797: expect (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:04:04.785 INFO:tasks.rados.rados.0.smithi097.stdout:2793: expect (ObjNum 852 snap 258 seq_num 852) 2024-09-16T03:04:04.923 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:04 smithi097 podman[122079]: 2024-09-16 03:04:04.626474034 +0000 UTC m=+0.664387208 container remove 865918664bb6cf66a9964e4ef95cea148ce336dc88e206dfd7de57350359815f (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:04:04.923 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:04 smithi097 podman[122079]: 2024-09-16 03:04:04.702044627 +0000 UTC m=+0.739957798 volume remove 98bdb58e01f50796fdf1782ab58187c52f09ef19bcca125afac93e715638f4dd 2024-09-16T03:04:04.924 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:04:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:04:04] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.51.0" 2024-09-16T03:04:05.106 INFO:tasks.rados.rados.0.smithi097.stdout:2794: finishing copy_from to smithi09778949-10 2024-09-16T03:04:05.106 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1594 (ObjNum 817 snap 247 seq_num 817) dirty exists 2024-09-16T03:04:05.106 INFO:tasks.rados.rados.0.smithi097.stdout:2803: finishing write tid 1 to smithi09778949-24 2024-09-16T03:04:05.106 INFO:tasks.rados.rados.0.smithi097.stdout:2803: finishing write tid 2 to smithi09778949-24 2024-09-16T03:04:05.107 INFO:tasks.rados.rados.0.smithi097.stdout:2804: seq_num 870 ranges {65536=172032} 2024-09-16T03:04:05.107 INFO:tasks.rados.rados.0.smithi097.stdout:2804: writing smithi09778949-23 from 65536 to 237568 tid 1 2024-09-16T03:04:05.107 INFO:tasks.rados.rados.0.smithi097.stdout:2793: done (8 left) 2024-09-16T03:04:05.107 INFO:tasks.rados.rados.0.smithi097.stdout:2794: done (7 left) 2024-09-16T03:04:05.108 INFO:tasks.rados.rados.0.smithi097.stdout:2796: done (6 left) 2024-09-16T03:04:05.108 INFO:tasks.rados.rados.0.smithi097.stdout:2797: done (5 left) 2024-09-16T03:04:05.108 INFO:tasks.rados.rados.0.smithi097.stdout:2800: done (4 left) 2024-09-16T03:04:05.108 INFO:tasks.rados.rados.0.smithi097.stdout:2802: done (3 left) 2024-09-16T03:04:05.108 INFO:tasks.rados.rados.0.smithi097.stdout:2805: snap_remove snap 258 2024-09-16T03:04:05.162 INFO:tasks.rados.rados.0.smithi097.stdout:2805: done (3 left) 2024-09-16T03:04:05.162 INFO:tasks.rados.rados.0.smithi097.stdout:2806: read oid 49 snap -1 2024-09-16T03:04:05.162 INFO:tasks.rados.rados.0.smithi097.stdout:2806: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:04:05.162 INFO:tasks.rados.rados.0.smithi097.stdout:2807: read oid 42 snap 259 2024-09-16T03:04:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2807: expect (ObjNum 849 snap 257 seq_num 849) 2024-09-16T03:04:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2808: rollback oid 15 current snap is 263 2024-09-16T03:04:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 261 2024-09-16T03:04:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 263 2024-09-16T03:04:05.163 INFO:tasks.rados.rados.0.smithi097.stdout:2809: seq_num 871 ranges {2564096=188416} 2024-09-16T03:04:05.178 INFO:tasks.rados.rados.0.smithi097.stdout:2809: writing smithi09778949-48 from 2564096 to 2752512 tid 1 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2810: read oid 11 snap -1 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2810: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2811: read oid 8 snap 259 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2811: expect (ObjNum 803 snap 240 seq_num 803) 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2812: read oid 6 snap -1 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2812: expect deleted 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2813: read oid 4 snap -1 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2813: expect (ObjNum 850 snap 257 seq_num 850) 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 263 2024-09-16T03:04:05.179 INFO:tasks.rados.rados.0.smithi097.stdout:2814: seq_num 872 ranges {0=212992} 2024-09-16T03:04:05.180 INFO:tasks.rados.rados.0.smithi097.stdout:2814: writing smithi09778949-20 from 0 to 212992 tid 1 2024-09-16T03:04:05.180 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 263 2024-09-16T03:04:05.180 INFO:tasks.rados.rados.0.smithi097.stdout:2815: seq_num 873 ranges {3710976=229376} 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2815: writing smithi09778949-7 from 3710976 to 3940352 tid 1 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2816: snap_create 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2803: finishing write tid 3 to smithi09778949-24 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2803: oid 24 updating version 0 to 1814 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2803: oid 24 updating version 1814 to 1815 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1815 (ObjNum 869 snap 263 seq_num 869) dirty exists 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2803: left oid 24 (ObjNum 869 snap 263 seq_num 869) 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2795: finishing copy_from racing read to smithi09778949-9 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2795: finishing copy_from to smithi09778949-9 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1697 (ObjNum 859 snap 263 seq_num 859) dirty exists 2024-09-16T03:04:05.206 INFO:tasks.rados.rados.0.smithi097.stdout:2804: finishing write tid 1 to smithi09778949-23 2024-09-16T03:04:05.207 INFO:tasks.rados.rados.0.smithi097.stdout:2804: finishing write tid 2 to smithi09778949-23 2024-09-16T03:04:05.207 INFO:tasks.rados.rados.0.smithi097.stdout:2804: finishing write tid 3 to smithi09778949-23 2024-09-16T03:04:05.207 INFO:tasks.rados.rados.0.smithi097.stdout:2804: oid 23 updating version 0 to 1561 2024-09-16T03:04:05.208 INFO:tasks.rados.rados.0.smithi097.stdout:2804: oid 23 updating version 1561 to 1562 2024-09-16T03:04:05.208 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 1562 (ObjNum 870 snap 263 seq_num 870) dirty exists 2024-09-16T03:04:05.208 INFO:tasks.rados.rados.0.smithi097.stdout:2804: left oid 23 (ObjNum 870 snap 263 seq_num 870) 2024-09-16T03:04:05.208 INFO:tasks.rados.rados.0.smithi097.stdout:2808: finishing rollback tid 0 to smithi09778949-15 2024-09-16T03:04:05.208 INFO:tasks.rados.rados.0.smithi097.stdout:2806: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:04:05.244 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:04 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T03:04:05.244 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:04 smithi097 systemd[1]: Stopped Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:04:05.244 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:04 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.483s CPU time. 2024-09-16T03:04:05.403 INFO:tasks.rados.rados.0.smithi097.stdout:2808: finishing rollback tid 1 to smithi09778949-15 2024-09-16T03:04:05.404 INFO:tasks.rados.rados.0.smithi097.stdout:2808: finishing rollback tid 2 to smithi09778949-15 2024-09-16T03:04:05.404 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1406 (ObjNum 839 snap 255 seq_num 839) dirty exists 2024-09-16T03:04:05.404 INFO:tasks.rados.rados.0.smithi097.stdout:2810: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2814: finishing write tid 1 to smithi09778949-20 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2814: finishing write tid 2 to smithi09778949-20 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2814: finishing write tid 3 to smithi09778949-20 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2814: oid 20 updating version 0 to 1143 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2814: oid 20 updating version 1143 to 1144 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1144 (ObjNum 872 snap 263 seq_num 872) dirty exists 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2814: left oid 20 (ObjNum 872 snap 263 seq_num 872) 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2809: finishing write tid 1 to smithi09778949-48 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2809: finishing write tid 2 to smithi09778949-48 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2809: finishing write tid 3 to smithi09778949-48 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2809: oid 48 updating version 0 to 796 2024-09-16T03:04:05.407 INFO:tasks.rados.rados.0.smithi097.stdout:2809: oid 48 version 796 is already newer than 795 2024-09-16T03:04:05.408 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 796 (ObjNum 871 snap 263 seq_num 871) dirty exists 2024-09-16T03:04:05.408 INFO:tasks.rados.rados.0.smithi097.stdout:2809: left oid 48 (ObjNum 871 snap 263 seq_num 871) 2024-09-16T03:04:05.408 INFO:tasks.rados.rados.0.smithi097.stdout:2813: expect (ObjNum 850 snap 257 seq_num 850) 2024-09-16T03:04:05.572 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 systemd[1]: Starting Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:04:05.573 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 podman[122206]: 2024-09-16 03:04:05.461947686 +0000 UTC m=+0.105049027 volume create 412d06c0cf37476941c2d540c8c3a983806ae1b3b9396aab17dd51933bc76898 2024-09-16T03:04:05.573 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 podman[122206]: 2024-09-16 03:04:05.373095482 +0000 UTC m=+0.016196830 image pull 11f11916f8cdfb17c1da74b20deb2075d778357b4d60474d82453303f8d461f5 quay.io/prometheus/alertmanager:v0.27.0 2024-09-16T03:04:05.573 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 podman[122206]: 2024-09-16 03:04:05.570744089 +0000 UTC m=+0.213845430 container create 1f37884059d13433ea1bb17f5cd8a0b5de489647deb3a3a00f2fe637292c4b67 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:04:05.631 INFO:tasks.rados.rados.0.smithi097.stdout:2807: expect (ObjNum 849 snap 257 seq_num 849) 2024-09-16T03:04:05.776 INFO:tasks.rados.rados.0.smithi097.stdout:2815: finishing write tid 1 to smithi09778949-7 2024-09-16T03:04:05.776 INFO:tasks.rados.rados.0.smithi097.stdout:2815: finishing write tid 2 to smithi09778949-7 2024-09-16T03:04:05.776 INFO:tasks.rados.rados.0.smithi097.stdout:2815: finishing write tid 3 to smithi09778949-7 2024-09-16T03:04:05.776 INFO:tasks.rados.rados.0.smithi097.stdout:2815: oid 7 updating version 0 to 1921 2024-09-16T03:04:05.777 INFO:tasks.rados.rados.0.smithi097.stdout:2815: oid 7 updating version 1921 to 1922 2024-09-16T03:04:05.777 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1922 (ObjNum 873 snap 263 seq_num 873) dirty exists 2024-09-16T03:04:05.777 INFO:tasks.rados.rados.0.smithi097.stdout:2815: left oid 7 (ObjNum 873 snap 263 seq_num 873) 2024-09-16T03:04:05.777 INFO:tasks.rados.rados.0.smithi097.stdout:2811: expect (ObjNum 803 snap 240 seq_num 803) 2024-09-16T03:04:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[88563]: pgmap v591: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-16T03:04:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[88563]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T03:04:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:06.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[90424]: pgmap v591: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-16T03:04:06.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[90424]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T03:04:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:06 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:06.246 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 podman[122206]: 2024-09-16 03:04:05.923270235 +0000 UTC m=+0.566371575 container init 1f37884059d13433ea1bb17f5cd8a0b5de489647deb3a3a00f2fe637292c4b67 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:04:06.246 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 podman[122206]: 2024-09-16 03:04:05.926212014 +0000 UTC m=+0.569313363 container start 1f37884059d13433ea1bb17f5cd8a0b5de489647deb3a3a00f2fe637292c4b67 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:04:06.246 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:05.936Z caller=main.go:181 level=info msg="Starting Alertmanager" version="(version=0.27.0, branch=HEAD, revision=0aa3c2aad14cff039931923ab16b26b7481783b5)" 2024-09-16T03:04:06.246 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:05.936Z caller=main.go:182 level=info build_context="(go=go1.21.7, platform=linux/amd64, user=root@22cd11f671e9, date=20240228-11:51:20, tags=netgo)" 2024-09-16T03:04:06.246 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:05.937Z caller=cluster.go:186 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.97 port=9094 2024-09-16T03:04:06.246 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:05.938Z caller=cluster.go:683 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-09-16T03:04:06.246 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:05.963Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T03:04:06.246 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:05.963Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-09-16T03:04:06.247 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:05.965Z caller=tls_config.go:313 level=info msg="Listening on" address=[::]:9093 2024-09-16T03:04:06.247 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:05.965Z caller=tls_config.go:316 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-09-16T03:04:06.247 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:06 smithi097 bash[122206]: 1f37884059d13433ea1bb17f5cd8a0b5de489647deb3a3a00f2fe637292c4b67 2024-09-16T03:04:06.247 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:06 smithi097 systemd[1]: Started Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2795: done (13 left) 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2803: done (12 left) 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2804: done (11 left) 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2806: done (10 left) 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2807: done (9 left) 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2808: done (8 left) 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2809: done (7 left) 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2810: done (6 left) 2024-09-16T03:04:06.265 INFO:tasks.rados.rados.0.smithi097.stdout:2811: done (5 left) 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2812: done (4 left) 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2813: done (3 left) 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2814: done (2 left) 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2815: done (1 left) 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2816: done (0 left) 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2817: rollback oid 46 current snap is 264 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 46 to 261 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2818: read oid 21 snap -1 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2818: expect (ObjNum 835 snap 251 seq_num 835) 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2819: rollback oid 13 current snap is 264 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 263 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2820: read oid 11 snap -1 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:2820: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-16T03:04:06.266 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 264 2024-09-16T03:04:06.267 INFO:tasks.rados.rados.0.smithi097.stdout:2821: seq_num 874 ranges {10559488=245760} 2024-09-16T03:04:06.324 INFO:tasks.rados.rados.0.smithi097.stdout:2821: writing smithi09778949-9 from 10559488 to 10805248 tid 1 2024-09-16T03:04:06.324 INFO:tasks.rados.rados.0.smithi097.stdout:2822: copy_from oid 30 from oid 1 current snap is 264 2024-09-16T03:04:06.324 INFO:tasks.rados.rados.0.smithi097.stdout:2820: expect (ObjNum 867 snap 263 seq_num 867) 2024-09-16T03:04:06.327 INFO:tasks.rados.rados.0.smithi097.stdout:2819: finishing rollback tid 0 to smithi09778949-13 2024-09-16T03:04:06.327 INFO:tasks.rados.rados.0.smithi097.stdout:2819: finishing rollback tid 1 to smithi09778949-13 2024-09-16T03:04:06.327 INFO:tasks.rados.rados.0.smithi097.stdout:2819: finishing rollback tid 2 to smithi09778949-13 2024-09-16T03:04:06.327 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1308 (ObjNum 852 snap 258 seq_num 852) dirty exists 2024-09-16T03:04:06.328 INFO:tasks.rados.rados.0.smithi097.stdout:2817: finishing rollback tid 0 to smithi09778949-46 2024-09-16T03:04:06.328 INFO:tasks.rados.rados.0.smithi097.stdout:2817: finishing rollback tid 1 to smithi09778949-46 2024-09-16T03:04:06.328 INFO:tasks.rados.rados.0.smithi097.stdout:2817: finishing rollback tid 2 to smithi09778949-46 2024-09-16T03:04:06.328 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1565 (ObjNum 839 snap 255 seq_num 839) dirty exists 2024-09-16T03:04:06.328 INFO:tasks.rados.rados.0.smithi097.stdout:2818: expect (ObjNum 835 snap 251 seq_num 835) 2024-09-16T03:04:06.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:06 smithi184 ceph-mon[82194]: pgmap v591: 121 pgs: 121 active+clean; 191 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 9 op/s 2024-09-16T03:04:06.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:06 smithi184 ceph-mon[82194]: osdmap e613: 8 total, 8 up, 8 in 2024-09-16T03:04:06.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:06.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:06.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:06 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:06.692 INFO:tasks.rados.rados.0.smithi097.stdout:2822: finishing copy_from to smithi09778949-30 2024-09-16T03:04:06.693 INFO:tasks.rados.rados.0.smithi097.stdout:2822: got expected ENOENT (src dne) 2024-09-16T03:04:06.693 INFO:tasks.rados.rados.0.smithi097.stdout:2817: done (5 left) 2024-09-16T03:04:06.693 INFO:tasks.rados.rados.0.smithi097.stdout:2818: done (4 left) 2024-09-16T03:04:06.693 INFO:tasks.rados.rados.0.smithi097.stdout:2819: done (3 left) 2024-09-16T03:04:06.693 INFO:tasks.rados.rados.0.smithi097.stdout:2820: done (2 left) 2024-09-16T03:04:06.693 INFO:tasks.rados.rados.0.smithi097.stdout:2823: read oid 32 snap -1 2024-09-16T03:04:06.693 INFO:tasks.rados.rados.0.smithi097.stdout:2823: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:04:06.693 INFO:tasks.rados.rados.0.smithi097.stdout:2824: snap_remove snap 261 2024-09-16T03:04:07.046 INFO:tasks.rados.rados.0.smithi097.stdout:2824: done (3 left) 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2825: setattr oid 40 current snap is 264 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2822: finishing copy_from racing read to smithi09778949-30 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2821: finishing write tid 1 to smithi09778949-9 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2821: finishing write tid 2 to smithi09778949-9 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2821: finishing write tid 3 to smithi09778949-9 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2821: oid 9 updating version 0 to 1699 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2821: oid 9 version 1699 is already newer than 1698 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1699 (ObjNum 874 snap 264 seq_num 874) dirty exists 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2821: left oid 9 (ObjNum 874 snap 264 seq_num 874) 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2821: done (3 left) 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2822: done (2 left) 2024-09-16T03:04:07.047 INFO:tasks.rados.rados.0.smithi097.stdout:2826: copy_from oid 21 from oid 45 current snap is 264 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:2827: rollback oid 8 current snap is 264 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 8 to 263 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:2828: rollback oid 3 current snap is 264 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 3 to 263 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:2829: rmattr oid 1 current snap is 264 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:2829: done (5 left) 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:2830: read oid 15 snap -1 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:2830: expect (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 264 2024-09-16T03:04:07.048 INFO:tasks.rados.rados.0.smithi097.stdout:2831: seq_num 875 ranges {2301952=262144} 2024-09-16T03:04:07.060 INFO:tasks.rados.rados.0.smithi097.stdout:2831: writing smithi09778949-43 from 2301952 to 2564096 tid 1 2024-09-16T03:04:07.060 INFO:tasks.rados.rados.0.smithi097.stdout:2832: copy_from oid 36 from oid 28 current snap is 264 2024-09-16T03:04:07.060 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 264 2024-09-16T03:04:07.060 INFO:tasks.rados.rados.0.smithi097.stdout:2833: seq_num 876 ranges {10805248=278528} 2024-09-16T03:04:07.122 INFO:tasks.rados.rados.0.smithi097.stdout:2833: writing smithi09778949-9 from 10805248 to 11083776 tid 1 2024-09-16T03:04:07.122 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 264 2024-09-16T03:04:07.122 INFO:tasks.rados.rados.0.smithi097.stdout:2834: seq_num 877 ranges {0=294912} 2024-09-16T03:04:07.123 INFO:tasks.rados.rados.0.smithi097.stdout:2834: writing smithi09778949-2 from 0 to 294912 tid 1 2024-09-16T03:04:07.123 INFO:tasks.rados.rados.0.smithi097.stdout:2835: rollback oid 26 current snap is 264 2024-09-16T03:04:07.124 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 262 2024-09-16T03:04:07.124 INFO:tasks.rados.rados.0.smithi097.stdout:2823: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:2828: finishing rollback tid 0 to smithi09778949-3 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:2827: finishing rollback tid 0 to smithi09778949-8 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:2823: done (10 left) 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:2836: rmattr oid 25 current snap is 264 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:2836: done (10 left) 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:2837: setattr oid 19 current snap is 264 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:2827: finishing rollback tid 1 to smithi09778949-8 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:2828: finishing rollback tid 1 to smithi09778949-3 2024-09-16T03:04:07.210 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1407 (ObjNum 193 snap 0 seq_num 1973138976) dirty exists 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:2827: finishing rollback tid 2 to smithi09778949-8 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1567 (ObjNum 803 snap 240 seq_num 803) dirty exists 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:2828: finishing rollback tid 2 to smithi09778949-3 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1928 (ObjNum 860 snap 263 seq_num 860) dirty exists 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:2826: finishing copy_from racing read to smithi09778949-21 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:2826: finishing copy_from to smithi09778949-21 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1724 (ObjNum 866 snap 263 seq_num 866) dirty exists 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:2831: finishing write tid 1 to smithi09778949-43 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:2831: finishing write tid 2 to smithi09778949-43 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:2832: finishing copy_from racing read to smithi09778949-36 2024-09-16T03:04:07.211 INFO:tasks.rados.rados.0.smithi097.stdout:2830: expect (ObjNum 839 snap 255 seq_num 839) 2024-09-16T03:04:07.491 INFO:tasks.rados.rados.0.smithi097.stdout:2831: finishing write tid 3 to smithi09778949-43 2024-09-16T03:04:07.491 INFO:tasks.rados.rados.0.smithi097.stdout:2831: oid 43 updating version 0 to 1726 2024-09-16T03:04:07.491 INFO:tasks.rados.rados.0.smithi097.stdout:2831: oid 43 version 1726 is already newer than 1725 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1726 (ObjNum 875 snap 264 seq_num 875) dirty exists 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2831: left oid 43 (ObjNum 875 snap 264 seq_num 875) 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2832: finishing copy_from to smithi09778949-36 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1910 (ObjNum 856 snap 261 seq_num 856) dirty exists 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2833: finishing write tid 1 to smithi09778949-9 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2833: finishing write tid 2 to smithi09778949-9 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2834: finishing write tid 1 to smithi09778949-2 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2833: finishing write tid 3 to smithi09778949-9 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2833: oid 9 updating version 0 to 1700 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2833: oid 9 updating version 1700 to 1701 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1701 (ObjNum 876 snap 264 seq_num 876) dirty exists 2024-09-16T03:04:07.492 INFO:tasks.rados.rados.0.smithi097.stdout:2833: left oid 9 (ObjNum 876 snap 264 seq_num 876) 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:2834: finishing write tid 2 to smithi09778949-2 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:2835: finishing rollback tid 0 to smithi09778949-26 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:2835: finishing rollback tid 1 to smithi09778949-26 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:2835: finishing rollback tid 2 to smithi09778949-26 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1475 (ObjNum 540 snap 160 seq_num 540) dirty exists 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:2834: finishing write tid 3 to smithi09778949-2 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:2834: oid 2 updating version 0 to 1554 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:2834: oid 2 updating version 1554 to 1555 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1555 (ObjNum 877 snap 264 seq_num 877) dirty exists 2024-09-16T03:04:07.496 INFO:tasks.rados.rados.0.smithi097.stdout:2834: left oid 2 (ObjNum 877 snap 264 seq_num 877) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2825: done (10 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2826: done (9 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2827: done (8 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2828: done (7 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2830: done (6 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2831: done (5 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2832: done (4 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2833: done (3 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2834: done (2 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2835: done (1 left) 2024-09-16T03:04:07.497 INFO:tasks.rados.rados.0.smithi097.stdout:2838: snap_create 2024-09-16T03:04:07.498 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 1936 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:04:07.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:07 smithi097 ceph-mon[88563]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T03:04:07.498 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:07 smithi097 ceph-mon[88563]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T03:04:07.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:07 smithi097 ceph-mon[90424]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T03:04:07.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:07 smithi097 ceph-mon[90424]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T03:04:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:07 smithi184 ceph-mon[82194]: osdmap e614: 8 total, 8 up, 8 in 2024-09-16T03:04:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:07 smithi184 ceph-mon[82194]: osdmap e615: 8 total, 8 up, 8 in 2024-09-16T03:04:08.188 INFO:tasks.rados.rados.0.smithi097.stdout:2837: done (1 left) 2024-09-16T03:04:08.188 INFO:tasks.rados.rados.0.smithi097.stdout:2838: done (0 left) 2024-09-16T03:04:08.188 INFO:tasks.rados.rados.0.smithi097.stdout:2839: delete oid 42 current snap is 265 2024-09-16T03:04:08.192 INFO:tasks.rados.rados.0.smithi097.stdout:2839: done (0 left) 2024-09-16T03:04:08.192 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 265 2024-09-16T03:04:08.193 INFO:tasks.rados.rados.0.smithi097.stdout:2840: seq_num 879 ranges {1851392=327680} 2024-09-16T03:04:08.204 INFO:tasks.rados.rados.0.smithi097.stdout:2840: writing smithi09778949-26 from 1851392 to 2179072 tid 1 2024-09-16T03:04:08.204 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 265 2024-09-16T03:04:08.204 INFO:tasks.rados.rados.0.smithi097.stdout:2841: seq_num 880 ranges {0=344064} 2024-09-16T03:04:08.206 INFO:tasks.rados.rados.0.smithi097.stdout:2841: writing smithi09778949-42 from 0 to 344064 tid 1 2024-09-16T03:04:08.206 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 265 2024-09-16T03:04:08.206 INFO:tasks.rados.rados.0.smithi097.stdout:2842: seq_num 881 ranges {1679360=360448} 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2842: writing smithi09778949-22 from 1679360 to 2039808 tid 1 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2843: delete oid 44 current snap is 265 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2840: finishing write tid 1 to smithi09778949-26 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2840: finishing write tid 2 to smithi09778949-26 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2840: finishing write tid 3 to smithi09778949-26 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2840: oid 26 updating version 0 to 1477 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2840: oid 26 version 1477 is already newer than 1476 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1477 (ObjNum 879 snap 265 seq_num 879) dirty exists 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2840: left oid 26 (ObjNum 879 snap 265 seq_num 879) 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2841: finishing write tid 1 to smithi09778949-42 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2841: finishing write tid 2 to smithi09778949-42 2024-09-16T03:04:08.218 INFO:tasks.rados.rados.0.smithi097.stdout:2841: finishing write tid 3 to smithi09778949-42 2024-09-16T03:04:08.219 INFO:tasks.rados.rados.0.smithi097.stdout:2841: oid 42 updating version 0 to 1939 2024-09-16T03:04:08.219 INFO:tasks.rados.rados.0.smithi097.stdout:2841: oid 42 updating version 1939 to 1940 2024-09-16T03:04:08.219 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1940 (ObjNum 880 snap 265 seq_num 880) dirty exists 2024-09-16T03:04:08.219 INFO:tasks.rados.rados.0.smithi097.stdout:2841: left oid 42 (ObjNum 880 snap 265 seq_num 880) 2024-09-16T03:04:08.221 INFO:tasks.rados.rados.0.smithi097.stdout:2840: done (3 left) 2024-09-16T03:04:08.221 INFO:tasks.rados.rados.0.smithi097.stdout:2841: done (2 left) 2024-09-16T03:04:08.221 INFO:tasks.rados.rados.0.smithi097.stdout:2843: done (1 left) 2024-09-16T03:04:08.221 INFO:tasks.rados.rados.0.smithi097.stdout:2844: read oid 18 snap -1 2024-09-16T03:04:08.221 INFO:tasks.rados.rados.0.smithi097.stdout:2844: expect deleted 2024-09-16T03:04:08.221 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 265 2024-09-16T03:04:08.221 INFO:tasks.rados.rados.0.smithi097.stdout:2845: seq_num 883 ranges {5931008=393216} 2024-09-16T03:04:08.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:08 smithi097 ceph-mon[88563]: pgmap v594: 121 pgs: 121 active+clean; 202 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-16T03:04:08.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:08 smithi097 ceph-mon[90424]: pgmap v594: 121 pgs: 121 active+clean; 202 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-16T03:04:08.245 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:07 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:07.938Z caller=cluster.go:708 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000258004s 2024-09-16T03:04:08.256 INFO:tasks.rados.rados.0.smithi097.stdout:2845: writing smithi09778949-46 from 5931008 to 6324224 tid 1 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2846: read oid 29 snap -1 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2846: expect (ObjNum 817 snap 247 seq_num 817) 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2847: read oid 34 snap -1 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2847: expect (ObjNum 842 snap 257 seq_num 842) 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2848: delete oid 23 current snap is 265 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2842: finishing write tid 1 to smithi09778949-22 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2842: finishing write tid 2 to smithi09778949-22 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2842: finishing write tid 3 to smithi09778949-22 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2842: oid 22 updating version 0 to 1816 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2842: oid 22 updating version 1816 to 1817 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1817 (ObjNum 881 snap 265 seq_num 881) dirty exists 2024-09-16T03:04:08.257 INFO:tasks.rados.rados.0.smithi097.stdout:2842: left oid 22 (ObjNum 881 snap 265 seq_num 881) 2024-09-16T03:04:08.259 INFO:tasks.rados.rados.0.smithi097.stdout:2845: finishing write tid 1 to smithi09778949-46 2024-09-16T03:04:08.259 INFO:tasks.rados.rados.0.smithi097.stdout:2845: finishing write tid 2 to smithi09778949-46 2024-09-16T03:04:08.260 INFO:tasks.rados.rados.0.smithi097.stdout:2842: done (5 left) 2024-09-16T03:04:08.260 INFO:tasks.rados.rados.0.smithi097.stdout:2844: done (4 left) 2024-09-16T03:04:08.260 INFO:tasks.rados.rados.0.smithi097.stdout:2848: done (3 left) 2024-09-16T03:04:08.260 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 265 2024-09-16T03:04:08.260 INFO:tasks.rados.rados.0.smithi097.stdout:2849: seq_num 885 ranges {6356992=425984} 2024-09-16T03:04:08.297 INFO:tasks.rados.rados.0.smithi097.stdout:2849: writing smithi09778949-13 from 6356992 to 6782976 tid 1 2024-09-16T03:04:08.297 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 265 2024-09-16T03:04:08.297 INFO:tasks.rados.rados.0.smithi097.stdout:2850: seq_num 886 ranges {5070848=442368} 2024-09-16T03:04:08.326 INFO:tasks.rados.rados.0.smithi097.stdout:2850: writing smithi09778949-36 from 5070848 to 5513216 tid 1 2024-09-16T03:04:08.326 INFO:tasks.rados.rados.0.smithi097.stdout:2851: rmattr oid 14 current snap is 265 2024-09-16T03:04:08.326 INFO:tasks.rados.rados.0.smithi097.stdout:2851: done (5 left) 2024-09-16T03:04:08.326 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 265 2024-09-16T03:04:08.326 INFO:tasks.rados.rados.0.smithi097.stdout:2852: seq_num 887 ranges {106496=458752} 2024-09-16T03:04:08.329 INFO:tasks.rados.rados.0.smithi097.stdout:2852: writing smithi09778949-21 from 106496 to 565248 tid 1 2024-09-16T03:04:08.329 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 265 2024-09-16T03:04:08.329 INFO:tasks.rados.rados.0.smithi097.stdout:2853: seq_num 888 ranges {8183808=475136} 2024-09-16T03:04:08.376 INFO:tasks.rados.rados.0.smithi097.stdout:2853: writing smithi09778949-5 from 8183808 to 8658944 tid 1 2024-09-16T03:04:08.376 INFO:tasks.rados.rados.0.smithi097.stdout:2854: read oid 16 snap 259 2024-09-16T03:04:08.376 INFO:tasks.rados.rados.0.smithi097.stdout:2854: expect (ObjNum 825 snap 248 seq_num 825) 2024-09-16T03:04:08.376 INFO:tasks.rados.rados.0.smithi097.stdout:2855: rollback oid 39 current snap is 265 2024-09-16T03:04:08.376 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 39 to 264 2024-09-16T03:04:08.376 INFO:tasks.rados.rados.0.smithi097.stdout:2845: finishing write tid 3 to smithi09778949-46 2024-09-16T03:04:08.376 INFO:tasks.rados.rados.0.smithi097.stdout:2845: oid 46 updating version 0 to 1566 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:2845: oid 46 updating version 1566 to 1567 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1567 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:2845: left oid 46 (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:2845: done (8 left) 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:2856: read oid 14 snap -1 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:2856: expect deleted 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:2857: rollback oid 20 current snap is 265 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 262 2024-09-16T03:04:08.377 INFO:tasks.rados.rados.0.smithi097.stdout:2847: expect (ObjNum 842 snap 257 seq_num 842) 2024-09-16T03:04:08.501 INFO:tasks.rados.rados.0.smithi097.stdout:2846: expect (ObjNum 817 snap 247 seq_num 817) 2024-09-16T03:04:08.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:08 smithi184 ceph-mon[82194]: pgmap v594: 121 pgs: 121 active+clean; 202 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 3.9 MiB/s wr, 14 op/s 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2849: finishing write tid 1 to smithi09778949-13 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2849: finishing write tid 2 to smithi09778949-13 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2849: finishing write tid 3 to smithi09778949-13 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2849: oid 13 updating version 0 to 1310 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2849: oid 13 version 1310 is already newer than 1309 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1310 (ObjNum 885 snap 265 seq_num 885) dirty exists 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2849: left oid 13 (ObjNum 885 snap 265 seq_num 885) 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2850: finishing write tid 1 to smithi09778949-36 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2846: done (9 left) 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2847: done (8 left) 2024-09-16T03:04:08.984 INFO:tasks.rados.rados.0.smithi097.stdout:2849: done (7 left) 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2858: delete oid 44 current snap is 265 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2850: finishing write tid 2 to smithi09778949-36 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2850: finishing write tid 3 to smithi09778949-36 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2850: oid 36 updating version 0 to 1911 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2850: oid 36 updating version 1911 to 1912 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1912 (ObjNum 886 snap 265 seq_num 886) dirty exists 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2850: left oid 36 (ObjNum 886 snap 265 seq_num 886) 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2852: finishing write tid 1 to smithi09778949-21 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2852: finishing write tid 2 to smithi09778949-21 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2852: finishing write tid 3 to smithi09778949-21 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2852: oid 21 updating version 0 to 1728 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:2852: oid 21 version 1728 is already newer than 1727 2024-09-16T03:04:08.985 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1728 (ObjNum 887 snap 265 seq_num 887) dirty exists 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2852: left oid 21 (ObjNum 887 snap 265 seq_num 887) 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2855: finishing rollback tid 0 to smithi09778949-39 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2857: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2855: finishing rollback tid 1 to smithi09778949-39 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2853: finishing write tid 1 to smithi09778949-5 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2857: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1146 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2855: finishing rollback tid 2 to smithi09778949-39 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1820 (ObjNum 715 snap 215 seq_num 715) dirty exists 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2853: finishing write tid 2 to smithi09778949-5 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2853: finishing write tid 3 to smithi09778949-5 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2853: oid 5 updating version 0 to 1557 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:2853: oid 5 version 1557 is already newer than 1556 2024-09-16T03:04:08.986 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1557 (ObjNum 888 snap 265 seq_num 888) dirty exists 2024-09-16T03:04:08.987 INFO:tasks.rados.rados.0.smithi097.stdout:2853: left oid 5 (ObjNum 888 snap 265 seq_num 888) 2024-09-16T03:04:08.987 INFO:tasks.rados.rados.0.smithi097.stdout:2854: expect (ObjNum 825 snap 248 seq_num 825) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2850: done (7 left) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2852: done (6 left) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2853: done (5 left) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2854: done (4 left) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2855: done (3 left) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2856: done (2 left) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2857: done (1 left) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2858: done (0 left) 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2859: read oid 32 snap -1 2024-09-16T03:04:09.210 INFO:tasks.rados.rados.0.smithi097.stdout:2859: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:04:09.211 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 265 2024-09-16T03:04:09.211 INFO:tasks.rados.rados.0.smithi097.stdout:2860: seq_num 890 ranges {5496832=507904} 2024-09-16T03:04:09.244 INFO:tasks.rados.rados.0.smithi097.stdout:2860: writing smithi09778949-3 from 5496832 to 6004736 tid 1 2024-09-16T03:04:09.244 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 265 2024-09-16T03:04:09.244 INFO:tasks.rados.rados.0.smithi097.stdout:2861: seq_num 891 ranges {294912=532480} 2024-09-16T03:04:09.249 INFO:tasks.rados.rados.0.smithi097.stdout:2861: writing smithi09778949-2 from 294912 to 827392 tid 1 2024-09-16T03:04:09.249 INFO:tasks.rados.rados.0.smithi097.stdout:2862: copy_from oid 24 from oid 36 current snap is 265 2024-09-16T03:04:09.249 INFO:tasks.rados.rados.0.smithi097.stdout:2859: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:04:09.336 INFO:tasks.rados.rados.0.smithi097.stdout:2860: finishing write tid 1 to smithi09778949-3 2024-09-16T03:04:09.336 INFO:tasks.rados.rados.0.smithi097.stdout:2860: finishing write tid 2 to smithi09778949-3 2024-09-16T03:04:09.336 INFO:tasks.rados.rados.0.smithi097.stdout:2860: finishing write tid 3 to smithi09778949-3 2024-09-16T03:04:09.337 INFO:tasks.rados.rados.0.smithi097.stdout:2860: oid 3 updating version 0 to 1942 2024-09-16T03:04:09.337 INFO:tasks.rados.rados.0.smithi097.stdout:2860: oid 3 updating version 1942 to 1943 2024-09-16T03:04:09.337 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1943 (ObjNum 890 snap 265 seq_num 890) dirty exists 2024-09-16T03:04:09.337 INFO:tasks.rados.rados.0.smithi097.stdout:2860: left oid 3 (ObjNum 890 snap 265 seq_num 890) 2024-09-16T03:04:09.337 INFO:tasks.rados.rados.0.smithi097.stdout:2861: finishing write tid 1 to smithi09778949-2 2024-09-16T03:04:09.337 INFO:tasks.rados.rados.0.smithi097.stdout:2859: done (3 left) 2024-09-16T03:04:09.337 INFO:tasks.rados.rados.0.smithi097.stdout:2860: done (2 left) 2024-09-16T03:04:09.337 INFO:tasks.rados.rados.0.smithi097.stdout:2863: snap_remove snap 259 2024-09-16T03:04:09.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:09 smithi097 ceph-mon[90424]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T03:04:09.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:09.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:09 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:09.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:09 smithi097 ceph-mon[88563]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T03:04:09.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:09.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:09 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:09.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:09 smithi184 ceph-mon[82194]: osdmap e616: 8 total, 8 up, 8 in 2024-09-16T03:04:09.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:09.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:09 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:10.195 INFO:tasks.rados.rados.0.smithi097.stdout:2863: done (2 left) 2024-09-16T03:04:10.196 INFO:tasks.rados.rados.0.smithi097.stdout:2864: copy_from oid 35 from oid 7 current snap is 265 2024-09-16T03:04:10.197 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 265 2024-09-16T03:04:10.197 INFO:tasks.rados.rados.0.smithi097.stdout:2865: seq_num 892 ranges {2129920=548864} 2024-09-16T03:04:10.212 INFO:tasks.rados.rados.0.smithi097.stdout:2865: writing smithi09778949-50 from 2129920 to 2678784 tid 1 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:2866: rollback oid 30 current snap is 265 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 264 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:2861: finishing write tid 2 to smithi09778949-2 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:2861: finishing write tid 3 to smithi09778949-2 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:2861: oid 2 updating version 0 to 1559 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:2861: oid 2 version 1559 is already newer than 1558 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1559 (ObjNum 891 snap 265 seq_num 891) dirty exists 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:2861: left oid 2 (ObjNum 891 snap 265 seq_num 891) 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:2862: finishing copy_from racing read to smithi09778949-24 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:2862: finishing copy_from to smithi09778949-24 2024-09-16T03:04:10.213 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1912 (ObjNum 886 snap 265 seq_num 886) dirty exists 2024-09-16T03:04:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:2861: done (4 left) 2024-09-16T03:04:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:2862: done (3 left) 2024-09-16T03:04:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:2867: rollback oid 22 current snap is 265 2024-09-16T03:04:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 262 2024-09-16T03:04:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 265 2024-09-16T03:04:10.214 INFO:tasks.rados.rados.0.smithi097.stdout:2868: seq_num 893 ranges {1843200=565248} 2024-09-16T03:04:10.226 INFO:tasks.rados.rados.0.smithi097.stdout:2868: writing smithi09778949-27 from 1843200 to 2408448 tid 1 2024-09-16T03:04:10.226 INFO:tasks.rados.rados.0.smithi097.stdout:2869: delete oid 47 current snap is 265 2024-09-16T03:04:10.226 INFO:tasks.rados.rados.0.smithi097.stdout:2867: finishing rollback tid 0 to smithi09778949-22 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2867: finishing rollback tid 1 to smithi09778949-22 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2867: finishing rollback tid 2 to smithi09778949-22 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1915 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2865: finishing write tid 1 to smithi09778949-50 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2865: finishing write tid 2 to smithi09778949-50 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2866: finishing rollback tid 0 to smithi09778949-30 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2865: finishing write tid 3 to smithi09778949-50 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2865: oid 50 updating version 0 to 1701 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2865: oid 50 updating version 1701 to 1702 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 1702 (ObjNum 892 snap 265 seq_num 892) dirty exists 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2865: left oid 50 (ObjNum 892 snap 265 seq_num 892) 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2866: finishing rollback tid 1 to smithi09778949-30 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:2866: finishing rollback tid 2 to smithi09778949-30 2024-09-16T03:04:10.227 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1149 (ObjNum 857 snap 262 seq_num 857) dirty exists 2024-09-16T03:04:10.229 INFO:tasks.rados.rados.0.smithi097.stdout:2864: finishing copy_from racing read to smithi09778949-35 2024-09-16T03:04:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2868: finishing write tid 1 to smithi09778949-27 2024-09-16T03:04:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2865: done (5 left) 2024-09-16T03:04:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2866: done (4 left) 2024-09-16T03:04:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2867: done (3 left) 2024-09-16T03:04:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2869: done (2 left) 2024-09-16T03:04:10.233 INFO:tasks.rados.rados.0.smithi097.stdout:2870: read oid 36 snap -1 2024-09-16T03:04:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2870: expect (ObjNum 886 snap 265 seq_num 886) 2024-09-16T03:04:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2871: delete oid 6 current snap is 265 2024-09-16T03:04:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2868: finishing write tid 2 to smithi09778949-27 2024-09-16T03:04:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2864: finishing copy_from to smithi09778949-35 2024-09-16T03:04:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1922 (ObjNum 873 snap 263 seq_num 873) dirty exists 2024-09-16T03:04:10.234 INFO:tasks.rados.rados.0.smithi097.stdout:2868: finishing write tid 3 to smithi09778949-27 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2868: oid 27 updating version 0 to 1956 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2868: oid 27 version 1956 is already newer than 1955 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1956 (ObjNum 893 snap 265 seq_num 893) dirty exists 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2868: left oid 27 (ObjNum 893 snap 265 seq_num 893) 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2864: done (3 left) 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2868: done (2 left) 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2871: done (1 left) 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2872: read oid 12 snap -1 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2872: expect (ObjNum 845 snap 257 seq_num 845) 2024-09-16T03:04:10.235 INFO:tasks.rados.rados.0.smithi097.stdout:2873: snap_create 2024-09-16T03:04:10.246 INFO:tasks.rados.rados.0.smithi097.stdout:2870: expect (ObjNum 886 snap 265 seq_num 886) 2024-09-16T03:04:10.536 INFO:tasks.rados.rados.0.smithi097.stdout:2872: expect (ObjNum 845 snap 257 seq_num 845) 2024-09-16T03:04:10.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:10 smithi097 ceph-mon[88563]: pgmap v597: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 7.8 MiB/s wr, 29 op/s 2024-09-16T03:04:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:10 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:10 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:10 smithi097 ceph-mon[88563]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T03:04:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:10 smithi097 ceph-mon[90424]: pgmap v597: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 7.8 MiB/s wr, 29 op/s 2024-09-16T03:04:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:10 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:10 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:10 smithi097 ceph-mon[90424]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T03:04:10.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:10 smithi184 ceph-mon[82194]: pgmap v597: 121 pgs: 121 active+clean; 226 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 38 MiB/s rd, 7.8 MiB/s wr, 29 op/s 2024-09-16T03:04:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:10 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:10 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:10 smithi184 ceph-mon[82194]: osdmap e617: 8 total, 8 up, 8 in 2024-09-16T03:04:11.196 INFO:tasks.rados.rados.0.smithi097.stdout:2870: done (2 left) 2024-09-16T03:04:11.196 INFO:tasks.rados.rados.0.smithi097.stdout:2872: done (1 left) 2024-09-16T03:04:11.196 INFO:tasks.rados.rados.0.smithi097.stdout:2873: done (0 left) 2024-09-16T03:04:11.196 INFO:tasks.rados.rados.0.smithi097.stdout:2874: delete oid 11 current snap is 266 2024-09-16T03:04:11.198 INFO:tasks.rados.rados.0.smithi097.stdout:2874: done (0 left) 2024-09-16T03:04:11.198 INFO:tasks.rados.rados.0.smithi097.stdout:2875: delete oid 18 current snap is 266 2024-09-16T03:04:11.200 INFO:tasks.rados.rados.0.smithi097.stdout:2875: done (0 left) 2024-09-16T03:04:11.201 INFO:tasks.rados.rados.0.smithi097.stdout:2876: read oid 38 snap -1 2024-09-16T03:04:11.201 INFO:tasks.rados.rados.0.smithi097.stdout:2876: expect (ObjNum 858 snap 262 seq_num 858) 2024-09-16T03:04:11.201 INFO:tasks.rados.rados.0.smithi097.stdout:2877: setattr oid 48 current snap is 266 2024-09-16T03:04:11.202 INFO:tasks.rados.rados.0.smithi097.stdout:2878: delete oid 20 current snap is 266 2024-09-16T03:04:11.206 INFO:tasks.rados.rados.0.smithi097.stdout:2878: done (2 left) 2024-09-16T03:04:11.206 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 266 2024-09-16T03:04:11.206 INFO:tasks.rados.rados.0.smithi097.stdout:2879: seq_num 899 ranges {0=663552} 2024-09-16T03:04:11.209 INFO:tasks.rados.rados.0.smithi097.stdout:2879: writing smithi09778949-40 from 0 to 663552 tid 1 2024-09-16T03:04:11.209 INFO:tasks.rados.rados.0.smithi097.stdout:2880: delete oid 3 current snap is 266 2024-09-16T03:04:11.210 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 797 (ObjNum 871 snap 263 seq_num 871) dirty exists 2024-09-16T03:04:11.213 INFO:tasks.rados.rados.0.smithi097.stdout:2877: done (3 left) 2024-09-16T03:04:11.213 INFO:tasks.rados.rados.0.smithi097.stdout:2880: done (2 left) 2024-09-16T03:04:11.213 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 266 2024-09-16T03:04:11.213 INFO:tasks.rados.rados.0.smithi097.stdout:2881: seq_num 901 ranges {827392=696320} 2024-09-16T03:04:11.222 INFO:tasks.rados.rados.0.smithi097.stdout:2881: writing smithi09778949-2 from 827392 to 1523712 tid 1 2024-09-16T03:04:11.222 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 39 current snap is 266 2024-09-16T03:04:11.222 INFO:tasks.rados.rados.0.smithi097.stdout:2879: finishing write tid 1 to smithi09778949-40 2024-09-16T03:04:11.222 INFO:tasks.rados.rados.0.smithi097.stdout:2879: finishing write tid 2 to smithi09778949-40 2024-09-16T03:04:11.222 INFO:tasks.rados.rados.0.smithi097.stdout:2879: finishing write tid 3 to smithi09778949-40 2024-09-16T03:04:11.223 INFO:tasks.rados.rados.0.smithi097.stdout:2879: oid 40 updating version 0 to 1730 2024-09-16T03:04:11.223 INFO:tasks.rados.rados.0.smithi097.stdout:2879: oid 40 version 1730 is already newer than 1729 2024-09-16T03:04:11.223 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1730 (ObjNum 899 snap 266 seq_num 899) dirty exists 2024-09-16T03:04:11.223 INFO:tasks.rados.rados.0.smithi097.stdout:2879: left oid 40 (ObjNum 899 snap 266 seq_num 899) 2024-09-16T03:04:11.223 INFO:tasks.rados.rados.0.smithi097.stdout:2882: seq_num 902 ranges {2383872=712704} 2024-09-16T03:04:11.239 INFO:tasks.rados.rados.0.smithi097.stdout:2882: writing smithi09778949-39 from 2383872 to 3096576 tid 1 2024-09-16T03:04:11.239 INFO:tasks.rados.rados.0.smithi097.stdout:2879: done (3 left) 2024-09-16T03:04:11.239 INFO:tasks.rados.rados.0.smithi097.stdout:2883: rollback oid 43 current snap is 266 2024-09-16T03:04:11.239 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 264 2024-09-16T03:04:11.239 INFO:tasks.rados.rados.0.smithi097.stdout:2881: finishing write tid 1 to smithi09778949-2 2024-09-16T03:04:11.239 INFO:tasks.rados.rados.0.smithi097.stdout:2881: finishing write tid 2 to smithi09778949-2 2024-09-16T03:04:11.239 INFO:tasks.rados.rados.0.smithi097.stdout:2881: finishing write tid 3 to smithi09778949-2 2024-09-16T03:04:11.240 INFO:tasks.rados.rados.0.smithi097.stdout:2881: oid 2 updating version 0 to 1560 2024-09-16T03:04:11.240 INFO:tasks.rados.rados.0.smithi097.stdout:2881: oid 2 updating version 1560 to 1561 2024-09-16T03:04:11.240 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1561 (ObjNum 901 snap 266 seq_num 901) dirty exists 2024-09-16T03:04:11.240 INFO:tasks.rados.rados.0.smithi097.stdout:2881: left oid 2 (ObjNum 901 snap 266 seq_num 901) 2024-09-16T03:04:11.240 INFO:tasks.rados.rados.0.smithi097.stdout:2876: expect (ObjNum 858 snap 262 seq_num 858) 2024-09-16T03:04:11.568 INFO:tasks.rados.rados.0.smithi097.stdout:2883: finishing rollback tid 0 to smithi09778949-43 2024-09-16T03:04:11.568 INFO:tasks.rados.rados.0.smithi097.stdout:2883: finishing rollback tid 1 to smithi09778949-43 2024-09-16T03:04:11.568 INFO:tasks.rados.rados.0.smithi097.stdout:2883: finishing rollback tid 2 to smithi09778949-43 2024-09-16T03:04:11.568 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1733 (ObjNum 875 snap 264 seq_num 875) dirty exists 2024-09-16T03:04:11.568 INFO:tasks.rados.rados.0.smithi097.stdout:2882: finishing write tid 1 to smithi09778949-39 2024-09-16T03:04:11.568 INFO:tasks.rados.rados.0.smithi097.stdout:2876: done (3 left) 2024-09-16T03:04:11.568 INFO:tasks.rados.rados.0.smithi097.stdout:2881: done (2 left) 2024-09-16T03:04:11.569 INFO:tasks.rados.rados.0.smithi097.stdout:2883: done (1 left) 2024-09-16T03:04:11.569 INFO:tasks.rados.rados.0.smithi097.stdout:2884: delete oid 34 current snap is 266 2024-09-16T03:04:11.569 INFO:tasks.rados.rados.0.smithi097.stdout:2882: finishing write tid 2 to smithi09778949-39 2024-09-16T03:04:11.569 INFO:tasks.rados.rados.0.smithi097.stdout:2882: finishing write tid 3 to smithi09778949-39 2024-09-16T03:04:11.569 INFO:tasks.rados.rados.0.smithi097.stdout:2882: oid 39 updating version 0 to 1916 2024-09-16T03:04:11.569 INFO:tasks.rados.rados.0.smithi097.stdout:2882: oid 39 updating version 1916 to 1917 2024-09-16T03:04:11.569 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1917 (ObjNum 902 snap 266 seq_num 902) dirty exists 2024-09-16T03:04:11.569 INFO:tasks.rados.rados.0.smithi097.stdout:2882: left oid 39 (ObjNum 902 snap 266 seq_num 902) 2024-09-16T03:04:11.570 INFO:tasks.rados.rados.0.smithi097.stdout:2882: done (1 left) 2024-09-16T03:04:11.570 INFO:tasks.rados.rados.0.smithi097.stdout:2884: done (0 left) 2024-09-16T03:04:11.570 INFO:tasks.rados.rados.0.smithi097.stdout:2885: delete oid 9 current snap is 266 2024-09-16T03:04:11.572 INFO:tasks.rados.rados.0.smithi097.stdout:2885: done (0 left) 2024-09-16T03:04:11.572 INFO:tasks.rados.rados.0.smithi097.stdout:2886: read oid 36 snap 262 2024-09-16T03:04:11.572 INFO:tasks.rados.rados.0.smithi097.stdout:2886: expect (ObjNum 820 snap 247 seq_num 820) 2024-09-16T03:04:11.573 INFO:tasks.rados.rados.0.smithi097.stdout:2887: snap_remove snap 264 2024-09-16T03:04:12.042 INFO:tasks.rados.rados.0.smithi097.stdout:2887: done (1 left) 2024-09-16T03:04:12.042 INFO:tasks.rados.rados.0.smithi097.stdout:2888: snap_remove snap 265 2024-09-16T03:04:12.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:12 smithi097 ceph-mon[90424]: pgmap v599: 121 pgs: 121 active+clean; 238 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 7.3 MiB/s wr, 44 op/s 2024-09-16T03:04:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:12 smithi097 ceph-mon[90424]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T03:04:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:12 smithi097 ceph-mon[90424]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T03:04:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:12 smithi097 ceph-mon[88563]: pgmap v599: 121 pgs: 121 active+clean; 238 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 7.3 MiB/s wr, 44 op/s 2024-09-16T03:04:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:12 smithi097 ceph-mon[88563]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T03:04:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:12 smithi097 ceph-mon[88563]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T03:04:12.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:12 smithi184 ceph-mon[82194]: pgmap v599: 121 pgs: 121 active+clean; 238 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 44 MiB/s rd, 7.3 MiB/s wr, 44 op/s 2024-09-16T03:04:12.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:12 smithi184 ceph-mon[82194]: osdmap e618: 8 total, 8 up, 8 in 2024-09-16T03:04:12.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:12 smithi184 ceph-mon[82194]: osdmap e619: 8 total, 8 up, 8 in 2024-09-16T03:04:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2888: done (1 left) 2024-09-16T03:04:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2889: snap_create 2024-09-16T03:04:13.045 INFO:tasks.rados.rados.0.smithi097.stdout:2886: expect (ObjNum 820 snap 247 seq_num 820) 2024-09-16T03:04:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: pgmap v602: 121 pgs: 121 active+clean; 242 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-16T03:04:13.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:13.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:13.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:13.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:13.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:13.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-16T03:04:13.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T03:04:13.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:13.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.911 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.912 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.912 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.912 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.912 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.912 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.913 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.913 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.913 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.913 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.913 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.914 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.914 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:13.914 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:13 smithi184 ceph-mon[82194]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T03:04:14.050 INFO:tasks.rados.rados.0.smithi097.stdout:2886: done (1 left) 2024-09-16T03:04:14.050 INFO:tasks.rados.rados.0.smithi097.stdout:2889: done (0 left) 2024-09-16T03:04:14.050 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 267 2024-09-16T03:04:14.050 INFO:tasks.rados.rados.0.smithi097.stdout:2890: seq_num 905 ranges {13500416=761856} 2024-09-16T03:04:14.125 INFO:tasks.rados.rados.0.smithi097.stdout:2890: writing smithi09778949-33 from 13500416 to 14262272 tid 1 2024-09-16T03:04:14.125 INFO:tasks.rados.rados.0.smithi097.stdout:2891: snap_remove snap 262 2024-09-16T03:04:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: pgmap v602: 121 pgs: 121 active+clean; 242 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-16T03:04:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-16T03:04:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T03:04:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.247 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.248 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[88563]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T03:04:14.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: pgmap v602: 121 pgs: 121 active+clean; 242 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 26 MiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-09-16T03:04:14.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:14.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:14.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:14.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:14.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:14.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-alertmanager-api-host"} : dispatch 2024-09-16T03:04:14.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-09-16T03:04:14.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:14.249 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.250 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:14.251 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:13 smithi097 ceph-mon[90424]: osdmap e620: 8 total, 8 up, 8 in 2024-09-16T03:04:14.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:04:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:04:14] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.51.0" 2024-09-16T03:04:15.055 INFO:tasks.rados.rados.0.smithi097.stdout:2891: done (1 left) 2024-09-16T03:04:15.055 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 267 2024-09-16T03:04:15.055 INFO:tasks.rados.rados.0.smithi097.stdout:2892: seq_num 906 ranges {13164544=778240} 2024-09-16T03:04:15.130 INFO:tasks.rados.rados.0.smithi097.stdout:2892: writing smithi09778949-30 from 13164544 to 13942784 tid 1 2024-09-16T03:04:15.130 INFO:tasks.rados.rados.0.smithi097.stdout:2893: rollback oid 19 current snap is 267 2024-09-16T03:04:15.130 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 19 to 263 2024-09-16T03:04:15.130 INFO:tasks.rados.rados.0.smithi097.stdout:2890: finishing write tid 1 to smithi09778949-33 2024-09-16T03:04:15.130 INFO:tasks.rados.rados.0.smithi097.stdout:2890: finishing write tid 2 to smithi09778949-33 2024-09-16T03:04:15.130 INFO:tasks.rados.rados.0.smithi097.stdout:2890: finishing write tid 3 to smithi09778949-33 2024-09-16T03:04:15.131 INFO:tasks.rados.rados.0.smithi097.stdout:2890: oid 33 updating version 0 to 1704 2024-09-16T03:04:15.131 INFO:tasks.rados.rados.0.smithi097.stdout:2890: oid 33 version 1704 is already newer than 1703 2024-09-16T03:04:15.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1704 (ObjNum 905 snap 267 seq_num 905) dirty exists 2024-09-16T03:04:15.131 INFO:tasks.rados.rados.0.smithi097.stdout:2890: left oid 33 (ObjNum 905 snap 267 seq_num 905) 2024-09-16T03:04:15.131 INFO:tasks.rados.rados.0.smithi097.stdout:2890: done (2 left) 2024-09-16T03:04:15.131 INFO:tasks.rados.rados.0.smithi097.stdout:2894: snap_remove snap 266 2024-09-16T03:04:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:15 smithi184 ceph-mon[82194]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T03:04:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:15 smithi184 ceph-mon[82194]: Upgrade: Updating grafana.a 2024-09-16T03:04:15.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:15 smithi184 ceph-mon[82194]: Deploying daemon grafana.a on smithi184 2024-09-16T03:04:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:15 smithi097 ceph-mon[88563]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T03:04:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:15 smithi097 ceph-mon[88563]: Upgrade: Updating grafana.a 2024-09-16T03:04:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:15 smithi097 ceph-mon[88563]: Deploying daemon grafana.a on smithi184 2024-09-16T03:04:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:15 smithi097 ceph-mon[90424]: osdmap e621: 8 total, 8 up, 8 in 2024-09-16T03:04:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:15 smithi097 ceph-mon[90424]: Upgrade: Updating grafana.a 2024-09-16T03:04:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:15 smithi097 ceph-mon[90424]: Deploying daemon grafana.a on smithi184 2024-09-16T03:04:16.059 INFO:tasks.rados.rados.0.smithi097.stdout:2892: finishing write tid 1 to smithi09778949-30 2024-09-16T03:04:16.059 INFO:tasks.rados.rados.0.smithi097.stdout:2892: finishing write tid 2 to smithi09778949-30 2024-09-16T03:04:16.059 INFO:tasks.rados.rados.0.smithi097.stdout:2893: finishing rollback tid 0 to smithi09778949-19 2024-09-16T03:04:16.059 INFO:tasks.rados.rados.0.smithi097.stdout:2893: finishing rollback tid 1 to smithi09778949-19 2024-09-16T03:04:16.059 INFO:tasks.rados.rados.0.smithi097.stdout:2893: finishing rollback tid 2 to smithi09778949-19 2024-09-16T03:04:16.059 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 1980 (ObjNum 658 snap 199 seq_num 658) dirty exists 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2892: finishing write tid 3 to smithi09778949-30 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2892: oid 30 updating version 0 to 1151 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2892: oid 30 version 1151 is already newer than 1150 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1151 (ObjNum 906 snap 267 seq_num 906) dirty exists 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2892: left oid 30 (ObjNum 906 snap 267 seq_num 906) 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2892: done (2 left) 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2893: done (1 left) 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2894: done (0 left) 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2895: rmattr oid 9 current snap is 267 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2895: done (0 left) 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 267 2024-09-16T03:04:16.060 INFO:tasks.rados.rados.0.smithi097.stdout:2896: seq_num 907 ranges {663552=794624} 2024-09-16T03:04:16.067 INFO:tasks.rados.rados.0.smithi097.stdout:2896: writing smithi09778949-40 from 663552 to 1458176 tid 1 2024-09-16T03:04:16.067 INFO:tasks.rados.rados.0.smithi097.stdout:2897: snap_remove snap 263 2024-09-16T03:04:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:16 smithi097 ceph-mon[88563]: pgmap v605: 121 pgs: 121 active+clean; 250 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-09-16T03:04:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:16 smithi097 ceph-mon[88563]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T03:04:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:16 smithi097 ceph-mon[90424]: pgmap v605: 121 pgs: 121 active+clean; 250 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-09-16T03:04:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:16 smithi097 ceph-mon[90424]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T03:04:16.245 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:04:15 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:04:15.942Z caller=cluster.go:700 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.0034196s 2024-09-16T03:04:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:16 smithi184 ceph-mon[82194]: pgmap v605: 121 pgs: 121 active+clean; 250 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-09-16T03:04:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:16 smithi184 ceph-mon[82194]: osdmap e622: 8 total, 8 up, 8 in 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2897: done (1 left) 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2898: copy_from oid 6 from oid 44 current snap is 267 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2896: finishing write tid 1 to smithi09778949-40 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2896: finishing write tid 2 to smithi09778949-40 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2896: finishing write tid 3 to smithi09778949-40 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2896: oid 40 updating version 0 to 1734 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2896: oid 40 updating version 1734 to 1735 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1735 (ObjNum 907 snap 267 seq_num 907) dirty exists 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2896: left oid 40 (ObjNum 907 snap 267 seq_num 907) 2024-09-16T03:04:17.077 INFO:tasks.rados.rados.0.smithi097.stdout:2896: done (1 left) 2024-09-16T03:04:17.078 INFO:tasks.rados.rados.0.smithi097.stdout:2899: copy_from oid 33 from oid 49 current snap is 267 2024-09-16T03:04:17.078 INFO:tasks.rados.rados.0.smithi097.stdout:2900: setattr oid 12 current snap is 267 2024-09-16T03:04:17.078 INFO:tasks.rados.rados.0.smithi097.stdout:2901: delete oid 1 current snap is 267 2024-09-16T03:04:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:2898: finishing copy_from to smithi09778949-6 2024-09-16T03:04:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:2898: got expected ENOENT (src dne) 2024-09-16T03:04:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:2898: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:04:17.087 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1913 (ObjNum 845 snap 257 seq_num 845) dirty exists 2024-09-16T03:04:17.088 INFO:tasks.rados.rados.0.smithi097.stdout:2898: done (3 left) 2024-09-16T03:04:17.088 INFO:tasks.rados.rados.0.smithi097.stdout:2900: done (2 left) 2024-09-16T03:04:17.088 INFO:tasks.rados.rados.0.smithi097.stdout:2901: done (1 left) 2024-09-16T03:04:17.088 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 267 2024-09-16T03:04:17.088 INFO:tasks.rados.rados.0.smithi097.stdout:2902: seq_num 909 ranges {0=425984,425984=401408} 2024-09-16T03:04:17.091 INFO:tasks.rados.rados.0.smithi097.stdout:2902: writing smithi09778949-44 from 0 to 425984 tid 1 2024-09-16T03:04:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:2902: writing smithi09778949-44 from 425984 to 827392 tid 2 2024-09-16T03:04:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 267 2024-09-16T03:04:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:2903: seq_num 910 ranges {3940352=442368,4382720=401408} 2024-09-16T03:04:17.118 INFO:tasks.rados.rados.0.smithi097.stdout:2903: writing smithi09778949-7 from 3940352 to 4382720 tid 1 2024-09-16T03:04:17.120 INFO:tasks.rados.rados.0.smithi097.stdout:2903: writing smithi09778949-7 from 4382720 to 4784128 tid 2 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2904: setattr oid 17 current snap is 267 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2899: finishing copy_from racing read to smithi09778949-33 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2902: finishing write tid 1 to smithi09778949-44 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2902: finishing write tid 2 to smithi09778949-44 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2902: finishing write tid 3 to smithi09778949-44 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2902: finishing write tid 4 to smithi09778949-44 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2902: oid 44 updating version 0 to 1713 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2902: oid 44 version 1713 is already newer than 1711 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2902: oid 44 version 1713 is already newer than 1712 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1713 (ObjNum 909 snap 267 seq_num 909) dirty exists 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2902: left oid 44 (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:2899: finishing copy_from to smithi09778949-33 2024-09-16T03:04:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1300 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:04:17.123 INFO:tasks.rados.rados.0.smithi097.stdout:2899: done (3 left) 2024-09-16T03:04:17.123 INFO:tasks.rados.rados.0.smithi097.stdout:2902: done (2 left) 2024-09-16T03:04:17.123 INFO:tasks.rados.rados.0.smithi097.stdout:2905: rollback oid 14 current snap is 267 2024-09-16T03:04:17.123 INFO:tasks.rados.rados.0.smithi097.stdout:2905: done (2 left) 2024-09-16T03:04:17.123 INFO:tasks.rados.rados.0.smithi097.stdout:2906: delete oid 12 current snap is 267 2024-09-16T03:04:17.125 INFO:tasks.rados.rados.0.smithi097.stdout:2903: finishing write tid 1 to smithi09778949-7 2024-09-16T03:04:17.125 INFO:tasks.rados.rados.0.smithi097.stdout:2903: finishing write tid 2 to smithi09778949-7 2024-09-16T03:04:17.125 INFO:tasks.rados.rados.0.smithi097.stdout:2903: finishing write tid 3 to smithi09778949-7 2024-09-16T03:04:17.125 INFO:tasks.rados.rados.0.smithi097.stdout:2906: done (2 left) 2024-09-16T03:04:17.125 INFO:tasks.rados.rados.0.smithi097.stdout:2907: snap_create 2024-09-16T03:04:17.126 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1309 (ObjNum 855 snap 261 seq_num 855) dirty exists 2024-09-16T03:04:17.127 INFO:tasks.rados.rados.0.smithi097.stdout:2903: finishing write tid 4 to smithi09778949-7 2024-09-16T03:04:17.127 INFO:tasks.rados.rados.0.smithi097.stdout:2903: oid 7 updating version 0 to 1991 2024-09-16T03:04:17.127 INFO:tasks.rados.rados.0.smithi097.stdout:2903: oid 7 updating version 1991 to 1993 2024-09-16T03:04:17.127 INFO:tasks.rados.rados.0.smithi097.stdout:2903: oid 7 version 1993 is already newer than 1992 2024-09-16T03:04:17.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 1993 (ObjNum 910 snap 267 seq_num 910) dirty exists 2024-09-16T03:04:17.127 INFO:tasks.rados.rados.0.smithi097.stdout:2903: left oid 7 (ObjNum 910 snap 267 seq_num 910) 2024-09-16T03:04:17.323 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:17 smithi184 ceph-mon[82194]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T03:04:17.489 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:17 smithi097 ceph-mon[88563]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T03:04:17.489 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:17 smithi097 ceph-mon[90424]: osdmap e623: 8 total, 8 up, 8 in 2024-09-16T03:04:17.489 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:04:18.045 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:04:18.045 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (12s) 9s ago 12m 15.4M - 0.27.0 11f11916f8cd 1f37884059d1 2024-09-16T03:04:18.045 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (11m) 27s ago 11m 87.4M - 9.4.7 954c08fa6188 8f825f11785e 2024-09-16T03:04:18.045 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (90s) 9s ago 13m 14.3M - 19.3.0-4930-gfc3e0bff df9174e028d7 a95180af567a 2024-09-16T03:04:18.045 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (74s) 27s ago 13m 14.8M - 19.3.0-4930-gfc3e0bff df9174e028d7 a2c071d7547f 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (7m) 27s ago 16m 456M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (7m) 9s ago 18m 531M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (7m) 9s ago 18m 75.1M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (6m) 27s ago 17m 57.9M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (6m) 9s ago 16m 62.8M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (60s) 9s ago 11m 7843k - 1.7.0 72c9c2088986 c458890f705b 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (54s) 27s ago 11m 8014k - 1.7.0 72c9c2088986 2a2b581d78cf 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (5m) 9s ago 16m 416M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (5m) 9s ago 16m 288M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (4m) 9s ago 15m 332M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (4m) 9s ago 15m 147M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:04:18.046 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (3m) 27s ago 14m 201M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 b55738d922bd 2024-09-16T03:04:18.047 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (2m) 27s ago 14m 317M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 17dcd083140f 2024-09-16T03:04:18.047 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (2m) 27s ago 14m 178M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 bb200d83d00d 2024-09-16T03:04:18.047 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (107s) 27s ago 13m 147M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 471d13faeef8 2024-09-16T03:04:18.047 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (33s) 27s ago 12m 33.1M - 2.51.0 1d3b7f56885b ee6dc7ccb998 2024-09-16T03:04:18.071 INFO:tasks.rados.rados.0.smithi097.stdout:2903: done (2 left) 2024-09-16T03:04:18.071 INFO:tasks.rados.rados.0.smithi097.stdout:2904: done (1 left) 2024-09-16T03:04:18.071 INFO:tasks.rados.rados.0.smithi097.stdout:2907: done (0 left) 2024-09-16T03:04:18.071 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 268 2024-09-16T03:04:18.071 INFO:tasks.rados.rados.0.smithi097.stdout:2908: seq_num 912 ranges {106496=483328,589824=401408} 2024-09-16T03:04:18.073 INFO:tasks.rados.rados.0.smithi097.stdout:2908: writing smithi09778949-45 from 106496 to 589824 tid 1 2024-09-16T03:04:18.077 INFO:tasks.rados.rados.0.smithi097.stdout:2908: writing smithi09778949-45 from 589824 to 991232 tid 2 2024-09-16T03:04:18.077 INFO:tasks.rados.rados.0.smithi097.stdout:2909: read oid 41 snap 267 2024-09-16T03:04:18.077 INFO:tasks.rados.rados.0.smithi097.stdout:2909: expect (ObjNum 862 snap 263 seq_num 862) 2024-09-16T03:04:18.077 INFO:tasks.rados.rados.0.smithi097.stdout:2910: read oid 48 snap -1 2024-09-16T03:04:18.077 INFO:tasks.rados.rados.0.smithi097.stdout:2910: expect (ObjNum 871 snap 263 seq_num 871) 2024-09-16T03:04:18.077 INFO:tasks.rados.rados.0.smithi097.stdout:2911: copy_from oid 4 from oid 33 current snap is 268 2024-09-16T03:04:18.077 INFO:tasks.rados.rados.0.smithi097.stdout:2912: delete oid 5 current snap is 268 2024-09-16T03:04:18.082 INFO:tasks.rados.rados.0.smithi097.stdout:2912: done (4 left) 2024-09-16T03:04:18.082 INFO:tasks.rados.rados.0.smithi097.stdout:2913: rollback oid 22 current snap is 268 2024-09-16T03:04:18.082 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 267 2024-09-16T03:04:18.082 INFO:tasks.rados.rados.0.smithi097.stdout:2914: copy_from oid 26 from oid 49 current snap is 268 2024-09-16T03:04:18.083 INFO:tasks.rados.rados.0.smithi097.stdout:2915: copy_from oid 12 from oid 16 current snap is 268 2024-09-16T03:04:18.083 INFO:tasks.rados.rados.0.smithi097.stdout:2916: read oid 6 snap -1 2024-09-16T03:04:18.083 INFO:tasks.rados.rados.0.smithi097.stdout:2916: expect deleted 2024-09-16T03:04:18.083 INFO:tasks.rados.rados.0.smithi097.stdout:2917: delete oid 50 current snap is 268 2024-09-16T03:04:18.085 INFO:tasks.rados.rados.0.smithi097.stdout:2908: finishing write tid 1 to smithi09778949-45 2024-09-16T03:04:18.085 INFO:tasks.rados.rados.0.smithi097.stdout:2908: finishing write tid 2 to smithi09778949-45 2024-09-16T03:04:18.085 INFO:tasks.rados.rados.0.smithi097.stdout:2916: done (8 left) 2024-09-16T03:04:18.085 INFO:tasks.rados.rados.0.smithi097.stdout:2917: done (7 left) 2024-09-16T03:04:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 268 2024-09-16T03:04:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:2918: seq_num 915 ranges {565248=532480,1097728=401408} 2024-09-16T03:04:18.092 INFO:tasks.rados.rados.0.smithi097.stdout:2918: writing smithi09778949-21 from 565248 to 1097728 tid 1 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2918: writing smithi09778949-21 from 1097728 to 1499136 tid 2 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2919: setattr oid 43 current snap is 268 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2908: finishing write tid 3 to smithi09778949-45 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2913: finishing rollback tid 0 to smithi09778949-22 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2913: finishing rollback tid 1 to smithi09778949-22 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2908: finishing write tid 4 to smithi09778949-45 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2908: oid 45 updating version 0 to 1727 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2908: oid 45 updating version 1727 to 1728 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2908: oid 45 version 1728 is already newer than 1726 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1728 (ObjNum 912 snap 268 seq_num 912) dirty exists 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2908: left oid 45 (ObjNum 912 snap 268 seq_num 912) 2024-09-16T03:04:18.095 INFO:tasks.rados.rados.0.smithi097.stdout:2913: finishing rollback tid 2 to smithi09778949-22 2024-09-16T03:04:18.096 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1920 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:04:18.096 INFO:tasks.rados.rados.0.smithi097.stdout:2909: expect (ObjNum 862 snap 263 seq_num 862) 2024-09-16T03:04:18.237 INFO:tasks.rados.rados.0.smithi097.stdout:2910: expect (ObjNum 871 snap 263 seq_num 871) 2024-09-16T03:04:18.399 INFO:tasks.rados.rados.0.smithi097.stdout:2918: finishing write tid 1 to smithi09778949-21 2024-09-16T03:04:18.399 INFO:tasks.rados.rados.0.smithi097.stdout:2918: finishing write tid 2 to smithi09778949-21 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2918: finishing write tid 3 to smithi09778949-21 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2918: finishing write tid 4 to smithi09778949-21 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2918: oid 21 updating version 0 to 1738 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2918: oid 21 version 1738 is already newer than 1736 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2918: oid 21 version 1738 is already newer than 1737 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1738 (ObjNum 915 snap 268 seq_num 915) dirty exists 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2918: left oid 21 (ObjNum 915 snap 268 seq_num 915) 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2911: finishing copy_from racing read to smithi09778949-4 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2911: finishing copy_from to smithi09778949-4 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1300 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2914: finishing copy_from racing read to smithi09778949-26 2024-09-16T03:04:18.400 INFO:tasks.rados.rados.0.smithi097.stdout:2915: finishing copy_from racing read to smithi09778949-12 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2914: finishing copy_from to smithi09778949-26 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1300 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2915: finishing copy_from to smithi09778949-12 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1886 (ObjNum 825 snap 248 seq_num 825) dirty exists 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2908: done (8 left) 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2909: done (7 left) 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2910: done (6 left) 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2911: done (5 left) 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2913: done (4 left) 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2914: done (3 left) 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2915: done (2 left) 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2918: done (1 left) 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 268 2024-09-16T03:04:18.401 INFO:tasks.rados.rados.0.smithi097.stdout:2920: seq_num 916 ranges {5070848=548864,5619712=401408} 2024-09-16T03:04:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:18 smithi184 ceph-mon[82194]: pgmap v608: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T03:04:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:18 smithi184 ceph-mon[82194]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T03:04:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:18 smithi184 ceph-mon[82194]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:18.413 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:04:18.413 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:04:18.413 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:04:18.413 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:04:18.413 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 8 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 15 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:04:18.414 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:04:18.415 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:18 smithi097 ceph-mon[88563]: pgmap v608: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T03:04:18.415 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:18 smithi097 ceph-mon[88563]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T03:04:18.415 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:18 smithi097 ceph-mon[88563]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:18.415 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:18 smithi097 ceph-mon[90424]: pgmap v608: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 2.5 MiB/s wr, 12 op/s 2024-09-16T03:04:18.415 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:18 smithi097 ceph-mon[90424]: osdmap e624: 8 total, 8 up, 8 in 2024-09-16T03:04:18.415 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:18 smithi097 ceph-mon[90424]: from='client.34590 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:18.429 INFO:tasks.rados.rados.0.smithi097.stdout:2920: writing smithi09778949-28 from 5070848 to 5619712 tid 1 2024-09-16T03:04:18.432 INFO:tasks.rados.rados.0.smithi097.stdout:2920: writing smithi09778949-28 from 5619712 to 6021120 tid 2 2024-09-16T03:04:18.432 INFO:tasks.rados.rados.0.smithi097.stdout:2921: rmattr oid 32 current snap is 268 2024-09-16T03:04:18.432 INFO:tasks.rados.rados.0.smithi097.stdout:2921: done (2 left) 2024-09-16T03:04:18.432 INFO:tasks.rados.rados.0.smithi097.stdout:2922: snap_create 2024-09-16T03:04:18.432 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1739 (ObjNum 875 snap 264 seq_num 875) dirty exists 2024-09-16T03:04:18.435 INFO:tasks.rados.rados.0.smithi097.stdout:2920: finishing write tid 1 to smithi09778949-28 2024-09-16T03:04:18.436 INFO:tasks.rados.rados.0.smithi097.stdout:2920: finishing write tid 2 to smithi09778949-28 2024-09-16T03:04:18.436 INFO:tasks.rados.rados.0.smithi097.stdout:2920: finishing write tid 3 to smithi09778949-28 2024-09-16T03:04:18.438 INFO:tasks.rados.rados.0.smithi097.stdout:2920: finishing write tid 4 to smithi09778949-28 2024-09-16T03:04:18.438 INFO:tasks.rados.rados.0.smithi097.stdout:2920: oid 28 updating version 0 to 1997 2024-09-16T03:04:18.438 INFO:tasks.rados.rados.0.smithi097.stdout:2920: oid 28 version 1997 is already newer than 1995 2024-09-16T03:04:18.438 INFO:tasks.rados.rados.0.smithi097.stdout:2920: oid 28 version 1997 is already newer than 1996 2024-09-16T03:04:18.438 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1997 (ObjNum 916 snap 268 seq_num 916) dirty exists 2024-09-16T03:04:18.438 INFO:tasks.rados.rados.0.smithi097.stdout:2920: left oid 28 (ObjNum 916 snap 268 seq_num 916) 2024-09-16T03:04:18.702 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:04:18.702 INFO:teuthology.orchestra.run.smithi097.stdout: "target_image": "quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9", 2024-09-16T03:04:18.702 INFO:teuthology.orchestra.run.smithi097.stdout: "in_progress": true, 2024-09-16T03:04:18.702 INFO:teuthology.orchestra.run.smithi097.stdout: "which": "Upgrading all daemon types on all hosts", 2024-09-16T03:04:18.702 INFO:teuthology.orchestra.run.smithi097.stdout: "services_complete": [ 2024-09-16T03:04:18.702 INFO:teuthology.orchestra.run.smithi097.stdout: "mds", 2024-09-16T03:04:18.703 INFO:teuthology.orchestra.run.smithi097.stdout: "osd", 2024-09-16T03:04:18.703 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr", 2024-09-16T03:04:18.703 INFO:teuthology.orchestra.run.smithi097.stdout: "mon" 2024-09-16T03:04:18.703 INFO:teuthology.orchestra.run.smithi097.stdout: ], 2024-09-16T03:04:18.703 INFO:teuthology.orchestra.run.smithi097.stdout: "progress": "15/20 daemons upgraded", 2024-09-16T03:04:18.703 INFO:teuthology.orchestra.run.smithi097.stdout: "message": "Currently upgrading grafana daemons", 2024-09-16T03:04:18.703 INFO:teuthology.orchestra.run.smithi097.stdout: "is_paused": false 2024-09-16T03:04:18.703 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:04:19.080 INFO:tasks.rados.rados.0.smithi097.stdout:2919: done (2 left) 2024-09-16T03:04:19.080 INFO:tasks.rados.rados.0.smithi097.stdout:2920: done (1 left) 2024-09-16T03:04:19.081 INFO:tasks.rados.rados.0.smithi097.stdout:2922: done (0 left) 2024-09-16T03:04:19.081 INFO:tasks.rados.rados.0.smithi097.stdout:2923: copy_from oid 26 from oid 49 current snap is 269 2024-09-16T03:04:19.081 INFO:tasks.rados.rados.0.smithi097.stdout:2924: setattr oid 24 current snap is 269 2024-09-16T03:04:19.081 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 269 2024-09-16T03:04:19.081 INFO:tasks.rados.rados.0.smithi097.stdout:2925: seq_num 917 ranges {5177344=565248,5742592=401408} 2024-09-16T03:04:19.113 INFO:tasks.rados.rados.0.smithi097.stdout:2925: writing smithi09778949-16 from 5177344 to 5742592 tid 1 2024-09-16T03:04:19.115 INFO:tasks.rados.rados.0.smithi097.stdout:2925: writing smithi09778949-16 from 5742592 to 6144000 tid 2 2024-09-16T03:04:19.115 INFO:tasks.rados.rados.0.smithi097.stdout:2926: delete oid 41 current snap is 269 2024-09-16T03:04:19.116 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1921 (ObjNum 886 snap 265 seq_num 886) dirty exists 2024-09-16T03:04:19.116 INFO:tasks.rados.rados.0.smithi097.stdout:2923: finishing copy_from racing read to smithi09778949-26 2024-09-16T03:04:19.116 INFO:tasks.rados.rados.0.smithi097.stdout:2923: finishing copy_from to smithi09778949-26 2024-09-16T03:04:19.116 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1300 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:04:19.119 INFO:tasks.rados.rados.0.smithi097.stdout:2923: done (3 left) 2024-09-16T03:04:19.119 INFO:tasks.rados.rados.0.smithi097.stdout:2924: done (2 left) 2024-09-16T03:04:19.119 INFO:tasks.rados.rados.0.smithi097.stdout:2926: done (1 left) 2024-09-16T03:04:19.119 INFO:tasks.rados.rados.0.smithi097.stdout:2927: rmattr oid 10 current snap is 269 2024-09-16T03:04:19.119 INFO:tasks.rados.rados.0.smithi097.stdout:2927: done (1 left) 2024-09-16T03:04:19.119 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 269 2024-09-16T03:04:19.119 INFO:tasks.rados.rados.0.smithi097.stdout:2928: seq_num 919 ranges {0=598016,598016=401408} 2024-09-16T03:04:19.123 INFO:tasks.rados.rados.0.smithi097.stdout:2928: writing smithi09778949-5 from 0 to 598016 tid 1 2024-09-16T03:04:19.125 INFO:tasks.rados.rados.0.smithi097.stdout:2928: writing smithi09778949-5 from 598016 to 999424 tid 2 2024-09-16T03:04:19.125 INFO:tasks.rados.rados.0.smithi097.stdout:2929: snap_create 2024-09-16T03:04:19.125 INFO:tasks.rados.rados.0.smithi097.stdout:2925: finishing write tid 1 to smithi09778949-16 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:2925: finishing write tid 2 to smithi09778949-16 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:2925: finishing write tid 3 to smithi09778949-16 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:2925: finishing write tid 4 to smithi09778949-16 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:2925: oid 16 updating version 0 to 2001 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:2925: oid 16 version 2001 is already newer than 2000 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:2925: oid 16 version 2001 is already newer than 1999 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2001 (ObjNum 917 snap 269 seq_num 917) dirty exists 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:2925: left oid 16 (ObjNum 917 snap 269 seq_num 917) 2024-09-16T03:04:19.126 INFO:tasks.rados.rados.0.smithi097.stdout:2928: finishing write tid 1 to smithi09778949-5 2024-09-16T03:04:19.127 INFO:tasks.rados.rados.0.smithi097.stdout:2928: finishing write tid 2 to smithi09778949-5 2024-09-16T03:04:19.127 INFO:tasks.rados.rados.0.smithi097.stdout:2928: finishing write tid 3 to smithi09778949-5 2024-09-16T03:04:19.128 INFO:tasks.rados.rados.0.smithi097.stdout:2928: finishing write tid 4 to smithi09778949-5 2024-09-16T03:04:19.128 INFO:tasks.rados.rados.0.smithi097.stdout:2928: oid 5 updating version 0 to 1565 2024-09-16T03:04:19.128 INFO:tasks.rados.rados.0.smithi097.stdout:2928: oid 5 version 1565 is already newer than 1564 2024-09-16T03:04:19.128 INFO:tasks.rados.rados.0.smithi097.stdout:2928: oid 5 version 1565 is already newer than 1563 2024-09-16T03:04:19.128 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1565 (ObjNum 919 snap 269 seq_num 919) dirty exists 2024-09-16T03:04:19.128 INFO:tasks.rados.rados.0.smithi097.stdout:2928: left oid 5 (ObjNum 919 snap 269 seq_num 919) 2024-09-16T03:04:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:19 smithi184 ceph-mon[82194]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:19 smithi184 ceph-mon[82194]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:19 smithi184 ceph-mon[82194]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T03:04:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:19 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/11319564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:19.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:19.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[88563]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[88563]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[88563]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/11319564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[90424]: from='client.34596 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[90424]: from='client.44519 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[90424]: osdmap e625: 8 total, 8 up, 8 in 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/11319564' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:20.088 INFO:tasks.rados.rados.0.smithi097.stdout:2925: done (2 left) 2024-09-16T03:04:20.089 INFO:tasks.rados.rados.0.smithi097.stdout:2928: done (1 left) 2024-09-16T03:04:20.089 INFO:tasks.rados.rados.0.smithi097.stdout:2929: done (0 left) 2024-09-16T03:04:20.089 INFO:tasks.rados.rados.0.smithi097.stdout:2930: delete oid 25 current snap is 270 2024-09-16T03:04:20.091 INFO:tasks.rados.rados.0.smithi097.stdout:2930: done (0 left) 2024-09-16T03:04:20.092 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 270 2024-09-16T03:04:20.092 INFO:tasks.rados.rados.0.smithi097.stdout:2931: seq_num 921 ranges {991232=630784,1622016=401408} 2024-09-16T03:04:20.100 INFO:tasks.rados.rados.0.smithi097.stdout:2931: writing smithi09778949-45 from 991232 to 1622016 tid 1 2024-09-16T03:04:20.103 INFO:tasks.rados.rados.0.smithi097.stdout:2931: writing smithi09778949-45 from 1622016 to 2023424 tid 2 2024-09-16T03:04:20.103 INFO:tasks.rados.rados.0.smithi097.stdout:2932: read oid 17 snap -1 2024-09-16T03:04:20.103 INFO:tasks.rados.rados.0.smithi097.stdout:2932: expect (ObjNum 855 snap 261 seq_num 855) 2024-09-16T03:04:20.103 INFO:tasks.rados.rados.0.smithi097.stdout:2933: rmattr oid 16 current snap is 270 2024-09-16T03:04:20.103 INFO:tasks.rados.rados.0.smithi097.stdout:2934: snap_create 2024-09-16T03:04:20.108 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2003 (ObjNum 917 snap 269 seq_num 917) dirty exists 2024-09-16T03:04:20.110 INFO:tasks.rados.rados.0.smithi097.stdout:2931: finishing write tid 1 to smithi09778949-45 2024-09-16T03:04:20.110 INFO:tasks.rados.rados.0.smithi097.stdout:2931: finishing write tid 2 to smithi09778949-45 2024-09-16T03:04:20.110 INFO:tasks.rados.rados.0.smithi097.stdout:2931: finishing write tid 3 to smithi09778949-45 2024-09-16T03:04:20.112 INFO:tasks.rados.rados.0.smithi097.stdout:2931: finishing write tid 4 to smithi09778949-45 2024-09-16T03:04:20.112 INFO:tasks.rados.rados.0.smithi097.stdout:2931: oid 45 updating version 0 to 1729 2024-09-16T03:04:20.112 INFO:tasks.rados.rados.0.smithi097.stdout:2931: oid 45 updating version 1729 to 1730 2024-09-16T03:04:20.112 INFO:tasks.rados.rados.0.smithi097.stdout:2931: oid 45 updating version 1730 to 1731 2024-09-16T03:04:20.112 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1731 (ObjNum 921 snap 270 seq_num 921) dirty exists 2024-09-16T03:04:20.113 INFO:tasks.rados.rados.0.smithi097.stdout:2931: left oid 45 (ObjNum 921 snap 270 seq_num 921) 2024-09-16T03:04:20.119 INFO:tasks.rados.rados.0.smithi097.stdout:2932: expect (ObjNum 855 snap 261 seq_num 855) 2024-09-16T03:04:20.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:20 smithi184 ceph-mon[82194]: pgmap v611: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 660 KiB/s wr, 15 op/s 2024-09-16T03:04:20.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:20 smithi184 ceph-mon[82194]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:20.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:20 smithi184 ceph-mon[82194]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T03:04:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:20 smithi097 ceph-mon[88563]: pgmap v611: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 660 KiB/s wr, 15 op/s 2024-09-16T03:04:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:20 smithi097 ceph-mon[88563]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:20 smithi097 ceph-mon[88563]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T03:04:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:20 smithi097 ceph-mon[90424]: pgmap v611: 121 pgs: 121 active+clean; 220 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 660 KiB/s wr, 15 op/s 2024-09-16T03:04:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:20 smithi097 ceph-mon[90424]: from='client.44531 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:20 smithi097 ceph-mon[90424]: osdmap e626: 8 total, 8 up, 8 in 2024-09-16T03:04:21.093 INFO:tasks.rados.rados.0.smithi097.stdout:2931: done (3 left) 2024-09-16T03:04:21.093 INFO:tasks.rados.rados.0.smithi097.stdout:2932: done (2 left) 2024-09-16T03:04:21.093 INFO:tasks.rados.rados.0.smithi097.stdout:2933: done (1 left) 2024-09-16T03:04:21.093 INFO:tasks.rados.rados.0.smithi097.stdout:2934: done (0 left) 2024-09-16T03:04:21.094 INFO:tasks.rados.rados.0.smithi097.stdout:2935: copy_from oid 27 from oid 12 current snap is 271 2024-09-16T03:04:21.094 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 271 2024-09-16T03:04:21.094 INFO:tasks.rados.rados.0.smithi097.stdout:2936: seq_num 922 ranges {0=647168,647168=401408} 2024-09-16T03:04:21.097 INFO:tasks.rados.rados.0.smithi097.stdout:2936: writing smithi09778949-18 from 0 to 647168 tid 1 2024-09-16T03:04:21.099 INFO:tasks.rados.rados.0.smithi097.stdout:2936: writing smithi09778949-18 from 647168 to 1048576 tid 2 2024-09-16T03:04:21.099 INFO:tasks.rados.rados.0.smithi097.stdout:2937: snap_remove snap 270 2024-09-16T03:04:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:21 smithi184 ceph-mon[82194]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T03:04:21.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:21 smithi097 ceph-mon[88563]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T03:04:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:21 smithi097 ceph-mon[90424]: osdmap e627: 8 total, 8 up, 8 in 2024-09-16T03:04:22.049 INFO:tasks.rados.rados.0.smithi097.stdout:2937: done (2 left) 2024-09-16T03:04:22.049 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 271 2024-09-16T03:04:22.049 INFO:tasks.rados.rados.0.smithi097.stdout:2936: finishing write tid 1 to smithi09778949-18 2024-09-16T03:04:22.049 INFO:tasks.rados.rados.0.smithi097.stdout:2938: seq_num 923 ranges {0=663552,663552=401408} 2024-09-16T03:04:22.053 INFO:tasks.rados.rados.0.smithi097.stdout:2938: writing smithi09778949-20 from 0 to 663552 tid 1 2024-09-16T03:04:22.056 INFO:tasks.rados.rados.0.smithi097.stdout:2938: writing smithi09778949-20 from 663552 to 1064960 tid 2 2024-09-16T03:04:22.056 INFO:tasks.rados.rados.0.smithi097.stdout:2939: read oid 33 snap -1 2024-09-16T03:04:22.056 INFO:tasks.rados.rados.0.smithi097.stdout:2939: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2940: rollback oid 5 current snap is 271 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 5 to 267 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2936: finishing write tid 2 to smithi09778949-18 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2936: finishing write tid 3 to smithi09778949-18 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2936: finishing write tid 4 to smithi09778949-18 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2936: oid 18 updating version 0 to 1480 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2936: oid 18 updating version 1480 to 1481 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2936: oid 18 version 1481 is already newer than 1479 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1481 (ObjNum 922 snap 271 seq_num 922) dirty exists 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2936: left oid 18 (ObjNum 922 snap 271 seq_num 922) 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2935: finishing copy_from racing read to smithi09778949-27 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:2935: finishing copy_from to smithi09778949-27 2024-09-16T03:04:22.057 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 1886 (ObjNum 825 snap 248 seq_num 825) dirty exists 2024-09-16T03:04:22.058 INFO:tasks.rados.rados.0.smithi097.stdout:2935: done (4 left) 2024-09-16T03:04:22.058 INFO:tasks.rados.rados.0.smithi097.stdout:2936: done (3 left) 2024-09-16T03:04:22.058 INFO:tasks.rados.rados.0.smithi097.stdout:2941: delete oid 29 current snap is 271 2024-09-16T03:04:22.064 INFO:tasks.rados.rados.0.smithi097.stdout:2940: finishing rollback tid 0 to smithi09778949-5 2024-09-16T03:04:22.066 INFO:tasks.rados.rados.0.smithi097.stdout:2940: finishing rollback tid 1 to smithi09778949-5 2024-09-16T03:04:22.066 INFO:tasks.rados.rados.0.smithi097.stdout:2940: finishing rollback tid 2 to smithi09778949-5 2024-09-16T03:04:22.067 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1568 (ObjNum 888 snap 265 seq_num 888) dirty exists 2024-09-16T03:04:22.067 INFO:tasks.rados.rados.0.smithi097.stdout:2938: finishing write tid 1 to smithi09778949-20 2024-09-16T03:04:22.068 INFO:tasks.rados.rados.0.smithi097.stdout:2938: finishing write tid 2 to smithi09778949-20 2024-09-16T03:04:22.068 INFO:tasks.rados.rados.0.smithi097.stdout:2938: finishing write tid 3 to smithi09778949-20 2024-09-16T03:04:22.072 INFO:tasks.rados.rados.0.smithi097.stdout:2938: finishing write tid 4 to smithi09778949-20 2024-09-16T03:04:22.072 INFO:tasks.rados.rados.0.smithi097.stdout:2938: oid 20 updating version 0 to 1154 2024-09-16T03:04:22.072 INFO:tasks.rados.rados.0.smithi097.stdout:2938: oid 20 version 1154 is already newer than 1153 2024-09-16T03:04:22.072 INFO:tasks.rados.rados.0.smithi097.stdout:2938: oid 20 version 1154 is already newer than 1152 2024-09-16T03:04:22.072 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1154 (ObjNum 923 snap 271 seq_num 923) dirty exists 2024-09-16T03:04:22.072 INFO:tasks.rados.rados.0.smithi097.stdout:2938: left oid 20 (ObjNum 923 snap 271 seq_num 923) 2024-09-16T03:04:22.085 INFO:tasks.rados.rados.0.smithi097.stdout:2939: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:04:22.263 INFO:tasks.rados.rados.0.smithi097.stdout:2938: done (3 left) 2024-09-16T03:04:22.263 INFO:tasks.rados.rados.0.smithi097.stdout:2939: done (2 left) 2024-09-16T03:04:22.263 INFO:tasks.rados.rados.0.smithi097.stdout:2940: done (1 left) 2024-09-16T03:04:22.264 INFO:tasks.rados.rados.0.smithi097.stdout:2941: done (0 left) 2024-09-16T03:04:22.264 INFO:tasks.rados.rados.0.smithi097.stdout:2942: rmattr oid 26 current snap is 271 2024-09-16T03:04:22.264 INFO:tasks.rados.rados.0.smithi097.stdout:2943: snap_create 2024-09-16T03:04:22.266 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1482 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:04:22.405 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:22 smithi184 ceph-mon[82194]: pgmap v614: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T03:04:22.405 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:22 smithi184 ceph-mon[82194]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T03:04:22.405 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:22 smithi184 ceph-mon[82194]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T03:04:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:22 smithi097 ceph-mon[88563]: pgmap v614: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T03:04:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:22 smithi097 ceph-mon[88563]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T03:04:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:22 smithi097 ceph-mon[88563]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T03:04:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:22 smithi097 ceph-mon[90424]: pgmap v614: 121 pgs: 121 active+clean; 191 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.7 MiB/s wr, 33 op/s 2024-09-16T03:04:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:22 smithi097 ceph-mon[90424]: osdmap e628: 8 total, 8 up, 8 in 2024-09-16T03:04:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:22 smithi097 ceph-mon[90424]: osdmap e629: 8 total, 8 up, 8 in 2024-09-16T03:04:23.114 INFO:tasks.rados.rados.0.smithi097.stdout:2942: done (1 left) 2024-09-16T03:04:23.114 INFO:tasks.rados.rados.0.smithi097.stdout:2943: done (0 left) 2024-09-16T03:04:23.115 INFO:tasks.rados.rados.0.smithi097.stdout:2944: delete oid 7 current snap is 272 2024-09-16T03:04:23.119 INFO:tasks.rados.rados.0.smithi097.stdout:2944: done (0 left) 2024-09-16T03:04:23.119 INFO:tasks.rados.rados.0.smithi097.stdout:2945: snap_remove snap 268 2024-09-16T03:04:24.115 INFO:tasks.rados.rados.0.smithi097.stdout:2945: done (0 left) 2024-09-16T03:04:24.115 INFO:tasks.rados.rados.0.smithi097.stdout:2946: read oid 20 snap -1 2024-09-16T03:04:24.115 INFO:tasks.rados.rados.0.smithi097.stdout:2946: expect (ObjNum 923 snap 271 seq_num 923) 2024-09-16T03:04:24.115 INFO:tasks.rados.rados.0.smithi097.stdout:2947: read oid 12 snap -1 2024-09-16T03:04:24.115 INFO:tasks.rados.rados.0.smithi097.stdout:2947: expect (ObjNum 825 snap 248 seq_num 825) 2024-09-16T03:04:24.115 INFO:tasks.rados.rados.0.smithi097.stdout:2948: delete oid 10 current snap is 272 2024-09-16T03:04:24.123 INFO:tasks.rados.rados.0.smithi097.stdout:2948: done (2 left) 2024-09-16T03:04:24.123 INFO:tasks.rados.rados.0.smithi097.stdout:2949: read oid 39 snap -1 2024-09-16T03:04:24.123 INFO:tasks.rados.rados.0.smithi097.stdout:2949: expect (ObjNum 902 snap 266 seq_num 902) 2024-09-16T03:04:24.123 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 272 2024-09-16T03:04:24.123 INFO:tasks.rados.rados.0.smithi097.stdout:2950: seq_num 927 ranges {0=729088,729088=401408} 2024-09-16T03:04:24.128 INFO:tasks.rados.rados.0.smithi097.stdout:2950: writing smithi09778949-41 from 0 to 729088 tid 1 2024-09-16T03:04:24.130 INFO:tasks.rados.rados.0.smithi097.stdout:2950: writing smithi09778949-41 from 729088 to 1130496 tid 2 2024-09-16T03:04:24.130 INFO:tasks.rados.rados.0.smithi097.stdout:2951: snap_create 2024-09-16T03:04:24.131 INFO:tasks.rados.rados.0.smithi097.stdout:2946: expect (ObjNum 923 snap 271 seq_num 923) 2024-09-16T03:04:24.164 INFO:tasks.rados.rados.0.smithi097.stdout:2947: expect (ObjNum 825 snap 248 seq_num 825) 2024-09-16T03:04:24.376 INFO:tasks.rados.rados.0.smithi097.stdout:2949: expect (ObjNum 902 snap 266 seq_num 902) 2024-09-16T03:04:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:24 smithi184 ceph-mon[82194]: pgmap v617: 121 pgs: 121 active+clean; 180 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-09-16T03:04:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:24 smithi184 ceph-mon[82194]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T03:04:24.492 INFO:tasks.rados.rados.0.smithi097.stdout:2950: finishing write tid 1 to smithi09778949-41 2024-09-16T03:04:24.493 INFO:tasks.rados.rados.0.smithi097.stdout:2950: finishing write tid 2 to smithi09778949-41 2024-09-16T03:04:24.493 INFO:tasks.rados.rados.0.smithi097.stdout:2950: finishing write tid 3 to smithi09778949-41 2024-09-16T03:04:24.493 INFO:tasks.rados.rados.0.smithi097.stdout:2950: finishing write tid 4 to smithi09778949-41 2024-09-16T03:04:24.493 INFO:tasks.rados.rados.0.smithi097.stdout:2950: oid 41 updating version 0 to 1917 2024-09-16T03:04:24.493 INFO:tasks.rados.rados.0.smithi097.stdout:2950: oid 41 updating version 1917 to 1919 2024-09-16T03:04:24.493 INFO:tasks.rados.rados.0.smithi097.stdout:2950: oid 41 version 1919 is already newer than 1918 2024-09-16T03:04:24.493 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1919 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-16T03:04:24.493 INFO:tasks.rados.rados.0.smithi097.stdout:2950: left oid 41 (ObjNum 927 snap 272 seq_num 927) 2024-09-16T03:04:24.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:24 smithi097 ceph-mon[88563]: pgmap v617: 121 pgs: 121 active+clean; 180 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-09-16T03:04:24.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:24 smithi097 ceph-mon[88563]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T03:04:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:24 smithi097 ceph-mon[90424]: pgmap v617: 121 pgs: 121 active+clean; 180 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-09-16T03:04:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:24 smithi097 ceph-mon[90424]: osdmap e630: 8 total, 8 up, 8 in 2024-09-16T03:04:24.764 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:24 smithi184 systemd[1]: Stopping Ceph grafana.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:04:24.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:04:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:04:24] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.51.0" 2024-09-16T03:04:25.029 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:24 smithi184 podman[116884]: 2024-09-16 03:04:24.762534821 +0000 UTC m=+0.114916105 container died 8f825f11785e2823d4de60df7d9975d12ea023c706cf453bf340c94a8ffd41e9 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, version=8.5, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, distribution-scope=public, architecture=x86_64, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration) 2024-09-16T03:04:25.125 INFO:tasks.rados.rados.0.smithi097.stdout:2946: done (4 left) 2024-09-16T03:04:25.125 INFO:tasks.rados.rados.0.smithi097.stdout:2947: done (3 left) 2024-09-16T03:04:25.125 INFO:tasks.rados.rados.0.smithi097.stdout:2949: done (2 left) 2024-09-16T03:04:25.125 INFO:tasks.rados.rados.0.smithi097.stdout:2950: done (1 left) 2024-09-16T03:04:25.125 INFO:tasks.rados.rados.0.smithi097.stdout:2951: done (0 left) 2024-09-16T03:04:25.125 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 273 2024-09-16T03:04:25.125 INFO:tasks.rados.rados.0.smithi097.stdout:2952: seq_num 928 ranges {5931008=745472,6676480=401408} 2024-09-16T03:04:25.160 INFO:tasks.rados.rados.0.smithi097.stdout:2952: writing smithi09778949-15 from 5931008 to 6676480 tid 1 2024-09-16T03:04:25.163 INFO:tasks.rados.rados.0.smithi097.stdout:2952: writing smithi09778949-15 from 6676480 to 7077888 tid 2 2024-09-16T03:04:25.163 INFO:tasks.rados.rados.0.smithi097.stdout:2953: read oid 34 snap -1 2024-09-16T03:04:25.163 INFO:tasks.rados.rados.0.smithi097.stdout:2953: expect deleted 2024-09-16T03:04:25.163 INFO:tasks.rados.rados.0.smithi097.stdout:2954: snap_remove snap 272 2024-09-16T03:04:25.354 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:25 smithi184 ceph-mon[82194]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T03:04:25.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 podman[116884]: 2024-09-16 03:04:25.101318376 +0000 UTC m=+0.453699661 container cleanup 8f825f11785e2823d4de60df7d9975d12ea023c706cf453bf340c94a8ffd41e9 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, com.redhat.component=ubi8-container, io.buildah.version=1.32.0, version=8.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., description=Ceph Grafana Container, io.openshift.tags=base rhel8, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-type=git, maintainer=Paul Cuzner , distribution-scope=public, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, architecture=x86_64, release=239.1651231664, build-date=2022-04-29T11:48:11.055897) 2024-09-16T03:04:25.354 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 bash[116884]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a 2024-09-16T03:04:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:25 smithi097 ceph-mon[88563]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T03:04:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:25 smithi097 ceph-mon[90424]: osdmap e631: 8 total, 8 up, 8 in 2024-09-16T03:04:25.658 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 podman[116898]: 2024-09-16 03:04:25.352709241 +0000 UTC m=+0.592411958 container remove 8f825f11785e2823d4de60df7d9975d12ea023c706cf453bf340c94a8ffd41e9 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, com.redhat.component=ubi8-container, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.tags=base rhel8, build-date=2022-04-29T11:48:11.055897, version=8.5, vendor=Red Hat, Inc., name=ubi8, release=239.1651231664, vcs-type=git, distribution-scope=public, architecture=x86_64, description=Ceph Grafana Container, maintainer=Paul Cuzner ) 2024-09-16T03:04:25.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T03:04:25.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-09-16T03:04:25.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 systemd[1]: Stopped Ceph grafana.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:04:25.659 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@grafana.a.service: Consumed 10.602s CPU time. 2024-09-16T03:04:26.054 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 systemd[1]: Starting Ceph grafana.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:04:26.055 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 podman[117022]: 2024-09-16 03:04:25.946196524 +0000 UTC m=+0.107599525 container create 02ee6f968623f5eb8f15a9d4b0ad29c3c28202c0202aaa8a2265977fc501c9e4 (image=quay.io/ceph/grafana:10.4.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-16T03:04:26.055 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:25 smithi184 podman[117022]: 2024-09-16 03:04:25.855245435 +0000 UTC m=+0.016648397 image pull c8b91775d855b99270fc5d22f3c6737e8cca01ef4c25c8b0362295e0746fa39b quay.io/ceph/grafana:10.4.0 2024-09-16T03:04:26.144 INFO:tasks.rados.rados.0.smithi097.stdout:2954: done (2 left) 2024-09-16T03:04:26.144 INFO:tasks.rados.rados.0.smithi097.stdout:2955: rmattr oid 49 current snap is 273 2024-09-16T03:04:26.144 INFO:tasks.rados.rados.0.smithi097.stdout:2952: finishing write tid 1 to smithi09778949-15 2024-09-16T03:04:26.144 INFO:tasks.rados.rados.0.smithi097.stdout:2952: finishing write tid 2 to smithi09778949-15 2024-09-16T03:04:26.144 INFO:tasks.rados.rados.0.smithi097.stdout:2952: finishing write tid 3 to smithi09778949-15 2024-09-16T03:04:26.144 INFO:tasks.rados.rados.0.smithi097.stdout:2952: finishing write tid 4 to smithi09778949-15 2024-09-16T03:04:26.145 INFO:tasks.rados.rados.0.smithi097.stdout:2952: oid 15 updating version 0 to 1742 2024-09-16T03:04:26.145 INFO:tasks.rados.rados.0.smithi097.stdout:2952: oid 15 version 1742 is already newer than 1741 2024-09-16T03:04:26.145 INFO:tasks.rados.rados.0.smithi097.stdout:2952: oid 15 version 1742 is already newer than 1740 2024-09-16T03:04:26.145 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1742 (ObjNum 928 snap 273 seq_num 928) dirty exists 2024-09-16T03:04:26.145 INFO:tasks.rados.rados.0.smithi097.stdout:2952: left oid 15 (ObjNum 928 snap 273 seq_num 928) 2024-09-16T03:04:26.145 INFO:tasks.rados.rados.0.smithi097.stdout:2952: done (2 left) 2024-09-16T03:04:26.145 INFO:tasks.rados.rados.0.smithi097.stdout:2953: done (1 left) 2024-09-16T03:04:26.145 INFO:tasks.rados.rados.0.smithi097.stdout:2956: snap_create 2024-09-16T03:04:26.149 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 1722 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:04:26.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-mon[82194]: pgmap v620: 121 pgs: 121 active+clean; 190 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-09-16T03:04:26.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-mon[82194]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T03:04:26.310 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 podman[117022]: 2024-09-16 03:04:26.173815486 +0000 UTC m=+0.335218445 container init 02ee6f968623f5eb8f15a9d4b0ad29c3c28202c0202aaa8a2265977fc501c9e4 (image=quay.io/ceph/grafana:10.4.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-16T03:04:26.311 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 podman[117022]: 2024-09-16 03:04:26.176830693 +0000 UTC m=+0.338233649 container start 02ee6f968623f5eb8f15a9d4b0ad29c3c28202c0202aaa8a2265977fc501c9e4 (image=quay.io/ceph/grafana:10.4.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-16T03:04:26.311 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296567972Z level=info msg="Starting Grafana" version=10.4.0 commit=03f502a94d17f7dc4e6c34acdf8428aedd986e4c branch=HEAD compiled=2024-09-16T03:04:26Z 2024-09-16T03:04:26.311 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296777848Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-09-16T03:04:26.311 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296785978Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-09-16T03:04:26.311 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296789727Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-09-16T03:04:26.311 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296792921Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-09-16T03:04:26.311 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296795551Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-09-16T03:04:26.312 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.29679835Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-09-16T03:04:26.312 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296800904Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-09-16T03:04:26.312 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.29680386Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-09-16T03:04:26.312 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296806399Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-09-16T03:04:26.312 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296809101Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-09-16T03:04:26.312 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296811526Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-09-16T03:04:26.312 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296814088Z level=info msg=Target target=[all] 2024-09-16T03:04:26.313 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296819508Z level=info msg="Path Home" path=/usr/share/grafana 2024-09-16T03:04:26.313 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296821921Z level=info msg="Path Data" path=/var/lib/grafana 2024-09-16T03:04:26.313 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.29682428Z level=info msg="Path Logs" path=/var/log/grafana 2024-09-16T03:04:26.313 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296826516Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-09-16T03:04:26.313 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296828878Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-09-16T03:04:26.313 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=settings t=2024-09-16T03:04:26.296835157Z level=info msg="App mode production" 2024-09-16T03:04:26.313 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=sqlstore t=2024-09-16T03:04:26.297071964Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-09-16T03:04:26.313 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=sqlstore t=2024-09-16T03:04:26.297084081Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-09-16T03:04:26.314 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.29753148Z level=info msg="Starting DB migrations" 2024-09-16T03:04:26.314 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.308406541Z level=info msg="Executing migration" id="Add uid column to user" 2024-09-16T03:04:26.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:26 smithi097 ceph-mon[88563]: pgmap v620: 121 pgs: 121 active+clean; 190 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-09-16T03:04:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:26 smithi097 ceph-mon[88563]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T03:04:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:26 smithi097 ceph-mon[90424]: pgmap v620: 121 pgs: 121 active+clean; 190 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.6 MiB/s wr, 10 op/s 2024-09-16T03:04:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:26 smithi097 ceph-mon[90424]: osdmap e632: 8 total, 8 up, 8 in 2024-09-16T03:04:26.585 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.313811144Z level=info msg="Migration successfully executed" id="Add uid column to user" duration=5.403498ms 2024-09-16T03:04:26.585 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.314208702Z level=info msg="Executing migration" id="Update uid column values for users" 2024-09-16T03:04:26.585 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.314334897Z level=info msg="Migration successfully executed" id="Update uid column values for users" duration=126.511µs 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.314714323Z level=info msg="Executing migration" id="Add unique index user_uid" 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.315427049Z level=info msg="Migration successfully executed" id="Add unique index user_uid" duration=712.371µs 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.315971898Z level=info msg="Executing migration" id="Add playlist column created_at" 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.320868045Z level=info msg="Migration successfully executed" id="Add playlist column created_at" duration=4.895849ms 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.321342212Z level=info msg="Executing migration" id="Add playlist column updated_at" 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.326470301Z level=info msg="Migration successfully executed" id="Add playlist column updated_at" duration=5.127906ms 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.326915032Z level=info msg="Executing migration" id="Add column uid in team" 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.331929145Z level=info msg="Migration successfully executed" id="Add column uid in team" duration=5.013454ms 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.332272047Z level=info msg="Executing migration" id="Update uid column values in team" 2024-09-16T03:04:26.586 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.332391994Z level=info msg="Migration successfully executed" id="Update uid column values in team" duration=119.462µs 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.333058178Z level=info msg="Executing migration" id="Add unique index team_org_id_uid" 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.333772764Z level=info msg="Migration successfully executed" id="Add unique index team_org_id_uid" duration=714.316µs 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.334170469Z level=info msg="Executing migration" id="add index user_auth_token.revoked_at" 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.334840952Z level=info msg="Migration successfully executed" id="add index user_auth_token.revoked_at" duration=669.933µs 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.335227783Z level=info msg="Executing migration" id="add result_fingerprint column to alert_instance" 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.34050673Z level=info msg="Migration successfully executed" id="add result_fingerprint column to alert_instance" duration=5.278182ms 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.340923476Z level=info msg="Executing migration" id="add last_applied column to alert_configuration_history" 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.345865184Z level=info msg="Migration successfully executed" id="add last_applied column to alert_configuration_history" duration=4.940931ms 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.346229125Z level=info msg="Executing migration" id="alter library_element model to mediumtext" 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.346267071Z level=info msg="Migration successfully executed" id="alter library_element model to mediumtext" duration=38.681µs 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.347121303Z level=info msg="Executing migration" id="permission kind migration" 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.352078162Z level=info msg="Migration successfully executed" id="permission kind migration" duration=4.956543ms 2024-09-16T03:04:26.587 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.352424103Z level=info msg="Executing migration" id="permission attribute migration" 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.357499771Z level=info msg="Migration successfully executed" id="permission attribute migration" duration=5.075488ms 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.357874045Z level=info msg="Executing migration" id="permission identifier migration" 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.363292818Z level=info msg="Migration successfully executed" id="permission identifier migration" duration=5.418531ms 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.363640205Z level=info msg="Executing migration" id="add permission identifier index" 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.364452184Z level=info msg="Migration successfully executed" id="add permission identifier index" duration=789.575µs 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.364811791Z level=info msg="Executing migration" id="add permission action scope role_id index" 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.365615354Z level=info msg="Migration successfully executed" id="add permission action scope role_id index" duration=803.299µs 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.366005824Z level=info msg="Executing migration" id="remove permission role_id action scope index" 2024-09-16T03:04:26.588 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.366708631Z level=info msg="Migration successfully executed" id="remove permission role_id action scope index" duration=701.523µs 2024-09-16T03:04:26.589 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.367085909Z level=info msg="Executing migration" id="rbac disabled migrator" 2024-09-16T03:04:26.589 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.367106108Z level=info msg="Migration successfully executed" id="rbac disabled migrator" duration=19.96µs 2024-09-16T03:04:26.589 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.367864921Z level=info msg="Executing migration" id="drop index IDX_correlation_uid - v1" 2024-09-16T03:04:26.589 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.368562966Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_uid - v1" duration=697.468µs 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.368936876Z level=info msg="Executing migration" id="drop index IDX_correlation_source_uid - v1" 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.369642752Z level=info msg="Migration successfully executed" id="drop index IDX_correlation_source_uid - v1" duration=705.928µs 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.370018647Z level=info msg="Executing migration" id="Rename table correlation to correlation_tmp_qwerty - v1" 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.385205647Z level=info msg="Migration successfully executed" id="Rename table correlation to correlation_tmp_qwerty - v1" duration=15.18671ms 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.385624336Z level=info msg="Executing migration" id="create correlation v2" 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.386348847Z level=info msg="Migration successfully executed" id="create correlation v2" duration=724.185µs 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.386739599Z level=info msg="Executing migration" id="create index IDX_correlation_uid - v2" 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.387451122Z level=info msg="Migration successfully executed" id="create index IDX_correlation_uid - v2" duration=711.326µs 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.387817606Z level=info msg="Executing migration" id="create index IDX_correlation_source_uid - v2" 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.388531511Z level=info msg="Migration successfully executed" id="create index IDX_correlation_source_uid - v2" duration=713.791µs 2024-09-16T03:04:26.590 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.38893932Z level=info msg="Executing migration" id="create index IDX_correlation_org_id - v2" 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.389625441Z level=info msg="Migration successfully executed" id="create index IDX_correlation_org_id - v2" duration=686.127µs 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.390010599Z level=info msg="Executing migration" id="copy correlation v1 to v2" 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.390208486Z level=info msg="Migration successfully executed" id="copy correlation v1 to v2" duration=196.745µs 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.390866254Z level=info msg="Executing migration" id="drop correlation_tmp_qwerty" 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.391445116Z level=info msg="Migration successfully executed" id="drop correlation_tmp_qwerty" duration=578.703µs 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.391806502Z level=info msg="Executing migration" id="add provisioning column" 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.397003342Z level=info msg="Migration successfully executed" id="add provisioning column" duration=5.196652ms 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.397441601Z level=info msg="Executing migration" id="backfill empty share column fields with default of public" 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.397599038Z level=info msg="Migration successfully executed" id="backfill empty share column fields with default of public" duration=157.571µs 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.427283524Z level=info msg="Executing migration" id="migrate contents column to mediumblob for MySQL" 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.427339509Z level=info msg="Migration successfully executed" id="migrate contents column to mediumblob for MySQL" duration=55.688µs 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.427841549Z level=info msg="Executing migration" id="add origin column to seed_assignment" 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.433428324Z level=info msg="Migration successfully executed" id="add origin column to seed_assignment" duration=5.585644ms 2024-09-16T03:04:26.591 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.433817823Z level=info msg="Executing migration" id="add origin to plugin seed_assignment" 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.434050859Z level=info msg="Migration successfully executed" id="add origin to plugin seed_assignment" duration=234.397µs 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.43666954Z level=info msg="Executing migration" id="prevent seeding OnCall access" 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.436830393Z level=info msg="Migration successfully executed" id="prevent seeding OnCall access" duration=163.47µs 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.439362547Z level=info msg="Executing migration" id="managed folder permissions library panel actions migration" 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.440330267Z level=info msg="Migration successfully executed" id="managed folder permissions library panel actions migration" duration=966.975µs 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.442179994Z level=info msg="Executing migration" id="Remove unique index for folder.title and folder.parent_uid" 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.442942941Z level=info msg="Migration successfully executed" id="Remove unique index for folder.title and folder.parent_uid" duration=762.915µs 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.444976494Z level=info msg="Executing migration" id="Add unique index for title, parent_uid, and org_id" 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.44577799Z level=info msg="Migration successfully executed" id="Add unique index for title, parent_uid, and org_id" duration=802.727µs 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.447824855Z level=info msg="Executing migration" id="Sync dashboard and folder table" 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.448369285Z level=info msg="Migration successfully executed" id="Sync dashboard and folder table" duration=544.264µs 2024-09-16T03:04:26.592 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.450698473Z level=info msg="Executing migration" id="Remove ghost folders from the folder table" 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.450948464Z level=info msg="Migration successfully executed" id="Remove ghost folders from the folder table" duration=249.933µs 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.453478582Z level=info msg="Executing migration" id="Remove unique index UQE_folder_uid_org_id" 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.454178728Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_uid_org_id" duration=701.309µs 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.456349151Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_uid" 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.457097966Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_uid" duration=748.318µs 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.459277278Z level=info msg="Executing migration" id="Remove unique index UQE_folder_title_parent_uid_org_id" 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.460006346Z level=info msg="Migration successfully executed" id="Remove unique index UQE_folder_title_parent_uid_org_id" duration=728.447µs 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.461956243Z level=info msg="Executing migration" id="Add unique index UQE_folder_org_id_parent_uid_title" 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.462652429Z level=info msg="Migration successfully executed" id="Add unique index UQE_folder_org_id_parent_uid_title" duration=695.871µs 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.464561753Z level=info msg="Executing migration" id="Remove index IDX_folder_parent_uid_org_id" 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.465245377Z level=info msg="Migration successfully executed" id="Remove index IDX_folder_parent_uid_org_id" duration=683.677µs 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.467407368Z level=info msg="Executing migration" id="create anon_device table" 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.467969276Z level=info msg="Migration successfully executed" id="create anon_device table" duration=561.644µs 2024-09-16T03:04:26.593 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.470178463Z level=info msg="Executing migration" id="add unique index anon_device.device_id" 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.470880808Z level=info msg="Migration successfully executed" id="add unique index anon_device.device_id" duration=703.762µs 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.473004735Z level=info msg="Executing migration" id="add index anon_device.updated_at" 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.473776635Z level=info msg="Migration successfully executed" id="add index anon_device.updated_at" duration=771.913µs 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.475764363Z level=info msg="Executing migration" id="create signing_key table" 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.476381589Z level=info msg="Migration successfully executed" id="create signing_key table" duration=617.202µs 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.47854464Z level=info msg="Executing migration" id="add unique index signing_key.key_id" 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.479267411Z level=info msg="Migration successfully executed" id="add unique index signing_key.key_id" duration=722.699µs 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.481210573Z level=info msg="Executing migration" id="set legacy alert migration status in kvstore" 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.481909244Z level=info msg="Migration successfully executed" id="set legacy alert migration status in kvstore" duration=700.863µs 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.484007631Z level=info msg="Executing migration" id="migrate record of created folders during legacy migration to kvstore" 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.484448482Z level=info msg="Migration successfully executed" id="migrate record of created folders during legacy migration to kvstore" duration=440.949µs 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.486753138Z level=info msg="Executing migration" id="Add folder_uid for dashboard" 2024-09-16T03:04:26.594 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.492010029Z level=info msg="Migration successfully executed" id="Add folder_uid for dashboard" duration=5.259462ms 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.492364534Z level=info msg="Executing migration" id="Populate dashboard folder_uid column" 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.493996321Z level=info msg="Migration successfully executed" id="Populate dashboard folder_uid column" duration=1.632504ms 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.495328808Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title" 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.496241639Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title" duration=912.375µs 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.497932814Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_id_title" 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.498653893Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_id_title" duration=722.264µs 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.500648976Z level=info msg="Executing migration" id="Delete unique index for dashboard_org_id_folder_uid_title" 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.501382076Z level=info msg="Migration successfully executed" id="Delete unique index for dashboard_org_id_folder_uid_title" duration=732.928µs 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.503272548Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.504130578Z level=info msg="Migration successfully executed" id="Add unique index for dashboard_org_id_folder_uid_title_is_folder" duration=860.573µs 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.505847424Z level=info msg="Executing migration" id="Restore index for dashboard_org_id_folder_id_title" 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.506646242Z level=info msg="Migration successfully executed" id="Restore index for dashboard_org_id_folder_id_title" duration=798.481µs 2024-09-16T03:04:26.595 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.507025856Z level=info msg="Executing migration" id="create sso_setting table" 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.50775093Z level=info msg="Migration successfully executed" id="create sso_setting table" duration=724.824µs 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.508145824Z level=info msg="Executing migration" id="copy kvstore migration status to each org" 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.50875708Z level=info msg="Migration successfully executed" id="copy kvstore migration status to each org" duration=611.066µs 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.509092756Z level=info msg="Executing migration" id="add back entry for orgid=0 migrated status" 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.509490144Z level=info msg="Migration successfully executed" id="add back entry for orgid=0 migrated status" duration=397.291µs 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.50981915Z level=info msg="Executing migration" id="alter kv_store.value to longtext" 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.509866137Z level=info msg="Migration successfully executed" id="alter kv_store.value to longtext" duration=47.049µs 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.510569421Z level=info msg="Executing migration" id="add notification_settings column to alert_rule table" 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.515808831Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule table" duration=5.237915ms 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.51621108Z level=info msg="Executing migration" id="add notification_settings column to alert_rule_version table" 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.521562294Z level=info msg="Migration successfully executed" id="add notification_settings column to alert_rule_version table" duration=5.359601ms 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.521929799Z level=info msg="Executing migration" id="removing scope from alert.instances:read action migration" 2024-09-16T03:04:26.596 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.522145285Z level=info msg="Migration successfully executed" id="removing scope from alert.instances:read action migration" duration=215.47µs 2024-09-16T03:04:26.597 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=migrator t=2024-09-16T03:04:26.522544109Z level=info msg="migrations completed" performed=65 skipped=482 duration=214.191235ms 2024-09-16T03:04:26.597 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=sqlstore t=2024-09-16T03:04:26.523221269Z level=info msg="Created default organization" 2024-09-16T03:04:26.597 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=secrets t=2024-09-16T03:04:26.525254532Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-09-16T03:04:26.597 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=plugin.store t=2024-09-16T03:04:26.540731836Z level=info msg="Loading plugins..." 2024-09-16T03:04:26.597 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=local.finder t=2024-09-16T03:04:26.583423473Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-09-16T03:04:26.597 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=plugin.store t=2024-09-16T03:04:26.583443612Z level=info msg="Plugins loaded" count=55 duration=42.712531ms 2024-09-16T03:04:26.597 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=query_data t=2024-09-16T03:04:26.585539099Z level=info msg="Query Service initialization" 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=live.push_http t=2024-09-16T03:04:26.588049936Z level=info msg="Live Push Gateway initialization" 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=ngalert.migration t=2024-09-16T03:04:26.589141495Z level=info msg=Starting 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=ngalert.state.manager t=2024-09-16T03:04:26.59445982Z level=info msg="Running in alternative execution of Error/NoData mode" 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=infra.usagestats.collector t=2024-09-16T03:04:26.595879084Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=provisioning.datasources t=2024-09-16T03:04:26.598437655Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=provisioning.datasources t=2024-09-16T03:04:26.59869579Z level=info msg="inserting datasource from configuration" name=Dashboard1 uid=P43CA22E17D0F9596 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=provisioning.alerting t=2024-09-16T03:04:26.623717357Z level=info msg="starting to provision alerting" 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=provisioning.alerting t=2024-09-16T03:04:26.623728114Z level=info msg="finished to provision alerting" 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=grafanaStorageLogger t=2024-09-16T03:04:26.624620937Z level=info msg="Storage starting" 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=ngalert.state.manager t=2024-09-16T03:04:26.624912001Z level=info msg="Warming state cache for startup" 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=ngalert.multiorg.alertmanager t=2024-09-16T03:04:26.625344898Z level=info msg="Starting MultiOrg Alertmanager" 2024-09-16T03:04:26.881 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=http.server t=2024-09-16T03:04:26.626605207Z level=info msg="HTTP Server TLS settings" MinTLSVersion=TLS1.2 configuredciphers=TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_256_GCM_SHA384,TLS_ECDHE_RSA_WITH_AES_128_CBC_SHA,TLS_ECDHE_ECDSA_WITH_AES_256_CBC_SHA,TLS_ECDHE_RSA_WITH_AES_256_CBC_SHA,TLS_RSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_256_GCM_SHA384,TLS_RSA_WITH_AES_128_CBC_SHA,TLS_RSA_WITH_AES_256_CBC_SHA 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=http.server t=2024-09-16T03:04:26.626926679Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=ngalert.state.manager t=2024-09-16T03:04:26.640447238Z level=info msg="State cache has been initialized" states=0 duration=15.535501ms 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=ngalert.scheduler t=2024-09-16T03:04:26.640471206Z level=info msg="Starting scheduler" tickInterval=10s maxAttempts=1 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=ticker t=2024-09-16T03:04:26.640509526Z level=info msg=starting first_tick=2024-09-16T03:04:30Z 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=provisioning.dashboard t=2024-09-16T03:04:26.643428414Z level=info msg="starting to provision dashboards" 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=grafana.update.checker t=2024-09-16T03:04:26.698284272Z level=info msg="Update check succeeded" duration=74.414387ms 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=plugins.update.checker t=2024-09-16T03:04:26.704604608Z level=info msg="Update check succeeded" duration=80.592284ms 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=sqlstore.transactions t=2024-09-16T03:04:26.720069673Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=provisioning.dashboard t=2024-09-16T03:04:26.818950706Z level=info msg="finished to provision dashboards" 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=grafana-apiserver t=2024-09-16T03:04:26.878873347Z level=info msg="Adding GroupVersion playlist.grafana.app v0alpha1 to ResourceManager" 2024-09-16T03:04:26.882 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:26 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=grafana-apiserver t=2024-09-16T03:04:26.879336227Z level=info msg="Adding GroupVersion featuretoggle.grafana.app v0alpha1 to ResourceManager" 2024-09-16T03:04:27.049 INFO:tasks.rados.rados.0.smithi097.stdout:2955: done (1 left) 2024-09-16T03:04:27.049 INFO:tasks.rados.rados.0.smithi097.stdout:2956: done (0 left) 2024-09-16T03:04:27.049 INFO:tasks.rados.rados.0.smithi097.stdout:2957: delete oid 43 current snap is 274 2024-09-16T03:04:27.055 INFO:tasks.rados.rados.0.smithi097.stdout:2957: done (0 left) 2024-09-16T03:04:27.055 INFO:tasks.rados.rados.0.smithi097.stdout:2958: snap_create 2024-09-16T03:04:27.147 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:27 smithi184 bash[117022]: 02ee6f968623f5eb8f15a9d4b0ad29c3c28202c0202aaa8a2265977fc501c9e4 2024-09-16T03:04:27.147 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:04:27 smithi184 systemd[1]: Started Ceph grafana.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:04:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:27 smithi184 ceph-mon[82194]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T03:04:27.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:27 smithi184 ceph-mon[82194]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T03:04:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:27 smithi097 ceph-mon[88563]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T03:04:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:27 smithi097 ceph-mon[88563]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T03:04:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:27 smithi097 ceph-mon[90424]: osdmap e633: 8 total, 8 up, 8 in 2024-09-16T03:04:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:27 smithi097 ceph-mon[90424]: osdmap e634: 8 total, 8 up, 8 in 2024-09-16T03:04:28.050 INFO:tasks.rados.rados.0.smithi097.stdout:2958: done (0 left) 2024-09-16T03:04:28.051 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 275 2024-09-16T03:04:28.051 INFO:tasks.rados.rados.0.smithi097.stdout:2959: seq_num 930 ranges {4079616=786432,4866048=401408} 2024-09-16T03:04:28.076 INFO:tasks.rados.rados.0.smithi097.stdout:2959: writing smithi09778949-33 from 4079616 to 4866048 tid 1 2024-09-16T03:04:28.078 INFO:tasks.rados.rados.0.smithi097.stdout:2959: writing smithi09778949-33 from 4866048 to 5267456 tid 2 2024-09-16T03:04:28.078 INFO:tasks.rados.rados.0.smithi097.stdout:2960: copy_from oid 10 from oid 40 current snap is 275 2024-09-16T03:04:28.078 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 275 2024-09-16T03:04:28.078 INFO:tasks.rados.rados.0.smithi097.stdout:2961: seq_num 931 ranges {1048576=802816,1851392=401408} 2024-09-16T03:04:28.089 INFO:tasks.rados.rados.0.smithi097.stdout:2961: writing smithi09778949-18 from 1048576 to 1851392 tid 1 2024-09-16T03:04:28.091 INFO:tasks.rados.rados.0.smithi097.stdout:2961: writing smithi09778949-18 from 1851392 to 2252800 tid 2 2024-09-16T03:04:28.092 INFO:tasks.rados.rados.0.smithi097.stdout:2962: setattr oid 34 current snap is 275 2024-09-16T03:04:28.092 INFO:tasks.rados.rados.0.smithi097.stdout:2959: finishing write tid 1 to smithi09778949-33 2024-09-16T03:04:28.092 INFO:tasks.rados.rados.0.smithi097.stdout:2959: finishing write tid 2 to smithi09778949-33 2024-09-16T03:04:28.092 INFO:tasks.rados.rados.0.smithi097.stdout:2959: finishing write tid 3 to smithi09778949-33 2024-09-16T03:04:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:2959: finishing write tid 4 to smithi09778949-33 2024-09-16T03:04:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:2959: oid 33 updating version 0 to 1724 2024-09-16T03:04:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:2959: oid 33 updating version 1724 to 1726 2024-09-16T03:04:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:2959: oid 33 version 1726 is already newer than 1725 2024-09-16T03:04:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1726 (ObjNum 930 snap 275 seq_num 930) dirty exists 2024-09-16T03:04:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:2959: left oid 33 (ObjNum 930 snap 275 seq_num 930) 2024-09-16T03:04:28.094 INFO:tasks.rados.rados.0.smithi097.stdout:2959: done (3 left) 2024-09-16T03:04:28.094 INFO:tasks.rados.rados.0.smithi097.stdout:2963: snap_remove snap 269 2024-09-16T03:04:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[88563]: pgmap v623: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-09-16T03:04:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[88563]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T03:04:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[90424]: pgmap v623: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-09-16T03:04:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:28 smithi097 ceph-mon[90424]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T03:04:28.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:28 smithi184 ceph-mon[82194]: pgmap v623: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 3.9 MiB/s wr, 9 op/s 2024-09-16T03:04:28.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:28.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:28.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:28 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:28.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:28 smithi184 ceph-mon[82194]: osdmap e635: 8 total, 8 up, 8 in 2024-09-16T03:04:29.052 INFO:tasks.rados.rados.0.smithi097.stdout:2963: done (3 left) 2024-09-16T03:04:29.052 INFO:tasks.rados.rados.0.smithi097.stdout:2964: snap_remove snap 267 2024-09-16T03:04:30.059 INFO:tasks.rados.rados.0.smithi097.stdout:2964: done (3 left) 2024-09-16T03:04:30.059 INFO:tasks.rados.rados.0.smithi097.stdout:2965: snap_remove snap 271 2024-09-16T03:04:30.059 INFO:tasks.rados.rados.0.smithi097.stdout:2961: finishing write tid 1 to smithi09778949-18 2024-09-16T03:04:30.059 INFO:tasks.rados.rados.0.smithi097.stdout:2961: finishing write tid 2 to smithi09778949-18 2024-09-16T03:04:30.059 INFO:tasks.rados.rados.0.smithi097.stdout:2961: finishing write tid 3 to smithi09778949-18 2024-09-16T03:04:30.059 INFO:tasks.rados.rados.0.smithi097.stdout:2960: finishing copy_from racing read to smithi09778949-10 2024-09-16T03:04:30.059 INFO:tasks.rados.rados.0.smithi097.stdout:2960: finishing copy_from to smithi09778949-10 2024-09-16T03:04:30.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1735 (ObjNum 907 snap 267 seq_num 907) dirty exists 2024-09-16T03:04:30.060 INFO:tasks.rados.rados.0.smithi097.stdout:2961: finishing write tid 4 to smithi09778949-18 2024-09-16T03:04:30.060 INFO:tasks.rados.rados.0.smithi097.stdout:2961: oid 18 updating version 0 to 1485 2024-09-16T03:04:30.060 INFO:tasks.rados.rados.0.smithi097.stdout:2961: oid 18 version 1485 is already newer than 1484 2024-09-16T03:04:30.060 INFO:tasks.rados.rados.0.smithi097.stdout:2961: oid 18 version 1485 is already newer than 1483 2024-09-16T03:04:30.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1485 (ObjNum 931 snap 275 seq_num 931) dirty exists 2024-09-16T03:04:30.060 INFO:tasks.rados.rados.0.smithi097.stdout:2961: left oid 18 (ObjNum 931 snap 275 seq_num 931) 2024-09-16T03:04:30.060 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1486 (ObjNum 33 snap 0 seq_num 1733318483) dirty exists 2024-09-16T03:04:30.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:30 smithi097 ceph-mon[88563]: pgmap v626: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-16T03:04:30.312 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:30 smithi097 ceph-mon[88563]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T03:04:30.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:30 smithi097 ceph-mon[90424]: pgmap v626: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-16T03:04:30.313 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:30 smithi097 ceph-mon[90424]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T03:04:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:30 smithi184 ceph-mon[82194]: pgmap v626: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.8 MiB/s wr, 9 op/s 2024-09-16T03:04:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:30 smithi184 ceph-mon[82194]: osdmap e636: 8 total, 8 up, 8 in 2024-09-16T03:04:31.068 INFO:tasks.rados.rados.0.smithi097.stdout:2960: done (3 left) 2024-09-16T03:04:31.068 INFO:tasks.rados.rados.0.smithi097.stdout:2961: done (2 left) 2024-09-16T03:04:31.068 INFO:tasks.rados.rados.0.smithi097.stdout:2962: done (1 left) 2024-09-16T03:04:31.068 INFO:tasks.rados.rados.0.smithi097.stdout:2965: done (0 left) 2024-09-16T03:04:31.068 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 275 2024-09-16T03:04:31.068 INFO:tasks.rados.rados.0.smithi097.stdout:2966: seq_num 932 ranges {0=417792,417792=663552,1081344=139264} 2024-09-16T03:04:31.070 INFO:tasks.rados.rados.0.smithi097.stdout:2966: writing smithi09778949-29 from 0 to 417792 tid 1 2024-09-16T03:04:31.074 INFO:tasks.rados.rados.0.smithi097.stdout:2966: writing smithi09778949-29 from 417792 to 1081344 tid 2 2024-09-16T03:04:31.075 INFO:tasks.rados.rados.0.smithi097.stdout:2966: writing smithi09778949-29 from 1081344 to 1220608 tid 3 2024-09-16T03:04:31.076 INFO:tasks.rados.rados.0.smithi097.stdout:2967: snap_create 2024-09-16T03:04:31.078 INFO:tasks.rados.rados.0.smithi097.stdout:2966: finishing write tid 1 to smithi09778949-29 2024-09-16T03:04:31.081 INFO:tasks.rados.rados.0.smithi097.stdout:2966: finishing write tid 2 to smithi09778949-29 2024-09-16T03:04:31.082 INFO:tasks.rados.rados.0.smithi097.stdout:2966: finishing write tid 3 to smithi09778949-29 2024-09-16T03:04:31.083 INFO:tasks.rados.rados.0.smithi097.stdout:2966: finishing write tid 4 to smithi09778949-29 2024-09-16T03:04:31.087 INFO:tasks.rados.rados.0.smithi097.stdout:2966: finishing write tid 5 to smithi09778949-29 2024-09-16T03:04:31.088 INFO:tasks.rados.rados.0.smithi097.stdout:2966: oid 29 updating version 0 to 1751 2024-09-16T03:04:31.088 INFO:tasks.rados.rados.0.smithi097.stdout:2966: oid 29 version 1751 is already newer than 1749 2024-09-16T03:04:31.088 INFO:tasks.rados.rados.0.smithi097.stdout:2966: oid 29 version 1751 is already newer than 1748 2024-09-16T03:04:31.088 INFO:tasks.rados.rados.0.smithi097.stdout:2966: oid 29 version 1751 is already newer than 1750 2024-09-16T03:04:31.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1751 (ObjNum 932 snap 275 seq_num 932) dirty exists 2024-09-16T03:04:31.088 INFO:tasks.rados.rados.0.smithi097.stdout:2966: left oid 29 (ObjNum 932 snap 275 seq_num 932) 2024-09-16T03:04:31.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:31 smithi184 ceph-mon[82194]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T03:04:31.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:31 smithi097 ceph-mon[88563]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T03:04:31.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:31 smithi097 ceph-mon[90424]: osdmap e637: 8 total, 8 up, 8 in 2024-09-16T03:04:32.051 INFO:tasks.rados.rados.0.smithi097.stdout:2966: done (1 left) 2024-09-16T03:04:32.051 INFO:tasks.rados.rados.0.smithi097.stdout:2967: done (0 left) 2024-09-16T03:04:32.051 INFO:tasks.rados.rados.0.smithi097.stdout:2968: rmattr oid 43 current snap is 276 2024-09-16T03:04:32.051 INFO:tasks.rados.rados.0.smithi097.stdout:2968: done (0 left) 2024-09-16T03:04:32.051 INFO:tasks.rados.rados.0.smithi097.stdout:2969: read oid 26 snap 274 2024-09-16T03:04:32.051 INFO:tasks.rados.rados.0.smithi097.stdout:2969: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:04:32.051 INFO:tasks.rados.rados.0.smithi097.stdout:2970: read oid 25 snap 275 2024-09-16T03:04:32.051 INFO:tasks.rados.rados.0.smithi097.stdout:2970: expect deleted 2024-09-16T03:04:32.052 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 276 2024-09-16T03:04:32.052 INFO:tasks.rados.rados.0.smithi097.stdout:2971: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-09-16T03:04:32.053 INFO:tasks.rados.rados.0.smithi097.stdout:2971: writing smithi09778949-47 from 0 to 434176 tid 1 2024-09-16T03:04:32.056 INFO:tasks.rados.rados.0.smithi097.stdout:2971: writing smithi09778949-47 from 434176 to 983040 tid 2 2024-09-16T03:04:32.058 INFO:tasks.rados.rados.0.smithi097.stdout:2971: writing smithi09778949-47 from 983040 to 1236992 tid 3 2024-09-16T03:04:32.058 INFO:tasks.rados.rados.0.smithi097.stdout:2972: snap_create 2024-09-16T03:04:32.061 INFO:tasks.rados.rados.0.smithi097.stdout:2971: finishing write tid 1 to smithi09778949-47 2024-09-16T03:04:32.064 INFO:tasks.rados.rados.0.smithi097.stdout:2971: finishing write tid 2 to smithi09778949-47 2024-09-16T03:04:32.064 INFO:tasks.rados.rados.0.smithi097.stdout:2971: finishing write tid 3 to smithi09778949-47 2024-09-16T03:04:32.064 INFO:tasks.rados.rados.0.smithi097.stdout:2971: finishing write tid 4 to smithi09778949-47 2024-09-16T03:04:32.066 INFO:tasks.rados.rados.0.smithi097.stdout:2971: finishing write tid 5 to smithi09778949-47 2024-09-16T03:04:32.066 INFO:tasks.rados.rados.0.smithi097.stdout:2971: oid 47 updating version 0 to 1732 2024-09-16T03:04:32.066 INFO:tasks.rados.rados.0.smithi097.stdout:2971: oid 47 updating version 1732 to 1733 2024-09-16T03:04:32.067 INFO:tasks.rados.rados.0.smithi097.stdout:2971: oid 47 updating version 1733 to 1734 2024-09-16T03:04:32.067 INFO:tasks.rados.rados.0.smithi097.stdout:2971: oid 47 updating version 1734 to 1735 2024-09-16T03:04:32.067 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1735 (ObjNum 933 snap 276 seq_num 933) dirty exists 2024-09-16T03:04:32.067 INFO:tasks.rados.rados.0.smithi097.stdout:2971: left oid 47 (ObjNum 933 snap 276 seq_num 933) 2024-09-16T03:04:32.073 INFO:tasks.rados.rados.0.smithi097.stdout:2969: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:04:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:32 smithi184 ceph-mon[82194]: pgmap v629: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-16T03:04:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:32 smithi184 ceph-mon[82194]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T03:04:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:32 smithi184 ceph-mon[82194]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T03:04:32.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:32 smithi097 ceph-mon[88563]: pgmap v629: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-16T03:04:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:32 smithi097 ceph-mon[88563]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T03:04:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:32 smithi097 ceph-mon[88563]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T03:04:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:32 smithi097 ceph-mon[90424]: pgmap v629: 121 pgs: 121 active+clean; 204 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-09-16T03:04:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:32 smithi097 ceph-mon[90424]: osdmap e638: 8 total, 8 up, 8 in 2024-09-16T03:04:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:32 smithi097 ceph-mon[90424]: osdmap e639: 8 total, 8 up, 8 in 2024-09-16T03:04:33.054 INFO:tasks.rados.rados.0.smithi097.stdout:2969: done (3 left) 2024-09-16T03:04:33.054 INFO:tasks.rados.rados.0.smithi097.stdout:2970: done (2 left) 2024-09-16T03:04:33.054 INFO:tasks.rados.rados.0.smithi097.stdout:2971: done (1 left) 2024-09-16T03:04:33.054 INFO:tasks.rados.rados.0.smithi097.stdout:2972: done (0 left) 2024-09-16T03:04:33.054 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 277 2024-09-16T03:04:33.054 INFO:tasks.rados.rados.0.smithi097.stdout:2973: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-09-16T03:04:33.056 INFO:tasks.rados.rados.0.smithi097.stdout:2973: writing smithi09778949-7 from 0 to 450560 tid 1 2024-09-16T03:04:33.059 INFO:tasks.rados.rados.0.smithi097.stdout:2973: writing smithi09778949-7 from 450560 to 884736 tid 2 2024-09-16T03:04:33.061 INFO:tasks.rados.rados.0.smithi097.stdout:2973: writing smithi09778949-7 from 884736 to 1253376 tid 3 2024-09-16T03:04:33.061 INFO:tasks.rados.rados.0.smithi097.stdout:2974: delete oid 47 current snap is 277 2024-09-16T03:04:33.064 INFO:tasks.rados.rados.0.smithi097.stdout:2973: finishing write tid 1 to smithi09778949-7 2024-09-16T03:04:33.067 INFO:tasks.rados.rados.0.smithi097.stdout:2974: done (1 left) 2024-09-16T03:04:33.067 INFO:tasks.rados.rados.0.smithi097.stdout:2975: read oid 21 snap -1 2024-09-16T03:04:33.067 INFO:tasks.rados.rados.0.smithi097.stdout:2975: expect (ObjNum 915 snap 268 seq_num 915) 2024-09-16T03:04:33.067 INFO:tasks.rados.rados.0.smithi097.stdout:2976: rollback oid 4 current snap is 277 2024-09-16T03:04:33.067 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 4 to 273 2024-09-16T03:04:33.067 INFO:tasks.rados.rados.0.smithi097.stdout:2977: read oid 11 snap -1 2024-09-16T03:04:33.067 INFO:tasks.rados.rados.0.smithi097.stdout:2977: expect deleted 2024-09-16T03:04:33.068 INFO:tasks.rados.rados.0.smithi097.stdout:2978: copy_from oid 45 from oid 40 current snap is 277 2024-09-16T03:04:33.068 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 277 2024-09-16T03:04:33.068 INFO:tasks.rados.rados.0.smithi097.stdout:2979: seq_num 936 ranges {4079616=483328,4562944=655360,5218304=147456} 2024-09-16T03:04:33.091 INFO:tasks.rados.rados.0.smithi097.stdout:2979: writing smithi09778949-26 from 4079616 to 4562944 tid 1 2024-09-16T03:04:33.095 INFO:tasks.rados.rados.0.smithi097.stdout:2979: writing smithi09778949-26 from 4562944 to 5218304 tid 2 2024-09-16T03:04:33.096 INFO:tasks.rados.rados.0.smithi097.stdout:2979: writing smithi09778949-26 from 5218304 to 5365760 tid 3 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2980: copy_from oid 49 from oid 14 current snap is 277 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: finishing write tid 2 to smithi09778949-7 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: finishing write tid 3 to smithi09778949-7 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: finishing write tid 4 to smithi09778949-7 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: finishing write tid 5 to smithi09778949-7 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: oid 7 updating version 0 to 2035 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: oid 7 version 2035 is already newer than 2034 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: oid 7 version 2035 is already newer than 2033 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: oid 7 version 2035 is already newer than 2032 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2035 (ObjNum 934 snap 277 seq_num 934) dirty exists 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2973: left oid 7 (ObjNum 934 snap 277 seq_num 934) 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2976: finishing rollback tid 0 to smithi09778949-4 2024-09-16T03:04:33.097 INFO:tasks.rados.rados.0.smithi097.stdout:2976: finishing rollback tid 1 to smithi09778949-4 2024-09-16T03:04:33.098 INFO:tasks.rados.rados.0.smithi097.stdout:2976: finishing rollback tid 2 to smithi09778949-4 2024-09-16T03:04:33.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1706 (ObjNum 814 snap 245 seq_num 814) dirty exists 2024-09-16T03:04:33.098 INFO:tasks.rados.rados.0.smithi097.stdout:2975: expect (ObjNum 915 snap 268 seq_num 915) 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2978: finishing copy_from racing read to smithi09778949-45 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2978: finishing copy_from to smithi09778949-45 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1735 (ObjNum 907 snap 267 seq_num 907) dirty exists 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2979: finishing write tid 1 to smithi09778949-26 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2980: finishing copy_from to smithi09778949-49 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2980: got expected ENOENT (src dne) 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2980: finishing copy_from racing read to smithi09778949-49 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2979: finishing write tid 2 to smithi09778949-26 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2979: finishing write tid 3 to smithi09778949-26 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2973: done (6 left) 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2975: done (5 left) 2024-09-16T03:04:33.146 INFO:tasks.rados.rados.0.smithi097.stdout:2976: done (4 left) 2024-09-16T03:04:33.147 INFO:tasks.rados.rados.0.smithi097.stdout:2977: done (3 left) 2024-09-16T03:04:33.147 INFO:tasks.rados.rados.0.smithi097.stdout:2978: done (2 left) 2024-09-16T03:04:33.147 INFO:tasks.rados.rados.0.smithi097.stdout:2980: done (1 left) 2024-09-16T03:04:33.147 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 277 2024-09-16T03:04:33.147 INFO:tasks.rados.rados.0.smithi097.stdout:2979: finishing write tid 4 to smithi09778949-26 2024-09-16T03:04:33.147 INFO:tasks.rados.rados.0.smithi097.stdout:2981: seq_num 937 ranges {1458176=499712,1957888=532480,2490368=270336} 2024-09-16T03:04:33.155 INFO:tasks.rados.rados.0.smithi097.stdout:2981: writing smithi09778949-40 from 1458176 to 1957888 tid 1 2024-09-16T03:04:33.159 INFO:tasks.rados.rados.0.smithi097.stdout:2981: writing smithi09778949-40 from 1957888 to 2490368 tid 2 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:2981: writing smithi09778949-40 from 2490368 to 2760704 tid 3 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 277 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:2979: finishing write tid 5 to smithi09778949-26 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:2979: oid 26 updating version 0 to 1489 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:2979: oid 26 updating version 1489 to 1490 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:2979: oid 26 version 1490 is already newer than 1488 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:2979: oid 26 version 1490 is already newer than 1487 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1490 (ObjNum 936 snap 277 seq_num 936) dirty exists 2024-09-16T03:04:33.161 INFO:tasks.rados.rados.0.smithi097.stdout:2979: left oid 26 (ObjNum 936 snap 277 seq_num 936) 2024-09-16T03:04:33.162 INFO:tasks.rados.rados.0.smithi097.stdout:2981: finishing write tid 1 to smithi09778949-40 2024-09-16T03:04:33.162 INFO:tasks.rados.rados.0.smithi097.stdout:2982: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-09-16T03:04:33.163 INFO:tasks.rados.rados.0.smithi097.stdout:2982: writing smithi09778949-9 from 0 to 516096 tid 1 2024-09-16T03:04:33.166 INFO:tasks.rados.rados.0.smithi097.stdout:2982: writing smithi09778949-9 from 516096 to 933888 tid 2 2024-09-16T03:04:33.169 INFO:tasks.rados.rados.0.smithi097.stdout:2982: writing smithi09778949-9 from 933888 to 1318912 tid 3 2024-09-16T03:04:33.169 INFO:tasks.rados.rados.0.smithi097.stdout:2979: done (2 left) 2024-09-16T03:04:33.169 INFO:tasks.rados.rados.0.smithi097.stdout:2983: rollback oid 38 current snap is 277 2024-09-16T03:04:33.169 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 38 to 274 2024-09-16T03:04:33.169 INFO:tasks.rados.rados.0.smithi097.stdout:2981: finishing write tid 2 to smithi09778949-40 2024-09-16T03:04:33.169 INFO:tasks.rados.rados.0.smithi097.stdout:2981: finishing write tid 3 to smithi09778949-40 2024-09-16T03:04:33.169 INFO:tasks.rados.rados.0.smithi097.stdout:2981: finishing write tid 4 to smithi09778949-40 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2981: finishing write tid 5 to smithi09778949-40 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2981: oid 40 updating version 0 to 1744 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2981: oid 40 updating version 1744 to 1745 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2981: oid 40 updating version 1745 to 1747 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2981: oid 40 version 1747 is already newer than 1746 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1747 (ObjNum 937 snap 277 seq_num 937) dirty exists 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2981: left oid 40 (ObjNum 937 snap 277 seq_num 937) 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2982: finishing write tid 1 to smithi09778949-9 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2981: done (2 left) 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2984: copy_from oid 16 from oid 46 current snap is 277 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2982: finishing write tid 2 to smithi09778949-9 2024-09-16T03:04:33.170 INFO:tasks.rados.rados.0.smithi097.stdout:2985: snap_create 2024-09-16T03:04:33.172 INFO:tasks.rados.rados.0.smithi097.stdout:2982: finishing write tid 3 to smithi09778949-9 2024-09-16T03:04:33.172 INFO:tasks.rados.rados.0.smithi097.stdout:2982: finishing write tid 4 to smithi09778949-9 2024-09-16T03:04:33.173 INFO:tasks.rados.rados.0.smithi097.stdout:2983: finishing rollback tid 0 to smithi09778949-38 2024-09-16T03:04:33.173 INFO:tasks.rados.rados.0.smithi097.stdout:2983: finishing rollback tid 1 to smithi09778949-38 2024-09-16T03:04:33.174 INFO:tasks.rados.rados.0.smithi097.stdout:2983: finishing rollback tid 2 to smithi09778949-38 2024-09-16T03:04:33.174 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1757 (ObjNum 858 snap 262 seq_num 858) dirty exists 2024-09-16T03:04:33.175 INFO:tasks.rados.rados.0.smithi097.stdout:2982: finishing write tid 5 to smithi09778949-9 2024-09-16T03:04:33.176 INFO:tasks.rados.rados.0.smithi097.stdout:2982: oid 9 updating version 0 to 1927 2024-09-16T03:04:33.176 INFO:tasks.rados.rados.0.smithi097.stdout:2982: oid 9 version 1927 is already newer than 1924 2024-09-16T03:04:33.176 INFO:tasks.rados.rados.0.smithi097.stdout:2982: oid 9 version 1927 is already newer than 1926 2024-09-16T03:04:33.176 INFO:tasks.rados.rados.0.smithi097.stdout:2982: oid 9 version 1927 is already newer than 1925 2024-09-16T03:04:33.176 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1927 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:04:33.176 INFO:tasks.rados.rados.0.smithi097.stdout:2982: left oid 9 (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:04:33.193 INFO:tasks.rados.rados.0.smithi097.stdout:2984: finishing copy_from racing read to smithi09778949-16 2024-09-16T03:04:33.202 INFO:tasks.rados.rados.0.smithi097.stdout:2984: finishing copy_from to smithi09778949-16 2024-09-16T03:04:33.202 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1567 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:04:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:2982: done (3 left) 2024-09-16T03:04:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:2983: done (2 left) 2024-09-16T03:04:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:2984: done (1 left) 2024-09-16T03:04:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:2985: done (0 left) 2024-09-16T03:04:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 278 2024-09-16T03:04:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:2986: seq_num 939 ranges {1523712=532480,2056192=704512,2760704=98304} 2024-09-16T03:04:34.083 INFO:tasks.rados.rados.0.smithi097.stdout:2986: writing smithi09778949-2 from 1523712 to 2056192 tid 1 2024-09-16T03:04:34.087 INFO:tasks.rados.rados.0.smithi097.stdout:2986: writing smithi09778949-2 from 2056192 to 2760704 tid 2 2024-09-16T03:04:34.088 INFO:tasks.rados.rados.0.smithi097.stdout:2986: writing smithi09778949-2 from 2760704 to 2859008 tid 3 2024-09-16T03:04:34.088 INFO:tasks.rados.rados.0.smithi097.stdout:2987: setattr oid 41 current snap is 278 2024-09-16T03:04:34.088 INFO:tasks.rados.rados.0.smithi097.stdout:2986: finishing write tid 1 to smithi09778949-2 2024-09-16T03:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:33 smithi184 ceph-mon[82194]: pgmap v632: 121 pgs: 121 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T03:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.088 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:33 smithi184 ceph-mon[82194]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T03:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.089 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:33 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2988: read oid 44 snap -1 2024-09-16T03:04:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2988: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2989: read oid 6 snap -1 2024-09-16T03:04:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2989: expect deleted 2024-09-16T03:04:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2990: read oid 35 snap -1 2024-09-16T03:04:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2990: expect (ObjNum 873 snap 263 seq_num 873) 2024-09-16T03:04:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2991: delete oid 45 current snap is 278 2024-09-16T03:04:34.091 INFO:tasks.rados.rados.0.smithi097.stdout:2986: finishing write tid 2 to smithi09778949-2 2024-09-16T03:04:34.092 INFO:tasks.rados.rados.0.smithi097.stdout:2986: finishing write tid 3 to smithi09778949-2 2024-09-16T03:04:34.092 INFO:tasks.rados.rados.0.smithi097.stdout:2986: finishing write tid 4 to smithi09778949-2 2024-09-16T03:04:34.093 INFO:tasks.rados.rados.0.smithi097.stdout:2986: finishing write tid 5 to smithi09778949-2 2024-09-16T03:04:34.093 INFO:tasks.rados.rados.0.smithi097.stdout:2986: oid 2 updating version 0 to 1572 2024-09-16T03:04:34.093 INFO:tasks.rados.rados.0.smithi097.stdout:2986: oid 2 version 1572 is already newer than 1569 2024-09-16T03:04:34.093 INFO:tasks.rados.rados.0.smithi097.stdout:2986: oid 2 version 1572 is already newer than 1570 2024-09-16T03:04:34.093 INFO:tasks.rados.rados.0.smithi097.stdout:2986: oid 2 version 1572 is already newer than 1571 2024-09-16T03:04:34.094 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1572 (ObjNum 939 snap 278 seq_num 939) dirty exists 2024-09-16T03:04:34.094 INFO:tasks.rados.rados.0.smithi097.stdout:2986: left oid 2 (ObjNum 939 snap 278 seq_num 939) 2024-09-16T03:04:34.095 INFO:tasks.rados.rados.0.smithi097.stdout:2986: done (5 left) 2024-09-16T03:04:34.095 INFO:tasks.rados.rados.0.smithi097.stdout:2989: done (4 left) 2024-09-16T03:04:34.095 INFO:tasks.rados.rados.0.smithi097.stdout:2991: done (3 left) 2024-09-16T03:04:34.096 INFO:tasks.rados.rados.0.smithi097.stdout:2992: read oid 20 snap -1 2024-09-16T03:04:34.096 INFO:tasks.rados.rados.0.smithi097.stdout:2992: expect (ObjNum 923 snap 271 seq_num 923) 2024-09-16T03:04:34.096 INFO:tasks.rados.rados.0.smithi097.stdout:2993: rollback oid 25 current snap is 278 2024-09-16T03:04:34.096 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 276 2024-09-16T03:04:34.096 INFO:tasks.rados.rados.0.smithi097.stdout:2994: snap_create 2024-09-16T03:04:34.096 INFO:tasks.rados.rados.0.smithi097.stdout:2993: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:04:34.096 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T03:04:34.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1920 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-16T03:04:34.098 INFO:tasks.rados.rados.0.smithi097.stdout:2988: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:34.119 INFO:tasks.rados.rados.0.smithi097.stdout:2992: expect (ObjNum 923 snap 271 seq_num 923) 2024-09-16T03:04:34.146 INFO:tasks.rados.rados.0.smithi097.stdout:2990: expect (ObjNum 873 snap 263 seq_num 873) 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[90424]: pgmap v632: 121 pgs: 121 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[90424]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[88563]: pgmap v632: 121 pgs: 121 active+clean; 203 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T03:04:34.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[88563]: osdmap e640: 8 total, 8 up, 8 in 2024-09-16T03:04:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:34.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:33 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:34.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:04:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:04:34] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.51.0" 2024-09-16T03:04:35.077 INFO:tasks.rados.rados.0.smithi097.stdout:2987: done (5 left) 2024-09-16T03:04:35.077 INFO:tasks.rados.rados.0.smithi097.stdout:2988: done (4 left) 2024-09-16T03:04:35.077 INFO:tasks.rados.rados.0.smithi097.stdout:2990: done (3 left) 2024-09-16T03:04:35.077 INFO:tasks.rados.rados.0.smithi097.stdout:2992: done (2 left) 2024-09-16T03:04:35.077 INFO:tasks.rados.rados.0.smithi097.stdout:2993: done (1 left) 2024-09-16T03:04:35.077 INFO:tasks.rados.rados.0.smithi097.stdout:2994: done (0 left) 2024-09-16T03:04:35.077 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 279 2024-09-16T03:04:35.077 INFO:tasks.rados.rados.0.smithi097.stdout:2995: seq_num 941 ranges {4079616=565248,4644864=475136,5120000=327680} 2024-09-16T03:04:35.101 INFO:tasks.rados.rados.0.smithi097.stdout:2995: writing smithi09778949-4 from 4079616 to 4644864 tid 1 2024-09-16T03:04:35.104 INFO:tasks.rados.rados.0.smithi097.stdout:2995: writing smithi09778949-4 from 4644864 to 5120000 tid 2 2024-09-16T03:04:35.106 INFO:tasks.rados.rados.0.smithi097.stdout:2995: writing smithi09778949-4 from 5120000 to 5447680 tid 3 2024-09-16T03:04:35.107 INFO:tasks.rados.rados.0.smithi097.stdout:2996: copy_from oid 17 from oid 13 current snap is 279 2024-09-16T03:04:35.107 INFO:tasks.rados.rados.0.smithi097.stdout:2997: snap_remove snap 276 2024-09-16T03:04:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:35 smithi184 ceph-mon[82194]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T03:04:35.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:35 smithi097 ceph-mon[88563]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T03:04:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:35 smithi097 ceph-mon[90424]: osdmap e641: 8 total, 8 up, 8 in 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2997: done (2 left) 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2998: delete oid 42 current snap is 279 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: finishing write tid 1 to smithi09778949-4 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: finishing write tid 2 to smithi09778949-4 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: finishing write tid 3 to smithi09778949-4 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: finishing write tid 4 to smithi09778949-4 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: finishing write tid 5 to smithi09778949-4 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: oid 4 updating version 0 to 1710 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: oid 4 version 1710 is already newer than 1708 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: oid 4 version 1710 is already newer than 1707 2024-09-16T03:04:36.082 INFO:tasks.rados.rados.0.smithi097.stdout:2995: oid 4 version 1710 is already newer than 1709 2024-09-16T03:04:36.083 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1710 (ObjNum 941 snap 279 seq_num 941) dirty exists 2024-09-16T03:04:36.083 INFO:tasks.rados.rados.0.smithi097.stdout:2995: left oid 4 (ObjNum 941 snap 279 seq_num 941) 2024-09-16T03:04:36.083 INFO:tasks.rados.rados.0.smithi097.stdout:2996: finishing copy_from racing read to smithi09778949-17 2024-09-16T03:04:36.083 INFO:tasks.rados.rados.0.smithi097.stdout:2996: finishing copy_from to smithi09778949-17 2024-09-16T03:04:36.083 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1310 (ObjNum 885 snap 265 seq_num 885) dirty exists 2024-09-16T03:04:36.090 INFO:tasks.rados.rados.0.smithi097.stdout:2995: done (2 left) 2024-09-16T03:04:36.090 INFO:tasks.rados.rados.0.smithi097.stdout:2996: done (1 left) 2024-09-16T03:04:36.091 INFO:tasks.rados.rados.0.smithi097.stdout:2998: done (0 left) 2024-09-16T03:04:36.091 INFO:tasks.rados.rados.0.smithi097.stdout:2999: setattr oid 12 current snap is 279 2024-09-16T03:04:36.092 INFO:tasks.rados.rados.0.smithi097.stdout:3000: read oid 5 snap -1 2024-09-16T03:04:36.092 INFO:tasks.rados.rados.0.smithi097.stdout:3000: expect (ObjNum 888 snap 265 seq_num 888) 2024-09-16T03:04:36.093 INFO:tasks.rados.rados.0.smithi097.stdout:3001: read oid 6 snap -1 2024-09-16T03:04:36.093 INFO:tasks.rados.rados.0.smithi097.stdout:3001: expect deleted 2024-09-16T03:04:36.093 INFO:tasks.rados.rados.0.smithi097.stdout:3002: snap_create 2024-09-16T03:04:36.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1921 (ObjNum 825 snap 248 seq_num 825) dirty exists 2024-09-16T03:04:36.128 INFO:tasks.rados.rados.0.smithi097.stdout:3000: expect (ObjNum 888 snap 265 seq_num 888) 2024-09-16T03:04:36.360 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:36 smithi184 ceph-mon[82194]: pgmap v635: 121 pgs: 121 active+clean; 175 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T03:04:36.360 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:36 smithi184 ceph-mon[82194]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T03:04:36.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:36 smithi097 ceph-mon[88563]: pgmap v635: 121 pgs: 121 active+clean; 175 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T03:04:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:36 smithi097 ceph-mon[88563]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T03:04:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:36 smithi097 ceph-mon[90424]: pgmap v635: 121 pgs: 121 active+clean; 175 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.2 MiB/s wr, 12 op/s 2024-09-16T03:04:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:36 smithi097 ceph-mon[90424]: osdmap e642: 8 total, 8 up, 8 in 2024-09-16T03:04:37.052 INFO:tasks.rados.rados.0.smithi097.stdout:2999: done (3 left) 2024-09-16T03:04:37.052 INFO:tasks.rados.rados.0.smithi097.stdout:3000: done (2 left) 2024-09-16T03:04:37.052 INFO:tasks.rados.rados.0.smithi097.stdout:3001: done (1 left) 2024-09-16T03:04:37.052 INFO:tasks.rados.rados.0.smithi097.stdout:3002: done (0 left) 2024-09-16T03:04:37.052 INFO:tasks.rados.rados.0.smithi097.stdout:3003: delete oid 50 current snap is 280 2024-09-16T03:04:37.056 INFO:tasks.rados.rados.0.smithi097.stdout:3003: done (0 left) 2024-09-16T03:04:37.056 INFO:tasks.rados.rados.0.smithi097.stdout:3004: read oid 32 snap -1 2024-09-16T03:04:37.056 INFO:tasks.rados.rados.0.smithi097.stdout:3004: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:04:37.056 INFO:tasks.rados.rados.0.smithi097.stdout:3005: copy_from oid 39 from oid 16 current snap is 280 2024-09-16T03:04:37.056 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 280 2024-09-16T03:04:37.056 INFO:tasks.rados.rados.0.smithi097.stdout:3006: seq_num 944 ranges {0=614400,614400=573440,1187840=229376} 2024-09-16T03:04:37.059 INFO:tasks.rados.rados.0.smithi097.stdout:3006: writing smithi09778949-11 from 0 to 614400 tid 1 2024-09-16T03:04:37.064 INFO:tasks.rados.rados.0.smithi097.stdout:3006: writing smithi09778949-11 from 614400 to 1187840 tid 2 2024-09-16T03:04:37.064 INFO:tasks.rados.rados.0.smithi097.stdout:3006: writing smithi09778949-11 from 1187840 to 1417216 tid 3 2024-09-16T03:04:37.064 INFO:tasks.rados.rados.0.smithi097.stdout:3007: delete oid 14 current snap is 280 2024-09-16T03:04:37.064 INFO:tasks.rados.rados.0.smithi097.stdout:3006: finishing write tid 1 to smithi09778949-11 2024-09-16T03:04:37.067 INFO:tasks.rados.rados.0.smithi097.stdout:3007: done (3 left) 2024-09-16T03:04:37.067 INFO:tasks.rados.rados.0.smithi097.stdout:3008: copy_from oid 19 from oid 34 current snap is 280 2024-09-16T03:04:37.067 INFO:tasks.rados.rados.0.smithi097.stdout:3009: read oid 30 snap -1 2024-09-16T03:04:37.067 INFO:tasks.rados.rados.0.smithi097.stdout:3009: expect (ObjNum 906 snap 267 seq_num 906) 2024-09-16T03:04:37.067 INFO:tasks.rados.rados.0.smithi097.stdout:3010: read oid 41 snap -1 2024-09-16T03:04:37.067 INFO:tasks.rados.rados.0.smithi097.stdout:3010: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-16T03:04:37.067 INFO:tasks.rados.rados.0.smithi097.stdout:3011: copy_from oid 13 from oid 5 current snap is 280 2024-09-16T03:04:37.068 INFO:tasks.rados.rados.0.smithi097.stdout:3012: setattr oid 37 current snap is 280 2024-09-16T03:04:37.068 INFO:tasks.rados.rados.0.smithi097.stdout:3006: finishing write tid 2 to smithi09778949-11 2024-09-16T03:04:37.068 INFO:tasks.rados.rados.0.smithi097.stdout:3013: read oid 38 snap -1 2024-09-16T03:04:37.068 INFO:tasks.rados.rados.0.smithi097.stdout:3013: expect (ObjNum 858 snap 262 seq_num 858) 2024-09-16T03:04:37.068 INFO:tasks.rados.rados.0.smithi097.stdout:3014: read oid 7 snap 273 2024-09-16T03:04:37.068 INFO:tasks.rados.rados.0.smithi097.stdout:3014: expect deleted 2024-09-16T03:04:37.069 INFO:tasks.rados.rados.0.smithi097.stdout:3015: read oid 50 snap 278 2024-09-16T03:04:37.069 INFO:tasks.rados.rados.0.smithi097.stdout:3015: expect deleted 2024-09-16T03:04:37.069 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 280 2024-09-16T03:04:37.069 INFO:tasks.rados.rados.0.smithi097.stdout:3016: seq_num 946 ranges {5513216=647168,6160384=745472,6905856=57344} 2024-09-16T03:04:37.105 INFO:tasks.rados.rados.0.smithi097.stdout:3016: writing smithi09778949-36 from 5513216 to 6160384 tid 1 2024-09-16T03:04:37.110 INFO:tasks.rados.rados.0.smithi097.stdout:3016: writing smithi09778949-36 from 6160384 to 6905856 tid 2 2024-09-16T03:04:37.111 INFO:tasks.rados.rados.0.smithi097.stdout:3016: writing smithi09778949-36 from 6905856 to 6963200 tid 3 2024-09-16T03:04:37.111 INFO:tasks.rados.rados.0.smithi097.stdout:3017: delete oid 27 current snap is 280 2024-09-16T03:04:37.111 INFO:tasks.rados.rados.0.smithi097.stdout:3004: expect (ObjNum 723 snap 218 seq_num 723) 2024-09-16T03:04:37.198 INFO:tasks.rados.rados.0.smithi097.stdout:3006: finishing write tid 3 to smithi09778949-11 2024-09-16T03:04:37.198 INFO:tasks.rados.rados.0.smithi097.stdout:3006: finishing write tid 4 to smithi09778949-11 2024-09-16T03:04:37.198 INFO:tasks.rados.rados.0.smithi097.stdout:3008: finishing copy_from racing read to smithi09778949-19 2024-09-16T03:04:37.198 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1569 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-09-16T03:04:37.198 INFO:tasks.rados.rados.0.smithi097.stdout:3008: finishing copy_from to smithi09778949-19 2024-09-16T03:04:37.198 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 1486 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-09-16T03:04:37.198 INFO:tasks.rados.rados.0.smithi097.stdout:3006: finishing write tid 5 to smithi09778949-11 2024-09-16T03:04:37.198 INFO:tasks.rados.rados.0.smithi097.stdout:3006: oid 11 updating version 0 to 1313 2024-09-16T03:04:37.199 INFO:tasks.rados.rados.0.smithi097.stdout:3006: oid 11 updating version 1313 to 1314 2024-09-16T03:04:37.199 INFO:tasks.rados.rados.0.smithi097.stdout:3006: oid 11 version 1314 is already newer than 1312 2024-09-16T03:04:37.199 INFO:tasks.rados.rados.0.smithi097.stdout:3006: oid 11 version 1314 is already newer than 1311 2024-09-16T03:04:37.199 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1314 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:04:37.199 INFO:tasks.rados.rados.0.smithi097.stdout:3006: left oid 11 (ObjNum 944 snap 280 seq_num 944) 2024-09-16T03:04:37.199 INFO:tasks.rados.rados.0.smithi097.stdout:3010: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-16T03:04:37.230 INFO:tasks.rados.rados.0.smithi097.stdout:3013: expect (ObjNum 858 snap 262 seq_num 858) 2024-09-16T03:04:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T03:04:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.410 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-16T03:04:37.411 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.412 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.413 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.414 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:37 smithi184 ceph-mon[82194]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T03:04:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T03:04:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: osdmap e643: 8 total, 8 up, 8 in 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "dashboard get-grafana-api-url"} : dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.499 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mgr"} : dispatch 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-16T03:04:37.500 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-16T03:04:37.501 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.crash"} : dispatch 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "osd"} : dispatch 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mds"} : dispatch 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rgw"} : dispatch 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-09-16T03:04:37.502 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"} : dispatch 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"} : dispatch 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.iscsi"} : dispatch 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nfs"} : dispatch 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"} : dispatch 2024-09-16T03:04:37.503 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.504 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[90424]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config rm", "name": "container_image", "who": "mon"} : dispatch 2024-09-16T03:04:37.505 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"} : dispatch 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:37.506 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:37 smithi097 ceph-mon[88563]: osdmap e644: 8 total, 8 up, 8 in 2024-09-16T03:04:37.549 INFO:tasks.rados.rados.0.smithi097.stdout:3005: finishing copy_from racing read to smithi09778949-39 2024-09-16T03:04:37.549 INFO:tasks.rados.rados.0.smithi097.stdout:3016: finishing write tid 1 to smithi09778949-36 2024-09-16T03:04:37.549 INFO:tasks.rados.rados.0.smithi097.stdout:3016: finishing write tid 2 to smithi09778949-36 2024-09-16T03:04:37.549 INFO:tasks.rados.rados.0.smithi097.stdout:3016: finishing write tid 3 to smithi09778949-36 2024-09-16T03:04:37.549 INFO:tasks.rados.rados.0.smithi097.stdout:3016: finishing write tid 4 to smithi09778949-36 2024-09-16T03:04:37.549 INFO:tasks.rados.rados.0.smithi097.stdout:3005: finishing copy_from to smithi09778949-39 2024-09-16T03:04:37.549 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1567 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:3016: finishing write tid 5 to smithi09778949-36 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:3016: oid 36 updating version 0 to 1924 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:3016: oid 36 version 1924 is already newer than 1922 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:3016: oid 36 version 1924 is already newer than 1923 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:3016: oid 36 updating version 1924 to 1925 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1925 (ObjNum 946 snap 280 seq_num 946) dirty exists 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:3016: left oid 36 (ObjNum 946 snap 280 seq_num 946) 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:3011: finishing copy_from racing read to smithi09778949-13 2024-09-16T03:04:37.550 INFO:tasks.rados.rados.0.smithi097.stdout:3009: expect (ObjNum 906 snap 267 seq_num 906) 2024-09-16T03:04:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:38 smithi184 ceph-mon[82194]: Upgrade: Finalizing container_image settings 2024-09-16T03:04:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:38 smithi184 ceph-mon[82194]: Upgrade: Complete! 2024-09-16T03:04:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:38 smithi184 ceph-mon[82194]: pgmap v638: 121 pgs: 121 active+clean; 170 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-16T03:04:38.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:38 smithi097 ceph-mon[88563]: Upgrade: Finalizing container_image settings 2024-09-16T03:04:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:38 smithi097 ceph-mon[88563]: Upgrade: Complete! 2024-09-16T03:04:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:38 smithi097 ceph-mon[88563]: pgmap v638: 121 pgs: 121 active+clean; 170 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-16T03:04:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:38 smithi097 ceph-mon[90424]: Upgrade: Finalizing container_image settings 2024-09-16T03:04:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:38 smithi097 ceph-mon[90424]: Upgrade: Complete! 2024-09-16T03:04:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:38 smithi097 ceph-mon[90424]: pgmap v638: 121 pgs: 121 active+clean; 170 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-09-16T03:04:38.726 INFO:tasks.rados.rados.0.smithi097.stdout:3011: finishing copy_from to smithi09778949-13 2024-09-16T03:04:38.726 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1568 (ObjNum 888 snap 265 seq_num 888) dirty exists 2024-09-16T03:04:38.726 INFO:tasks.rados.rados.0.smithi097.stdout:3004: done (12 left) 2024-09-16T03:04:38.726 INFO:tasks.rados.rados.0.smithi097.stdout:3005: done (11 left) 2024-09-16T03:04:38.726 INFO:tasks.rados.rados.0.smithi097.stdout:3006: done (10 left) 2024-09-16T03:04:38.726 INFO:tasks.rados.rados.0.smithi097.stdout:3008: done (9 left) 2024-09-16T03:04:38.726 INFO:tasks.rados.rados.0.smithi097.stdout:3009: done (8 left) 2024-09-16T03:04:38.726 INFO:tasks.rados.rados.0.smithi097.stdout:3010: done (7 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3011: done (6 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3012: done (5 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3013: done (4 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3014: done (3 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3015: done (2 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3016: done (1 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3017: done (0 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3018: rmattr oid 32 current snap is 280 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3018: done (0 left) 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3019: rollback oid 7 current snap is 280 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 273 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 280 2024-09-16T03:04:38.727 INFO:tasks.rados.rados.0.smithi097.stdout:3020: seq_num 948 ranges {5365760=679936,6045696=516096,6561792=286720} 2024-09-16T03:04:38.757 INFO:tasks.rados.rados.0.smithi097.stdout:3020: writing smithi09778949-26 from 5365760 to 6045696 tid 1 2024-09-16T03:04:38.760 INFO:tasks.rados.rados.0.smithi097.stdout:3020: writing smithi09778949-26 from 6045696 to 6561792 tid 2 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:3020: writing smithi09778949-26 from 6561792 to 6848512 tid 3 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:3021: read oid 8 snap 275 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:3021: expect (ObjNum 803 snap 240 seq_num 803) 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:3022: copy_from oid 42 from oid 39 current snap is 280 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:3019: finishing rollback tid 0 to smithi09778949-7 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:3019: finishing rollback tid 1 to smithi09778949-7 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2048 (ObjNum 65 snap 0 seq_num 1398296938) dirty dne 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:3019: done (3 left) 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 1 current snap is 280 2024-09-16T03:04:38.762 INFO:tasks.rados.rados.0.smithi097.stdout:3023: seq_num 949 ranges {0=704512,704512=794624,1499136=8192} 2024-09-16T03:04:38.765 INFO:tasks.rados.rados.0.smithi097.stdout:3023: writing smithi09778949-1 from 0 to 704512 tid 1 2024-09-16T03:04:38.770 INFO:tasks.rados.rados.0.smithi097.stdout:3023: writing smithi09778949-1 from 704512 to 1499136 tid 2 2024-09-16T03:04:38.770 INFO:tasks.rados.rados.0.smithi097.stdout:3023: writing smithi09778949-1 from 1499136 to 1507328 tid 3 2024-09-16T03:04:38.770 INFO:tasks.rados.rados.0.smithi097.stdout:3024: rollback oid 38 current snap is 280 2024-09-16T03:04:38.770 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 38 to 273 2024-09-16T03:04:38.770 INFO:tasks.rados.rados.0.smithi097.stdout:3020: finishing write tid 1 to smithi09778949-26 2024-09-16T03:04:38.771 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 280 2024-09-16T03:04:38.771 INFO:tasks.rados.rados.0.smithi097.stdout:3020: finishing write tid 2 to smithi09778949-26 2024-09-16T03:04:38.771 INFO:tasks.rados.rados.0.smithi097.stdout:3020: finishing write tid 3 to smithi09778949-26 2024-09-16T03:04:38.771 INFO:tasks.rados.rados.0.smithi097.stdout:3025: seq_num 950 ranges {1499136=720896,2220032=679936,2899968=122880} 2024-09-16T03:04:38.784 INFO:tasks.rados.rados.0.smithi097.stdout:3025: writing smithi09778949-21 from 1499136 to 2220032 tid 1 2024-09-16T03:04:38.788 INFO:tasks.rados.rados.0.smithi097.stdout:3025: writing smithi09778949-21 from 2220032 to 2899968 tid 2 2024-09-16T03:04:38.789 INFO:tasks.rados.rados.0.smithi097.stdout:3025: writing smithi09778949-21 from 2899968 to 3022848 tid 3 2024-09-16T03:04:38.789 INFO:tasks.rados.rados.0.smithi097.stdout:3026: snap_create 2024-09-16T03:04:38.789 INFO:tasks.rados.rados.0.smithi097.stdout:3020: finishing write tid 4 to smithi09778949-26 2024-09-16T03:04:38.789 INFO:tasks.rados.rados.0.smithi097.stdout:3020: finishing write tid 5 to smithi09778949-26 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:3020: oid 26 updating version 0 to 1494 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:3020: oid 26 version 1494 is already newer than 1493 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:3020: oid 26 version 1494 is already newer than 1492 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:3020: oid 26 version 1494 is already newer than 1491 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1494 (ObjNum 948 snap 280 seq_num 948) dirty exists 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:3020: left oid 26 (ObjNum 948 snap 280 seq_num 948) 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:3024: finishing rollback tid 0 to smithi09778949-38 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:3024: finishing rollback tid 1 to smithi09778949-38 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:3024: finishing rollback tid 2 to smithi09778949-38 2024-09-16T03:04:38.790 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1763 (ObjNum 858 snap 262 seq_num 858) dirty exists 2024-09-16T03:04:38.794 INFO:tasks.rados.rados.0.smithi097.stdout:3025: finishing write tid 1 to smithi09778949-21 2024-09-16T03:04:38.797 INFO:tasks.rados.rados.0.smithi097.stdout:3021: expect (ObjNum 803 snap 240 seq_num 803) 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3023: finishing write tid 1 to smithi09778949-1 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3023: finishing write tid 2 to smithi09778949-1 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3020: done (6 left) 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3021: done (5 left) 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3024: done (4 left) 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3026: done (3 left) 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3027: rmattr oid 37 current snap is 281 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3025: finishing write tid 2 to smithi09778949-21 2024-09-16T03:04:39.266 INFO:tasks.rados.rados.0.smithi097.stdout:3025: finishing write tid 3 to smithi09778949-21 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3025: finishing write tid 4 to smithi09778949-21 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3023: finishing write tid 3 to smithi09778949-1 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3023: finishing write tid 4 to smithi09778949-1 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3025: finishing write tid 5 to smithi09778949-21 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3025: oid 21 updating version 0 to 1749 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3025: oid 21 version 1749 is already newer than 1748 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3025: oid 21 updating version 1749 to 1751 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3025: oid 21 version 1751 is already newer than 1750 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1751 (ObjNum 950 snap 280 seq_num 950) dirty exists 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3025: left oid 21 (ObjNum 950 snap 280 seq_num 950) 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3022: finishing copy_from racing read to smithi09778949-42 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3023: finishing write tid 5 to smithi09778949-1 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3023: oid 1 updating version 0 to 1926 2024-09-16T03:04:39.267 INFO:tasks.rados.rados.0.smithi097.stdout:3023: oid 1 updating version 1926 to 1927 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3023: oid 1 updating version 1927 to 1928 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3023: oid 1 updating version 1928 to 1929 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1929 (ObjNum 949 snap 280 seq_num 949) dirty exists 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3023: left oid 1 (ObjNum 949 snap 280 seq_num 949) 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3022: finishing copy_from to smithi09778949-42 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1567 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3022: done (3 left) 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3023: done (2 left) 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3025: done (1 left) 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3028: rollback oid 10 current snap is 281 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 277 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 281 2024-09-16T03:04:39.268 INFO:tasks.rados.rados.0.smithi097.stdout:3029: seq_num 951 ranges {1982464=737280,2719744=614400,3334144=188416} 2024-09-16T03:04:39.280 INFO:tasks.rados.rados.0.smithi097.stdout:3029: writing smithi09778949-32 from 1982464 to 2719744 tid 1 2024-09-16T03:04:39.283 INFO:tasks.rados.rados.0.smithi097.stdout:3029: writing smithi09778949-32 from 2719744 to 3334144 tid 2 2024-09-16T03:04:39.284 INFO:tasks.rados.rados.0.smithi097.stdout:3029: writing smithi09778949-32 from 3334144 to 3522560 tid 3 2024-09-16T03:04:39.284 INFO:tasks.rados.rados.0.smithi097.stdout:3030: snap_remove snap 279 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:3030: done (3 left) 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:3031: setattr oid 16 current snap is 281 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:3028: finishing rollback tid 0 to smithi09778949-10 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:3028: finishing rollback tid 1 to smithi09778949-10 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1570 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:3028: finishing rollback tid 2 to smithi09778949-10 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1767 (ObjNum 907 snap 267 seq_num 907) dirty exists 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:3029: finishing write tid 1 to smithi09778949-32 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:3029: finishing write tid 2 to smithi09778949-32 2024-09-16T03:04:40.094 INFO:tasks.rados.rados.0.smithi097.stdout:3029: finishing write tid 3 to smithi09778949-32 2024-09-16T03:04:40.095 INFO:tasks.rados.rados.0.smithi097.stdout:3029: finishing write tid 4 to smithi09778949-32 2024-09-16T03:04:40.095 INFO:tasks.rados.rados.0.smithi097.stdout:3029: finishing write tid 5 to smithi09778949-32 2024-09-16T03:04:40.095 INFO:tasks.rados.rados.0.smithi097.stdout:3029: oid 32 updating version 0 to 1930 2024-09-16T03:04:40.095 INFO:tasks.rados.rados.0.smithi097.stdout:3029: oid 32 version 1930 is already newer than 1928 2024-09-16T03:04:40.095 INFO:tasks.rados.rados.0.smithi097.stdout:3029: oid 32 updating version 1930 to 1931 2024-09-16T03:04:40.095 INFO:tasks.rados.rados.0.smithi097.stdout:3029: oid 32 version 1931 is already newer than 1929 2024-09-16T03:04:40.095 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1931 (ObjNum 951 snap 281 seq_num 951) dirty exists 2024-09-16T03:04:40.095 INFO:tasks.rados.rados.0.smithi097.stdout:3029: left oid 32 (ObjNum 951 snap 281 seq_num 951) 2024-09-16T03:04:40.096 INFO:tasks.rados.rados.0.smithi097.stdout:3027: done (3 left) 2024-09-16T03:04:40.096 INFO:tasks.rados.rados.0.smithi097.stdout:3028: done (2 left) 2024-09-16T03:04:40.096 INFO:tasks.rados.rados.0.smithi097.stdout:3029: done (1 left) 2024-09-16T03:04:40.096 INFO:tasks.rados.rados.0.smithi097.stdout:3032: read oid 44 snap -1 2024-09-16T03:04:40.096 INFO:tasks.rados.rados.0.smithi097.stdout:3032: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:40.097 INFO:tasks.rados.rados.0.smithi097.stdout:3033: read oid 50 snap -1 2024-09-16T03:04:40.097 INFO:tasks.rados.rados.0.smithi097.stdout:3033: expect deleted 2024-09-16T03:04:40.097 INFO:tasks.rados.rados.0.smithi097.stdout:3034: copy_from oid 42 from oid 11 current snap is 281 2024-09-16T03:04:40.097 INFO:tasks.rados.rados.0.smithi097.stdout:3035: rmattr oid 2 current snap is 281 2024-09-16T03:04:40.097 INFO:tasks.rados.rados.0.smithi097.stdout:3035: done (4 left) 2024-09-16T03:04:40.097 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 281 2024-09-16T03:04:40.097 INFO:tasks.rados.rados.0.smithi097.stdout:3036: seq_num 952 ranges {5177344=753664,5931008=499712,6430720=303104} 2024-09-16T03:04:40.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: writing smithi09778949-12 from 5177344 to 5931008 tid 1 2024-09-16T03:04:40.131 INFO:tasks.rados.rados.0.smithi097.stdout:3036: writing smithi09778949-12 from 5931008 to 6430720 tid 2 2024-09-16T03:04:40.133 INFO:tasks.rados.rados.0.smithi097.stdout:3036: writing smithi09778949-12 from 6430720 to 6733824 tid 3 2024-09-16T03:04:40.134 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 281 2024-09-16T03:04:40.134 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2051 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:04:40.134 INFO:tasks.rados.rados.0.smithi097.stdout:3037: seq_num 953 ranges {6021120=770048,6791168=786432,7577600=16384} 2024-09-16T03:04:40.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:39 smithi184 ceph-mon[82194]: pgmap v640: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2024-09-16T03:04:40.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:40.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:39 smithi184 ceph-mon[82194]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T03:04:40.170 INFO:tasks.rados.rados.0.smithi097.stdout:3037: writing smithi09778949-28 from 6021120 to 6791168 tid 1 2024-09-16T03:04:40.174 INFO:tasks.rados.rados.0.smithi097.stdout:3037: writing smithi09778949-28 from 6791168 to 7577600 tid 2 2024-09-16T03:04:40.175 INFO:tasks.rados.rados.0.smithi097.stdout:3037: writing smithi09778949-28 from 7577600 to 7593984 tid 3 2024-09-16T03:04:40.175 INFO:tasks.rados.rados.0.smithi097.stdout:3031: done (5 left) 2024-09-16T03:04:40.175 INFO:tasks.rados.rados.0.smithi097.stdout:3038: snap_remove snap 275 2024-09-16T03:04:40.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:39 smithi097 ceph-mon[88563]: pgmap v640: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2024-09-16T03:04:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:39 smithi097 ceph-mon[88563]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T03:04:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:39 smithi097 ceph-mon[90424]: pgmap v640: 121 pgs: 121 active+clean; 183 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.8 MiB/s wr, 27 op/s 2024-09-16T03:04:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:04:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:39 smithi097 ceph-mon[90424]: osdmap e645: 8 total, 8 up, 8 in 2024-09-16T03:04:41.100 INFO:tasks.rados.rados.0.smithi097.stdout:3038: done (5 left) 2024-09-16T03:04:41.100 INFO:tasks.rados.rados.0.smithi097.stdout:3039: snap_create 2024-09-16T03:04:41.100 INFO:tasks.rados.rados.0.smithi097.stdout:3032: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:41.128 INFO:tasks.rados.rados.0.smithi097.stdout:3034: finishing copy_from racing read to smithi09778949-42 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3034: finishing copy_from to smithi09778949-42 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1314 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: finishing write tid 1 to smithi09778949-12 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: finishing write tid 2 to smithi09778949-12 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: finishing write tid 3 to smithi09778949-12 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: finishing write tid 4 to smithi09778949-12 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: finishing write tid 5 to smithi09778949-12 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: oid 12 updating version 0 to 1930 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: oid 12 updating version 1930 to 1933 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: oid 12 version 1933 is already newer than 1931 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: oid 12 version 1933 is already newer than 1932 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1933 (ObjNum 952 snap 281 seq_num 952) dirty exists 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3036: left oid 12 (ObjNum 952 snap 281 seq_num 952) 2024-09-16T03:04:41.129 INFO:tasks.rados.rados.0.smithi097.stdout:3037: finishing write tid 1 to smithi09778949-28 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: finishing write tid 2 to smithi09778949-28 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: finishing write tid 3 to smithi09778949-28 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: finishing write tid 4 to smithi09778949-28 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: finishing write tid 5 to smithi09778949-28 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: oid 28 updating version 0 to 2062 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: oid 28 updating version 2062 to 2063 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: oid 28 version 2063 is already newer than 2061 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: oid 28 updating version 2063 to 2064 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 2064 (ObjNum 953 snap 281 seq_num 953) dirty exists 2024-09-16T03:04:41.130 INFO:tasks.rados.rados.0.smithi097.stdout:3037: left oid 28 (ObjNum 953 snap 281 seq_num 953) 2024-09-16T03:04:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:41 smithi184 ceph-mon[82194]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T03:04:41.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:41 smithi097 ceph-mon[88563]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T03:04:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:41 smithi097 ceph-mon[90424]: osdmap e646: 8 total, 8 up, 8 in 2024-09-16T03:04:42.055 INFO:tasks.rados.rados.0.smithi097.stdout:3032: done (5 left) 2024-09-16T03:04:42.055 INFO:tasks.rados.rados.0.smithi097.stdout:3033: done (4 left) 2024-09-16T03:04:42.055 INFO:tasks.rados.rados.0.smithi097.stdout:3034: done (3 left) 2024-09-16T03:04:42.055 INFO:tasks.rados.rados.0.smithi097.stdout:3036: done (2 left) 2024-09-16T03:04:42.055 INFO:tasks.rados.rados.0.smithi097.stdout:3037: done (1 left) 2024-09-16T03:04:42.055 INFO:tasks.rados.rados.0.smithi097.stdout:3039: done (0 left) 2024-09-16T03:04:42.055 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 282 2024-09-16T03:04:42.055 INFO:tasks.rados.rados.0.smithi097.stdout:3040: seq_num 954 ranges {6782976=786432,7569408=671744,8241152=131072} 2024-09-16T03:04:42.094 INFO:tasks.rados.rados.0.smithi097.stdout:3040: writing smithi09778949-17 from 6782976 to 7569408 tid 1 2024-09-16T03:04:42.098 INFO:tasks.rados.rados.0.smithi097.stdout:3040: writing smithi09778949-17 from 7569408 to 8241152 tid 2 2024-09-16T03:04:42.099 INFO:tasks.rados.rados.0.smithi097.stdout:3040: writing smithi09778949-17 from 8241152 to 8372224 tid 3 2024-09-16T03:04:42.100 INFO:tasks.rados.rados.0.smithi097.stdout:3041: read oid 7 snap -1 2024-09-16T03:04:42.100 INFO:tasks.rados.rados.0.smithi097.stdout:3041: expect deleted 2024-09-16T03:04:42.100 INFO:tasks.rados.rados.0.smithi097.stdout:3042: snap_remove snap 281 2024-09-16T03:04:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:42 smithi184 ceph-mon[82194]: pgmap v643: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-09-16T03:04:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:42 smithi184 ceph-mon[82194]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T03:04:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:42 smithi184 ceph-mon[82194]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T03:04:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:42 smithi097 ceph-mon[88563]: pgmap v643: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-09-16T03:04:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:42 smithi097 ceph-mon[88563]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T03:04:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:42 smithi097 ceph-mon[88563]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T03:04:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:42 smithi097 ceph-mon[90424]: pgmap v643: 121 pgs: 121 active+clean; 196 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 6.2 MiB/s wr, 36 op/s 2024-09-16T03:04:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:42 smithi097 ceph-mon[90424]: osdmap e647: 8 total, 8 up, 8 in 2024-09-16T03:04:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:42 smithi097 ceph-mon[90424]: osdmap e648: 8 total, 8 up, 8 in 2024-09-16T03:04:43.108 INFO:tasks.rados.rados.0.smithi097.stdout:3042: done (2 left) 2024-09-16T03:04:43.108 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 282 2024-09-16T03:04:43.108 INFO:tasks.rados.rados.0.smithi097.stdout:3043: seq_num 955 ranges {6324224=802816,7127040=557056,7684096=245760} 2024-09-16T03:04:43.146 INFO:tasks.rados.rados.0.smithi097.stdout:3043: writing smithi09778949-16 from 6324224 to 7127040 tid 1 2024-09-16T03:04:43.149 INFO:tasks.rados.rados.0.smithi097.stdout:3043: writing smithi09778949-16 from 7127040 to 7684096 tid 2 2024-09-16T03:04:43.151 INFO:tasks.rados.rados.0.smithi097.stdout:3043: writing smithi09778949-16 from 7684096 to 7929856 tid 3 2024-09-16T03:04:43.151 INFO:tasks.rados.rados.0.smithi097.stdout:3044: rmattr oid 29 current snap is 282 2024-09-16T03:04:43.151 INFO:tasks.rados.rados.0.smithi097.stdout:3044: done (3 left) 2024-09-16T03:04:43.151 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 282 2024-09-16T03:04:43.152 INFO:tasks.rados.rados.0.smithi097.stdout:3045: seq_num 956 ranges {1458176=417792,1875968=434176,2310144=770048} 2024-09-16T03:04:43.161 INFO:tasks.rados.rados.0.smithi097.stdout:3045: writing smithi09778949-10 from 1458176 to 1875968 tid 1 2024-09-16T03:04:43.164 INFO:tasks.rados.rados.0.smithi097.stdout:3045: writing smithi09778949-10 from 1875968 to 2310144 tid 2 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3045: writing smithi09778949-10 from 2310144 to 3080192 tid 3 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3041: done (3 left) 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3046: delete oid 36 current snap is 282 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3040: finishing write tid 1 to smithi09778949-17 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3040: finishing write tid 2 to smithi09778949-17 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3040: finishing write tid 3 to smithi09778949-17 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3040: finishing write tid 4 to smithi09778949-17 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3040: finishing write tid 5 to smithi09778949-17 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3040: oid 17 updating version 0 to 1318 2024-09-16T03:04:43.169 INFO:tasks.rados.rados.0.smithi097.stdout:3040: oid 17 version 1318 is already newer than 1317 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3040: oid 17 version 1318 is already newer than 1315 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3040: oid 17 version 1318 is already newer than 1316 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1318 (ObjNum 954 snap 282 seq_num 954) dirty exists 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3040: left oid 17 (ObjNum 954 snap 282 seq_num 954) 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: finishing write tid 1 to smithi09778949-16 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: finishing write tid 2 to smithi09778949-16 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: finishing write tid 3 to smithi09778949-16 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: finishing write tid 4 to smithi09778949-16 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: finishing write tid 5 to smithi09778949-16 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: oid 16 updating version 0 to 2078 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: oid 16 version 2078 is already newer than 2077 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: oid 16 version 2078 is already newer than 2076 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:3043: oid 16 version 2078 is already newer than 2075 2024-09-16T03:04:43.170 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2078 (ObjNum 955 snap 282 seq_num 955) dirty exists 2024-09-16T03:04:43.171 INFO:tasks.rados.rados.0.smithi097.stdout:3043: left oid 16 (ObjNum 955 snap 282 seq_num 955) 2024-09-16T03:04:43.171 INFO:tasks.rados.rados.0.smithi097.stdout:3045: finishing write tid 1 to smithi09778949-10 2024-09-16T03:04:43.171 INFO:tasks.rados.rados.0.smithi097.stdout:3045: finishing write tid 2 to smithi09778949-10 2024-09-16T03:04:43.172 INFO:tasks.rados.rados.0.smithi097.stdout:3040: done (3 left) 2024-09-16T03:04:43.172 INFO:tasks.rados.rados.0.smithi097.stdout:3043: done (2 left) 2024-09-16T03:04:43.172 INFO:tasks.rados.rados.0.smithi097.stdout:3046: done (1 left) 2024-09-16T03:04:43.172 INFO:tasks.rados.rados.0.smithi097.stdout:3047: copy_from oid 35 from oid 7 current snap is 282 2024-09-16T03:04:43.172 INFO:tasks.rados.rados.0.smithi097.stdout:3048: rmattr oid 43 current snap is 282 2024-09-16T03:04:43.172 INFO:tasks.rados.rados.0.smithi097.stdout:3048: done (2 left) 2024-09-16T03:04:43.172 INFO:tasks.rados.rados.0.smithi097.stdout:3049: snap_remove snap 274 2024-09-16T03:04:44.117 INFO:tasks.rados.rados.0.smithi097.stdout:3049: done (2 left) 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3050: setattr oid 27 current snap is 282 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3045: finishing write tid 3 to smithi09778949-10 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3045: finishing write tid 4 to smithi09778949-10 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3047: finishing copy_from to smithi09778949-35 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3047: got expected ENOENT (src dne) 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3047: finishing copy_from racing read to smithi09778949-35 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3045: finishing write tid 5 to smithi09778949-10 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3045: oid 10 updating version 0 to 1778 2024-09-16T03:04:44.154 INFO:tasks.rados.rados.0.smithi097.stdout:3045: oid 10 version 1778 is already newer than 1776 2024-09-16T03:04:44.155 INFO:tasks.rados.rados.0.smithi097.stdout:3045: oid 10 updating version 1778 to 1779 2024-09-16T03:04:44.155 INFO:tasks.rados.rados.0.smithi097.stdout:3045: oid 10 version 1779 is already newer than 1777 2024-09-16T03:04:44.155 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1779 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-09-16T03:04:44.155 INFO:tasks.rados.rados.0.smithi097.stdout:3045: left oid 10 (ObjNum 956 snap 282 seq_num 956) 2024-09-16T03:04:44.156 INFO:tasks.rados.rados.0.smithi097.stdout:3045: done (2 left) 2024-09-16T03:04:44.156 INFO:tasks.rados.rados.0.smithi097.stdout:3047: done (1 left) 2024-09-16T03:04:44.156 INFO:tasks.rados.rados.0.smithi097.stdout:3051: copy_from oid 30 from oid 9 current snap is 282 2024-09-16T03:04:44.156 INFO:tasks.rados.rados.0.smithi097.stdout:3052: read oid 44 snap -1 2024-09-16T03:04:44.156 INFO:tasks.rados.rados.0.smithi097.stdout:3052: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:44.156 INFO:tasks.rados.rados.0.smithi097.stdout:3053: read oid 49 snap 277 2024-09-16T03:04:44.156 INFO:tasks.rados.rados.0.smithi097.stdout:3053: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:04:44.157 INFO:tasks.rados.rados.0.smithi097.stdout:3054: snap_remove snap 280 2024-09-16T03:04:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:44 smithi184 ceph-mon[82194]: pgmap v646: 121 pgs: 121 active+clean; 209 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.9 MiB/s wr, 25 op/s 2024-09-16T03:04:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:44 smithi184 ceph-mon[82194]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T03:04:44.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:44 smithi097 ceph-mon[90424]: pgmap v646: 121 pgs: 121 active+clean; 209 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.9 MiB/s wr, 25 op/s 2024-09-16T03:04:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:44 smithi097 ceph-mon[90424]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T03:04:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:44 smithi097 ceph-mon[88563]: pgmap v646: 121 pgs: 121 active+clean; 209 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.9 MiB/s wr, 25 op/s 2024-09-16T03:04:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:44 smithi097 ceph-mon[88563]: osdmap e649: 8 total, 8 up, 8 in 2024-09-16T03:04:44.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:04:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:04:44] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.51.0" 2024-09-16T03:04:45.123 INFO:tasks.rados.rados.0.smithi097.stdout:3054: done (4 left) 2024-09-16T03:04:45.123 INFO:tasks.rados.rados.0.smithi097.stdout:3055: snap_remove snap 278 2024-09-16T03:04:45.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:45 smithi184 ceph-mon[82194]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T03:04:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:45 smithi097 ceph-mon[88563]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T03:04:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:45 smithi097 ceph-mon[90424]: osdmap e650: 8 total, 8 up, 8 in 2024-09-16T03:04:46.130 INFO:tasks.rados.rados.0.smithi097.stdout:3052: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2079 (ObjNum 65 snap 0 seq_num 1499426152) dirty exists 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:3051: finishing copy_from racing read to smithi09778949-30 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:3050: done (4 left) 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:3052: done (3 left) 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:3055: done (2 left) 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 282 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:3051: finishing copy_from to smithi09778949-30 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1927 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:04:46.156 INFO:tasks.rados.rados.0.smithi097.stdout:3053: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:04:46.328 INFO:tasks.rados.rados.0.smithi097.stdout:3056: seq_num 958 ranges {10559488=450560,11010048=655360,11665408=548864} 2024-09-16T03:04:46.385 INFO:tasks.rados.rados.0.smithi097.stdout:3056: writing smithi09778949-31 from 10559488 to 11010048 tid 1 2024-09-16T03:04:46.389 INFO:tasks.rados.rados.0.smithi097.stdout:3056: writing smithi09778949-31 from 11010048 to 11665408 tid 2 2024-09-16T03:04:46.392 INFO:tasks.rados.rados.0.smithi097.stdout:3056: writing smithi09778949-31 from 11665408 to 12214272 tid 3 2024-09-16T03:04:46.392 INFO:tasks.rados.rados.0.smithi097.stdout:3051: done (2 left) 2024-09-16T03:04:46.392 INFO:tasks.rados.rados.0.smithi097.stdout:3053: done (1 left) 2024-09-16T03:04:46.392 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 282 2024-09-16T03:04:46.393 INFO:tasks.rados.rados.0.smithi097.stdout:3056: finishing write tid 1 to smithi09778949-31 2024-09-16T03:04:46.393 INFO:tasks.rados.rados.0.smithi097.stdout:3056: finishing write tid 2 to smithi09778949-31 2024-09-16T03:04:46.393 INFO:tasks.rados.rados.0.smithi097.stdout:3057: seq_num 959 ranges {0=466944,466944=540672,1007616=557056,1564672=106496} 2024-09-16T03:04:46.394 INFO:tasks.rados.rados.0.smithi097.stdout:3057: writing smithi09778949-36 from 0 to 466944 tid 1 2024-09-16T03:04:46.398 INFO:tasks.rados.rados.0.smithi097.stdout:3057: writing smithi09778949-36 from 466944 to 1007616 tid 2 2024-09-16T03:04:46.402 INFO:tasks.rados.rados.0.smithi097.stdout:3057: writing smithi09778949-36 from 1007616 to 1564672 tid 3 2024-09-16T03:04:46.403 INFO:tasks.rados.rados.0.smithi097.stdout:3057: writing smithi09778949-36 from 1564672 to 1671168 tid 4 2024-09-16T03:04:46.403 INFO:tasks.rados.rados.0.smithi097.stdout:3058: read oid 19 snap -1 2024-09-16T03:04:46.403 INFO:tasks.rados.rados.0.smithi097.stdout:3058: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:04:46.403 INFO:tasks.rados.rados.0.smithi097.stdout:3059: snap_remove snap 277 2024-09-16T03:04:46.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:46 smithi184 ceph-mon[82194]: pgmap v649: 121 pgs: 121 active+clean; 213 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-09-16T03:04:46.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:46 smithi184 ceph-mon[82194]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T03:04:46.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:46 smithi097 ceph-mon[88563]: pgmap v649: 121 pgs: 121 active+clean; 213 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-09-16T03:04:46.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:46 smithi097 ceph-mon[88563]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T03:04:46.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:46 smithi097 ceph-mon[90424]: pgmap v649: 121 pgs: 121 active+clean; 213 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.3 MiB/s wr, 12 op/s 2024-09-16T03:04:46.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:46 smithi097 ceph-mon[90424]: osdmap e651: 8 total, 8 up, 8 in 2024-09-16T03:04:47.055 INFO:tasks.rados.rados.0.smithi097.stdout:3059: done (3 left) 2024-09-16T03:04:47.055 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 282 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3056: finishing write tid 3 to smithi09778949-31 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3056: finishing write tid 4 to smithi09778949-31 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3056: finishing write tid 5 to smithi09778949-31 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3056: oid 31 updating version 0 to 1711 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3056: oid 31 updating version 1711 to 1712 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3056: oid 31 updating version 1712 to 1713 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3056: oid 31 updating version 1713 to 1714 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1714 (ObjNum 958 snap 282 seq_num 958) dirty exists 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3056: left oid 31 (ObjNum 958 snap 282 seq_num 958) 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3057: finishing write tid 1 to smithi09778949-36 2024-09-16T03:04:47.056 INFO:tasks.rados.rados.0.smithi097.stdout:3060: seq_num 960 ranges {5447680=483328,5931008=425984,6356992=761856,7118848=16384} 2024-09-16T03:04:47.088 INFO:tasks.rados.rados.0.smithi097.stdout:3060: writing smithi09778949-4 from 5447680 to 5931008 tid 1 2024-09-16T03:04:47.090 INFO:tasks.rados.rados.0.smithi097.stdout:3060: writing smithi09778949-4 from 5931008 to 6356992 tid 2 2024-09-16T03:04:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:3060: writing smithi09778949-4 from 6356992 to 7118848 tid 3 2024-09-16T03:04:47.095 INFO:tasks.rados.rados.0.smithi097.stdout:3060: writing smithi09778949-4 from 7118848 to 7135232 tid 4 2024-09-16T03:04:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:3056: done (3 left) 2024-09-16T03:04:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:3061: snap_create 2024-09-16T03:04:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:3057: finishing write tid 2 to smithi09778949-36 2024-09-16T03:04:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:3057: finishing write tid 3 to smithi09778949-36 2024-09-16T03:04:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:3057: finishing write tid 4 to smithi09778949-36 2024-09-16T03:04:47.096 INFO:tasks.rados.rados.0.smithi097.stdout:3058: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3057: finishing write tid 5 to smithi09778949-36 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3057: finishing write tid 6 to smithi09778949-36 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3057: oid 36 updating version 0 to 1937 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3057: oid 36 updating version 1937 to 1939 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3057: oid 36 version 1939 is already newer than 1935 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3057: oid 36 version 1939 is already newer than 1936 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3057: oid 36 version 1939 is already newer than 1938 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1939 (ObjNum 959 snap 282 seq_num 959) dirty exists 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3057: left oid 36 (ObjNum 959 snap 282 seq_num 959) 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3060: finishing write tid 1 to smithi09778949-4 2024-09-16T03:04:47.098 INFO:tasks.rados.rados.0.smithi097.stdout:3060: finishing write tid 2 to smithi09778949-4 2024-09-16T03:04:47.100 INFO:tasks.rados.rados.0.smithi097.stdout:3060: finishing write tid 3 to smithi09778949-4 2024-09-16T03:04:47.100 INFO:tasks.rados.rados.0.smithi097.stdout:3060: finishing write tid 4 to smithi09778949-4 2024-09-16T03:04:47.100 INFO:tasks.rados.rados.0.smithi097.stdout:3060: finishing write tid 5 to smithi09778949-4 2024-09-16T03:04:47.101 INFO:tasks.rados.rados.0.smithi097.stdout:3060: finishing write tid 6 to smithi09778949-4 2024-09-16T03:04:47.101 INFO:tasks.rados.rados.0.smithi097.stdout:3060: oid 4 updating version 0 to 1717 2024-09-16T03:04:47.101 INFO:tasks.rados.rados.0.smithi097.stdout:3060: oid 4 updating version 1717 to 1718 2024-09-16T03:04:47.101 INFO:tasks.rados.rados.0.smithi097.stdout:3060: oid 4 updating version 1718 to 1719 2024-09-16T03:04:47.101 INFO:tasks.rados.rados.0.smithi097.stdout:3060: oid 4 version 1719 is already newer than 1715 2024-09-16T03:04:47.101 INFO:tasks.rados.rados.0.smithi097.stdout:3060: oid 4 version 1719 is already newer than 1716 2024-09-16T03:04:47.101 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1719 (ObjNum 960 snap 282 seq_num 960) dirty exists 2024-09-16T03:04:47.102 INFO:tasks.rados.rados.0.smithi097.stdout:3060: left oid 4 (ObjNum 960 snap 282 seq_num 960) 2024-09-16T03:04:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:47 smithi184 ceph-mon[82194]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T03:04:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:47 smithi184 ceph-mon[82194]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T03:04:47.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:47 smithi097 ceph-mon[88563]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T03:04:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:47 smithi097 ceph-mon[88563]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T03:04:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:47 smithi097 ceph-mon[90424]: osdmap e652: 8 total, 8 up, 8 in 2024-09-16T03:04:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:47 smithi097 ceph-mon[90424]: osdmap e653: 8 total, 8 up, 8 in 2024-09-16T03:04:48.058 INFO:tasks.rados.rados.0.smithi097.stdout:3057: done (3 left) 2024-09-16T03:04:48.058 INFO:tasks.rados.rados.0.smithi097.stdout:3058: done (2 left) 2024-09-16T03:04:48.058 INFO:tasks.rados.rados.0.smithi097.stdout:3060: done (1 left) 2024-09-16T03:04:48.058 INFO:tasks.rados.rados.0.smithi097.stdout:3061: done (0 left) 2024-09-16T03:04:48.059 INFO:tasks.rados.rados.0.smithi097.stdout:3062: snap_remove snap 282 2024-09-16T03:04:48.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:48 smithi184 ceph-mon[82194]: pgmap v652: 121 pgs: 121 active+clean; 218 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-09-16T03:04:48.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:48 smithi184 ceph-mon[82194]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T03:04:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:48 smithi097 ceph-mon[88563]: pgmap v652: 121 pgs: 121 active+clean; 218 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-09-16T03:04:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:48 smithi097 ceph-mon[88563]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T03:04:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:48 smithi097 ceph-mon[90424]: pgmap v652: 121 pgs: 121 active+clean; 218 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-09-16T03:04:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:48 smithi097 ceph-mon[90424]: osdmap e654: 8 total, 8 up, 8 in 2024-09-16T03:04:49.058 INFO:tasks.rados.rados.0.smithi097.stdout:3062: done (0 left) 2024-09-16T03:04:49.058 INFO:tasks.rados.rados.0.smithi097.stdout:3063: snap_create 2024-09-16T03:04:49.323 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:49.323 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:49 smithi097 ceph-mon[88563]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T03:04:49.324 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:49.324 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:49 smithi097 ceph-mon[90424]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T03:04:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:04:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:49 smithi184 ceph-mon[82194]: osdmap e655: 8 total, 8 up, 8 in 2024-09-16T03:04:49.754 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -e sha1=fc3e0bff7468fd55478adbae7f75508b749124b6 -- bash -c 'ceph orch ps' 2024-09-16T03:04:49.991 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:04:50.061 INFO:tasks.rados.rados.0.smithi097.stdout:3063: done (0 left) 2024-09-16T03:04:50.061 INFO:tasks.rados.rados.0.smithi097.stdout:3064: read oid 11 snap -1 2024-09-16T03:04:50.061 INFO:tasks.rados.rados.0.smithi097.stdout:3064: expect (ObjNum 944 snap 280 seq_num 944) 2024-09-16T03:04:50.061 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 284 2024-09-16T03:04:50.061 INFO:tasks.rados.rados.0.smithi097.stdout:3065: seq_num 961 ranges {7593984=499712,8093696=712704,8806400=491520} 2024-09-16T03:04:50.103 INFO:tasks.rados.rados.0.smithi097.stdout:3065: writing smithi09778949-28 from 7593984 to 8093696 tid 1 2024-09-16T03:04:50.107 INFO:tasks.rados.rados.0.smithi097.stdout:3065: writing smithi09778949-28 from 8093696 to 8806400 tid 2 2024-09-16T03:04:50.110 INFO:tasks.rados.rados.0.smithi097.stdout:3065: writing smithi09778949-28 from 8806400 to 9297920 tid 3 2024-09-16T03:04:50.110 INFO:tasks.rados.rados.0.smithi097.stdout:3066: delete oid 46 current snap is 284 2024-09-16T03:04:50.111 INFO:tasks.rados.rados.0.smithi097.stdout:3064: expect (ObjNum 944 snap 280 seq_num 944) 2024-09-16T03:04:50.150 INFO:tasks.rados.rados.0.smithi097.stdout:3065: finishing write tid 1 to smithi09778949-28 2024-09-16T03:04:50.150 INFO:tasks.rados.rados.0.smithi097.stdout:3065: finishing write tid 2 to smithi09778949-28 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3064: done (2 left) 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3066: done (1 left) 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3067: read oid 44 snap -1 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3067: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3068: rollback oid 38 current snap is 284 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 38 to 273 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3065: finishing write tid 3 to smithi09778949-28 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3065: finishing write tid 4 to smithi09778949-28 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3065: finishing write tid 5 to smithi09778949-28 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3065: oid 28 updating version 0 to 2122 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3065: oid 28 version 2122 is already newer than 2121 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3065: oid 28 updating version 2122 to 2124 2024-09-16T03:04:50.151 INFO:tasks.rados.rados.0.smithi097.stdout:3065: oid 28 version 2124 is already newer than 2123 2024-09-16T03:04:50.152 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 2124 (ObjNum 961 snap 284 seq_num 961) dirty exists 2024-09-16T03:04:50.152 INFO:tasks.rados.rados.0.smithi097.stdout:3065: left oid 28 (ObjNum 961 snap 284 seq_num 961) 2024-09-16T03:04:50.152 INFO:tasks.rados.rados.0.smithi097.stdout:3065: done (2 left) 2024-09-16T03:04:50.152 INFO:tasks.rados.rados.0.smithi097.stdout:3069: rmattr oid 39 current snap is 284 2024-09-16T03:04:50.152 INFO:tasks.rados.rados.0.smithi097.stdout:3069: done (2 left) 2024-09-16T03:04:50.152 INFO:tasks.rados.rados.0.smithi097.stdout:3070: read oid 33 snap -1 2024-09-16T03:04:50.152 INFO:tasks.rados.rados.0.smithi097.stdout:3070: expect (ObjNum 930 snap 275 seq_num 930) 2024-09-16T03:04:50.152 INFO:tasks.rados.rados.0.smithi097.stdout:3071: snap_create 2024-09-16T03:04:50.156 INFO:tasks.rados.rados.0.smithi097.stdout:3067: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:50.178 INFO:tasks.rados.rados.0.smithi097.stdout:3068: finishing rollback tid 0 to smithi09778949-38 2024-09-16T03:04:50.178 INFO:tasks.rados.rados.0.smithi097.stdout:3068: finishing rollback tid 1 to smithi09778949-38 2024-09-16T03:04:50.178 INFO:tasks.rados.rados.0.smithi097.stdout:3068: finishing rollback tid 2 to smithi09778949-38 2024-09-16T03:04:50.178 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1797 (ObjNum 858 snap 262 seq_num 858) dirty exists 2024-09-16T03:04:50.181 INFO:tasks.rados.rados.0.smithi097.stdout:3070: expect (ObjNum 930 snap 275 seq_num 930) 2024-09-16T03:04:50.395 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:50 smithi097 ceph-mon[88563]: pgmap v655: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T03:04:50.395 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:50 smithi097 ceph-mon[88563]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:50.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:50 smithi097 ceph-mon[88563]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T03:04:50.396 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:50 smithi097 ceph-mon[90424]: pgmap v655: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T03:04:50.396 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:50 smithi097 ceph-mon[90424]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:50.397 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:50 smithi097 ceph-mon[90424]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T03:04:50.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:50 smithi184 ceph-mon[82194]: pgmap v655: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 221 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T03:04:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:50 smithi184 ceph-mon[82194]: from='client.34620 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:50 smithi184 ceph-mon[82194]: osdmap e656: 8 total, 8 up, 8 in 2024-09-16T03:04:51.160 INFO:tasks.rados.rados.0.smithi097.stdout:3067: done (3 left) 2024-09-16T03:04:51.160 INFO:tasks.rados.rados.0.smithi097.stdout:3068: done (2 left) 2024-09-16T03:04:51.160 INFO:tasks.rados.rados.0.smithi097.stdout:3070: done (1 left) 2024-09-16T03:04:51.160 INFO:tasks.rados.rados.0.smithi097.stdout:3071: done (0 left) 2024-09-16T03:04:51.160 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 285 2024-09-16T03:04:51.160 INFO:tasks.rados.rados.0.smithi097.stdout:3072: seq_num 963 ranges {1064960=532480,1597440=475136,2072576=532480,2605056=196608} 2024-09-16T03:04:51.168 INFO:tasks.rados.rados.0.smithi097.stdout:3072: writing smithi09778949-20 from 1064960 to 1597440 tid 1 2024-09-16T03:04:51.171 INFO:tasks.rados.rados.0.smithi097.stdout:3072: writing smithi09778949-20 from 1597440 to 2072576 tid 2 2024-09-16T03:04:51.174 INFO:tasks.rados.rados.0.smithi097.stdout:3072: writing smithi09778949-20 from 2072576 to 2605056 tid 3 2024-09-16T03:04:51.176 INFO:tasks.rados.rados.0.smithi097.stdout:3072: writing smithi09778949-20 from 2605056 to 2801664 tid 4 2024-09-16T03:04:51.176 INFO:tasks.rados.rados.0.smithi097.stdout:3073: read oid 7 snap -1 2024-09-16T03:04:51.176 INFO:tasks.rados.rados.0.smithi097.stdout:3073: expect deleted 2024-09-16T03:04:51.176 INFO:tasks.rados.rados.0.smithi097.stdout:3074: rollback oid 37 current snap is 285 2024-09-16T03:04:51.176 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 37 to 273 2024-09-16T03:04:51.176 INFO:tasks.rados.rados.0.smithi097.stdout:3072: finishing write tid 1 to smithi09778949-20 2024-09-16T03:04:51.176 INFO:tasks.rados.rados.0.smithi097.stdout:3072: finishing write tid 2 to smithi09778949-20 2024-09-16T03:04:51.176 INFO:tasks.rados.rados.0.smithi097.stdout:3075: snap_create 2024-09-16T03:04:51.178 INFO:tasks.rados.rados.0.smithi097.stdout:3072: finishing write tid 3 to smithi09778949-20 2024-09-16T03:04:51.178 INFO:tasks.rados.rados.0.smithi097.stdout:3072: finishing write tid 4 to smithi09778949-20 2024-09-16T03:04:51.178 INFO:tasks.rados.rados.0.smithi097.stdout:3072: finishing write tid 5 to smithi09778949-20 2024-09-16T03:04:51.180 INFO:tasks.rados.rados.0.smithi097.stdout:3074: finishing rollback tid 0 to smithi09778949-37 2024-09-16T03:04:51.180 INFO:tasks.rados.rados.0.smithi097.stdout:3072: finishing write tid 6 to smithi09778949-20 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:3072: oid 20 updating version 0 to 1928 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:3072: oid 20 updating version 1928 to 1931 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:3072: oid 20 version 1931 is already newer than 1929 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:3072: oid 20 updating version 1931 to 1932 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:3072: oid 20 version 1932 is already newer than 1930 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1932 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:3072: left oid 20 (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:3074: finishing rollback tid 1 to smithi09778949-37 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:3074: finishing rollback tid 2 to smithi09778949-37 2024-09-16T03:04:51.181 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1574 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-09-16T03:04:51.982 INFO:teuthology.orchestra.run.smithi097.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-09-16T03:04:51.982 INFO:teuthology.orchestra.run.smithi097.stdout:alertmanager.a smithi097 *:9093,9094 running (46s) 43s ago 12m 15.4M - 0.27.0 11f11916f8cd 1f37884059d1 2024-09-16T03:04:51.982 INFO:teuthology.orchestra.run.smithi097.stdout:grafana.a smithi184 *:3000 running (26s) 19s ago 12m 64.7M - 10.4.0 c8b91775d855 02ee6f968623 2024-09-16T03:04:51.982 INFO:teuthology.orchestra.run.smithi097.stdout:mds.a smithi097 running (2m) 43s ago 13m 14.3M - 19.3.0-4930-gfc3e0bff df9174e028d7 a95180af567a 2024-09-16T03:04:51.982 INFO:teuthology.orchestra.run.smithi097.stdout:mds.b smithi184 running (107s) 19s ago 13m 15.0M - 19.3.0-4930-gfc3e0bff df9174e028d7 a2c071d7547f 2024-09-16T03:04:51.982 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.x smithi184 *:8443,9283,8765 running (7m) 19s ago 17m 456M - 19.3.0-4930-gfc3e0bff df9174e028d7 3af2af0bb67c 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:mgr.y smithi097 *:8443,9283,8765 running (8m) 43s ago 18m 531M - 19.3.0-4930-gfc3e0bff df9174e028d7 fd7ef4a855be 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:mon.a smithi097 running (7m) 43s ago 18m 75.1M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 70d31761bd0d 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:mon.b smithi184 running (7m) 19s ago 17m 57.2M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 5050db073c39 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:mon.c smithi097 running (7m) 43s ago 17m 62.8M 2048M 19.3.0-4930-gfc3e0bff df9174e028d7 fbb86fbb2f99 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.a smithi097 *:9100 running (94s) 43s ago 12m 7843k - 1.7.0 72c9c2088986 c458890f705b 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:node-exporter.b smithi184 *:9100 running (88s) 19s ago 12m 10.0M - 1.7.0 72c9c2088986 2a2b581d78cf 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.0 smithi097 running (6m) 43s ago 16m 416M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 545e630ce8a8 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.1 smithi097 running (5m) 43s ago 16m 288M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 30a90b8d452b 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.2 smithi097 running (5m) 43s ago 16m 332M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 e572fcde5330 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.3 smithi097 running (4m) 43s ago 15m 147M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 072d9f3ba332 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.4 smithi184 running (4m) 19s ago 15m 223M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 b55738d922bd 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.5 smithi184 running (3m) 19s ago 15m 351M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 17dcd083140f 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.6 smithi184 running (2m) 19s ago 14m 192M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 bb200d83d00d 2024-09-16T03:04:51.983 INFO:teuthology.orchestra.run.smithi097.stdout:osd.7 smithi184 running (2m) 19s ago 14m 170M 2480M 19.3.0-4930-gfc3e0bff df9174e028d7 471d13faeef8 2024-09-16T03:04:51.984 INFO:teuthology.orchestra.run.smithi097.stdout:prometheus.a smithi184 *:9095 running (67s) 19s ago 13m 35.5M - 2.51.0 1d3b7f56885b ee6dc7ccb998 2024-09-16T03:04:52.056 INFO:tasks.rados.rados.0.smithi097.stdout:3072: done (3 left) 2024-09-16T03:04:52.057 INFO:tasks.rados.rados.0.smithi097.stdout:3073: done (2 left) 2024-09-16T03:04:52.057 INFO:tasks.rados.rados.0.smithi097.stdout:3074: done (1 left) 2024-09-16T03:04:52.057 INFO:tasks.rados.rados.0.smithi097.stdout:3075: done (0 left) 2024-09-16T03:04:52.057 INFO:tasks.rados.rados.0.smithi097.stdout:3076: snap_create 2024-09-16T03:04:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:52 smithi097 ceph-mon[88563]: pgmap v658: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-16T03:04:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:52 smithi097 ceph-mon[88563]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T03:04:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:52 smithi097 ceph-mon[88563]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T03:04:52.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:52 smithi097 ceph-mon[90424]: pgmap v658: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-16T03:04:52.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:52 smithi097 ceph-mon[90424]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T03:04:52.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:52 smithi097 ceph-mon[90424]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T03:04:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:52 smithi184 ceph-mon[82194]: pgmap v658: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 1014 KiB/s rd, 1.6 MiB/s wr, 7 op/s 2024-09-16T03:04:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:52 smithi184 ceph-mon[82194]: osdmap e657: 8 total, 8 up, 8 in 2024-09-16T03:04:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:52 smithi184 ceph-mon[82194]: osdmap e658: 8 total, 8 up, 8 in 2024-09-16T03:04:52.688 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -e sha1=fc3e0bff7468fd55478adbae7f75508b749124b6 -- bash -c 'ceph versions' 2024-09-16T03:04:52.889 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:04:53.057 INFO:tasks.rados.rados.0.smithi097.stdout:3076: done (0 left) 2024-09-16T03:04:53.057 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 287 2024-09-16T03:04:53.058 INFO:tasks.rados.rados.0.smithi097.stdout:3077: seq_num 964 ranges {7921664=548864,8470528=761856,9232384=442368} 2024-09-16T03:04:53.103 INFO:tasks.rados.rados.0.smithi097.stdout:3077: writing smithi09778949-8 from 7921664 to 8470528 tid 1 2024-09-16T03:04:53.108 INFO:tasks.rados.rados.0.smithi097.stdout:3077: writing smithi09778949-8 from 8470528 to 9232384 tid 2 2024-09-16T03:04:53.111 INFO:tasks.rados.rados.0.smithi097.stdout:3077: writing smithi09778949-8 from 9232384 to 9674752 tid 3 2024-09-16T03:04:53.111 INFO:tasks.rados.rados.0.smithi097.stdout:3078: rollback oid 37 current snap is 287 2024-09-16T03:04:53.111 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 37 to 273 2024-09-16T03:04:53.111 INFO:tasks.rados.rados.0.smithi097.stdout:3077: finishing write tid 1 to smithi09778949-8 2024-09-16T03:04:53.112 INFO:tasks.rados.rados.0.smithi097.stdout:3079: snap_create 2024-09-16T03:04:53.114 INFO:tasks.rados.rados.0.smithi097.stdout:3077: finishing write tid 2 to smithi09778949-8 2024-09-16T03:04:53.115 INFO:tasks.rados.rados.0.smithi097.stdout:3077: finishing write tid 3 to smithi09778949-8 2024-09-16T03:04:53.117 INFO:tasks.rados.rados.0.smithi097.stdout:3077: finishing write tid 4 to smithi09778949-8 2024-09-16T03:04:53.118 INFO:tasks.rados.rados.0.smithi097.stdout:3078: finishing rollback tid 0 to smithi09778949-37 2024-09-16T03:04:53.118 INFO:tasks.rados.rados.0.smithi097.stdout:3077: finishing write tid 5 to smithi09778949-8 2024-09-16T03:04:53.118 INFO:tasks.rados.rados.0.smithi097.stdout:3077: oid 8 updating version 0 to 1943 2024-09-16T03:04:53.118 INFO:tasks.rados.rados.0.smithi097.stdout:3077: oid 8 version 1943 is already newer than 1941 2024-09-16T03:04:53.119 INFO:tasks.rados.rados.0.smithi097.stdout:3077: oid 8 version 1943 is already newer than 1940 2024-09-16T03:04:53.119 INFO:tasks.rados.rados.0.smithi097.stdout:3077: oid 8 version 1943 is already newer than 1942 2024-09-16T03:04:53.119 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1943 (ObjNum 964 snap 287 seq_num 964) dirty exists 2024-09-16T03:04:53.119 INFO:tasks.rados.rados.0.smithi097.stdout:3077: left oid 8 (ObjNum 964 snap 287 seq_num 964) 2024-09-16T03:04:53.119 INFO:tasks.rados.rados.0.smithi097.stdout:3078: finishing rollback tid 1 to smithi09778949-37 2024-09-16T03:04:53.119 INFO:tasks.rados.rados.0.smithi097.stdout:3078: finishing rollback tid 2 to smithi09778949-37 2024-09-16T03:04:53.119 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1577 (ObjNum 834 snap 251 seq_num 834) dirty exists 2024-09-16T03:04:53.278 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:53 smithi097 ceph-mon[88563]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:53.278 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:53 smithi097 ceph-mon[88563]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T03:04:53.279 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:53 smithi097 ceph-mon[90424]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:53.279 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:53 smithi097 ceph-mon[90424]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T03:04:53.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:53 smithi184 ceph-mon[82194]: from='client.44543 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-09-16T03:04:53.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:53 smithi184 ceph-mon[82194]: osdmap e659: 8 total, 8 up, 8 in 2024-09-16T03:04:54.060 INFO:tasks.rados.rados.0.smithi097.stdout:3077: done (2 left) 2024-09-16T03:04:54.060 INFO:tasks.rados.rados.0.smithi097.stdout:3078: done (1 left) 2024-09-16T03:04:54.061 INFO:tasks.rados.rados.0.smithi097.stdout:3079: done (0 left) 2024-09-16T03:04:54.061 INFO:tasks.rados.rados.0.smithi097.stdout:3080: setattr oid 17 current snap is 288 2024-09-16T03:04:54.062 INFO:tasks.rados.rados.0.smithi097.stdout:3081: snap_create 2024-09-16T03:04:54.066 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1319 (ObjNum 954 snap 282 seq_num 954) dirty exists 2024-09-16T03:04:54.391 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:54 smithi097 ceph-mon[88563]: pgmap v661: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 416 KiB/s wr, 3 op/s 2024-09-16T03:04:54.391 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:54 smithi097 ceph-mon[88563]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T03:04:54.391 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:54 smithi097 ceph-mon[90424]: pgmap v661: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 416 KiB/s wr, 3 op/s 2024-09-16T03:04:54.392 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:54 smithi097 ceph-mon[90424]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T03:04:54.644 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:04:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:04:54] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.51.0" 2024-09-16T03:04:54.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:54 smithi184 ceph-mon[82194]: pgmap v661: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 416 KiB/s wr, 3 op/s 2024-09-16T03:04:54.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:54 smithi184 ceph-mon[82194]: osdmap e660: 8 total, 8 up, 8 in 2024-09-16T03:04:54.886 INFO:teuthology.orchestra.run.smithi097.stdout:{ 2024-09-16T03:04:54.886 INFO:teuthology.orchestra.run.smithi097.stdout: "mon": { 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 3 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "mgr": { 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "osd": { 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 8 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "mds": { 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 2 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: }, 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "overall": { 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)": 15 2024-09-16T03:04:54.887 INFO:teuthology.orchestra.run.smithi097.stdout: } 2024-09-16T03:04:54.888 INFO:teuthology.orchestra.run.smithi097.stdout:} 2024-09-16T03:04:55.063 INFO:tasks.rados.rados.0.smithi097.stdout:3080: done (1 left) 2024-09-16T03:04:55.063 INFO:tasks.rados.rados.0.smithi097.stdout:3081: done (0 left) 2024-09-16T03:04:55.063 INFO:tasks.rados.rados.0.smithi097.stdout:3082: snap_create 2024-09-16T03:04:55.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:55 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2023834485' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:55.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:55 smithi097 ceph-mon[88563]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T03:04:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:55 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2023834485' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:55 smithi097 ceph-mon[90424]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T03:04:55.535 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -e sha1=fc3e0bff7468fd55478adbae7f75508b749124b6 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-09-16T03:04:55.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:55 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2023834485' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:55.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:55 smithi184 ceph-mon[82194]: osdmap e661: 8 total, 8 up, 8 in 2024-09-16T03:04:55.732 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:04:56.067 INFO:tasks.rados.rados.0.smithi097.stdout:3082: done (0 left) 2024-09-16T03:04:56.067 INFO:tasks.rados.rados.0.smithi097.stdout:3083: read oid 29 snap -1 2024-09-16T03:04:56.067 INFO:tasks.rados.rados.0.smithi097.stdout:3083: expect (ObjNum 932 snap 275 seq_num 932) 2024-09-16T03:04:56.067 INFO:tasks.rados.rados.0.smithi097.stdout:3084: read oid 23 snap 287 2024-09-16T03:04:56.067 INFO:tasks.rados.rados.0.smithi097.stdout:3084: expect deleted 2024-09-16T03:04:56.067 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 1 current snap is 290 2024-09-16T03:04:56.067 INFO:tasks.rados.rados.0.smithi097.stdout:3085: seq_num 965 ranges {1507328=565248,2072576=647168,2719744=548864,3268608=8192} 2024-09-16T03:04:56.078 INFO:tasks.rados.rados.0.smithi097.stdout:3085: writing smithi09778949-1 from 1507328 to 2072576 tid 1 2024-09-16T03:04:56.082 INFO:tasks.rados.rados.0.smithi097.stdout:3085: writing smithi09778949-1 from 2072576 to 2719744 tid 2 2024-09-16T03:04:56.086 INFO:tasks.rados.rados.0.smithi097.stdout:3085: writing smithi09778949-1 from 2719744 to 3268608 tid 3 2024-09-16T03:04:56.086 INFO:tasks.rados.rados.0.smithi097.stdout:3085: writing smithi09778949-1 from 3268608 to 3276800 tid 4 2024-09-16T03:04:56.086 INFO:tasks.rados.rados.0.smithi097.stdout:3086: delete oid 37 current snap is 290 2024-09-16T03:04:56.086 INFO:tasks.rados.rados.0.smithi097.stdout:3083: expect (ObjNum 932 snap 275 seq_num 932) 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:3085: finishing write tid 1 to smithi09778949-1 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:3085: finishing write tid 2 to smithi09778949-1 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:3083: done (3 left) 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:3084: done (2 left) 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:3086: done (1 left) 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 24 current snap is 290 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:3085: finishing write tid 3 to smithi09778949-1 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:3085: finishing write tid 4 to smithi09778949-1 2024-09-16T03:04:56.121 INFO:tasks.rados.rados.0.smithi097.stdout:3087: seq_num 967 ranges {5513216=598016,6111232=466944,6578176=516096,7094272=221184} 2024-09-16T03:04:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:3087: writing smithi09778949-24 from 5513216 to 6111232 tid 1 2024-09-16T03:04:56.155 INFO:tasks.rados.rados.0.smithi097.stdout:3087: writing smithi09778949-24 from 6111232 to 6578176 tid 2 2024-09-16T03:04:56.158 INFO:tasks.rados.rados.0.smithi097.stdout:3087: writing smithi09778949-24 from 6578176 to 7094272 tid 3 2024-09-16T03:04:56.160 INFO:tasks.rados.rados.0.smithi097.stdout:3087: writing smithi09778949-24 from 7094272 to 7315456 tid 4 2024-09-16T03:04:56.160 INFO:tasks.rados.rados.0.smithi097.stdout:3088: snap_create 2024-09-16T03:04:56.160 INFO:tasks.rados.rados.0.smithi097.stdout:3085: finishing write tid 5 to smithi09778949-1 2024-09-16T03:04:56.160 INFO:tasks.rados.rados.0.smithi097.stdout:3085: finishing write tid 6 to smithi09778949-1 2024-09-16T03:04:56.160 INFO:tasks.rados.rados.0.smithi097.stdout:3085: oid 1 updating version 0 to 1948 2024-09-16T03:04:56.160 INFO:tasks.rados.rados.0.smithi097.stdout:3085: oid 1 version 1948 is already newer than 1946 2024-09-16T03:04:56.160 INFO:tasks.rados.rados.0.smithi097.stdout:3085: oid 1 version 1948 is already newer than 1945 2024-09-16T03:04:56.161 INFO:tasks.rados.rados.0.smithi097.stdout:3085: oid 1 version 1948 is already newer than 1944 2024-09-16T03:04:56.161 INFO:tasks.rados.rados.0.smithi097.stdout:3085: oid 1 version 1948 is already newer than 1947 2024-09-16T03:04:56.161 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1948 (ObjNum 965 snap 290 seq_num 965) dirty exists 2024-09-16T03:04:56.161 INFO:tasks.rados.rados.0.smithi097.stdout:3085: left oid 1 (ObjNum 965 snap 290 seq_num 965) 2024-09-16T03:04:56.161 INFO:tasks.rados.rados.0.smithi097.stdout:3087: finishing write tid 1 to smithi09778949-24 2024-09-16T03:04:56.161 INFO:tasks.rados.rados.0.smithi097.stdout:3087: finishing write tid 2 to smithi09778949-24 2024-09-16T03:04:56.163 INFO:tasks.rados.rados.0.smithi097.stdout:3087: finishing write tid 3 to smithi09778949-24 2024-09-16T03:04:56.163 INFO:tasks.rados.rados.0.smithi097.stdout:3087: finishing write tid 4 to smithi09778949-24 2024-09-16T03:04:56.164 INFO:tasks.rados.rados.0.smithi097.stdout:3087: finishing write tid 5 to smithi09778949-24 2024-09-16T03:04:56.165 INFO:tasks.rados.rados.0.smithi097.stdout:3087: finishing write tid 6 to smithi09778949-24 2024-09-16T03:04:56.165 INFO:tasks.rados.rados.0.smithi097.stdout:3087: oid 24 updating version 0 to 1923 2024-09-16T03:04:56.165 INFO:tasks.rados.rados.0.smithi097.stdout:3087: oid 24 updating version 1923 to 1926 2024-09-16T03:04:56.165 INFO:tasks.rados.rados.0.smithi097.stdout:3087: oid 24 version 1926 is already newer than 1924 2024-09-16T03:04:56.165 INFO:tasks.rados.rados.0.smithi097.stdout:3087: oid 24 version 1926 is already newer than 1922 2024-09-16T03:04:56.165 INFO:tasks.rados.rados.0.smithi097.stdout:3087: oid 24 version 1926 is already newer than 1925 2024-09-16T03:04:56.165 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1926 (ObjNum 967 snap 290 seq_num 967) dirty exists 2024-09-16T03:04:56.165 INFO:tasks.rados.rados.0.smithi097.stdout:3087: left oid 24 (ObjNum 967 snap 290 seq_num 967) 2024-09-16T03:04:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:56 smithi097 ceph-mon[88563]: pgmap v664: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T03:04:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:56 smithi097 ceph-mon[88563]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T03:04:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:56 smithi097 ceph-mon[90424]: pgmap v664: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T03:04:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:56 smithi097 ceph-mon[90424]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T03:04:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:56 smithi184 ceph-mon[82194]: pgmap v664: 121 pgs: 121 active+clean; 214 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.4 MiB/s rd, 0 B/s wr, 3 op/s 2024-09-16T03:04:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:56 smithi184 ceph-mon[82194]: osdmap e662: 8 total, 8 up, 8 in 2024-09-16T03:04:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:3085: done (2 left) 2024-09-16T03:04:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:3087: done (1 left) 2024-09-16T03:04:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:3088: done (0 left) 2024-09-16T03:04:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:3089: read oid 24 snap -1 2024-09-16T03:04:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:3089: expect (ObjNum 967 snap 290 seq_num 967) 2024-09-16T03:04:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 18 current snap is 291 2024-09-16T03:04:57.059 INFO:tasks.rados.rados.0.smithi097.stdout:3090: seq_num 968 ranges {2252800=614400,2867200=745472,3612672=458752} 2024-09-16T03:04:57.075 INFO:tasks.rados.rados.0.smithi097.stdout:3090: writing smithi09778949-18 from 2252800 to 2867200 tid 1 2024-09-16T03:04:57.079 INFO:tasks.rados.rados.0.smithi097.stdout:3090: writing smithi09778949-18 from 2867200 to 3612672 tid 2 2024-09-16T03:04:57.082 INFO:tasks.rados.rados.0.smithi097.stdout:3090: writing smithi09778949-18 from 3612672 to 4071424 tid 3 2024-09-16T03:04:57.082 INFO:tasks.rados.rados.0.smithi097.stdout:3091: snap_remove snap 290 2024-09-16T03:04:57.571 INFO:teuthology.orchestra.run.smithi097.stdout:true 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3091: done (2 left) 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3092: setattr oid 47 current snap is 291 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3090: finishing write tid 1 to smithi09778949-18 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3090: finishing write tid 2 to smithi09778949-18 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3090: finishing write tid 3 to smithi09778949-18 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3090: finishing write tid 4 to smithi09778949-18 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3090: finishing write tid 5 to smithi09778949-18 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3090: oid 18 updating version 0 to 1496 2024-09-16T03:04:58.067 INFO:tasks.rados.rados.0.smithi097.stdout:3090: oid 18 updating version 1496 to 1497 2024-09-16T03:04:58.068 INFO:tasks.rados.rados.0.smithi097.stdout:3090: oid 18 version 1497 is already newer than 1495 2024-09-16T03:04:58.068 INFO:tasks.rados.rados.0.smithi097.stdout:3090: oid 18 updating version 1497 to 1498 2024-09-16T03:04:58.068 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1498 (ObjNum 968 snap 291 seq_num 968) dirty exists 2024-09-16T03:04:58.068 INFO:tasks.rados.rados.0.smithi097.stdout:3090: left oid 18 (ObjNum 968 snap 291 seq_num 968) 2024-09-16T03:04:58.068 INFO:tasks.rados.rados.0.smithi097.stdout:3089: expect (ObjNum 967 snap 290 seq_num 967) 2024-09-16T03:04:58.271 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:58 smithi097 ceph-mon[88563]: pgmap v667: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 424 KiB/s wr, 4 op/s 2024-09-16T03:04:58.271 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:58 smithi097 ceph-mon[88563]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T03:04:58.271 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:58 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2350724027' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:58.271 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:58 smithi097 ceph-mon[90424]: pgmap v667: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 424 KiB/s wr, 4 op/s 2024-09-16T03:04:58.271 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:58 smithi097 ceph-mon[90424]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T03:04:58.271 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:58 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2350724027' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:58.290 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid a054495a-73d5-11ef-bceb-c7b262605968 -e sha1=fc3e0bff7468fd55478adbae7f75508b749124b6 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-09-16T03:04:58.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:58 smithi184 ceph-mon[82194]: pgmap v667: 121 pgs: 121 active+clean; 216 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 424 KiB/s wr, 4 op/s 2024-09-16T03:04:58.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:58 smithi184 ceph-mon[82194]: osdmap e663: 8 total, 8 up, 8 in 2024-09-16T03:04:58.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:58 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2350724027' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:04:58.492 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:04:58.498 INFO:tasks.rados.rados.0.smithi097.stdout:3089: done (2 left) 2024-09-16T03:04:58.498 INFO:tasks.rados.rados.0.smithi097.stdout:3090: done (1 left) 2024-09-16T03:04:58.498 INFO:tasks.rados.rados.0.smithi097.stdout:3093: copy_from oid 38 from oid 9 current snap is 291 2024-09-16T03:04:58.498 INFO:tasks.rados.rados.0.smithi097.stdout:3094: copy_from oid 17 from oid 10 current snap is 291 2024-09-16T03:04:58.498 INFO:tasks.rados.rados.0.smithi097.stdout:3095: read oid 12 snap -1 2024-09-16T03:04:58.498 INFO:tasks.rados.rados.0.smithi097.stdout:3095: expect (ObjNum 952 snap 281 seq_num 952) 2024-09-16T03:04:58.498 INFO:tasks.rados.rados.0.smithi097.stdout:3096: rollback oid 43 current snap is 291 2024-09-16T03:04:58.499 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 287 2024-09-16T03:04:58.499 INFO:tasks.rados.rados.0.smithi097.stdout:3097: read oid 44 snap -1 2024-09-16T03:04:58.499 INFO:tasks.rados.rados.0.smithi097.stdout:3097: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:58.499 INFO:tasks.rados.rados.0.smithi097.stdout:3098: delete oid 15 current snap is 291 2024-09-16T03:04:58.504 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1738 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-09-16T03:04:58.508 INFO:tasks.rados.rados.0.smithi097.stdout:3096: finishing rollback tid 1 to smithi09778949-43 2024-09-16T03:04:58.508 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1743 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T03:04:58.508 INFO:tasks.rados.rados.0.smithi097.stdout:3097: expect (ObjNum 909 snap 267 seq_num 909) 2024-09-16T03:04:58.536 INFO:tasks.rados.rados.0.smithi097.stdout:3093: finishing copy_from racing read to smithi09778949-38 2024-09-16T03:04:58.536 INFO:tasks.rados.rados.0.smithi097.stdout:3093: finishing copy_from to smithi09778949-38 2024-09-16T03:04:58.536 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1927 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:04:58.536 INFO:tasks.rados.rados.0.smithi097.stdout:3092: done (6 left) 2024-09-16T03:04:58.536 INFO:tasks.rados.rados.0.smithi097.stdout:3093: done (5 left) 2024-09-16T03:04:58.536 INFO:tasks.rados.rados.0.smithi097.stdout:3096: done (4 left) 2024-09-16T03:04:58.537 INFO:tasks.rados.rados.0.smithi097.stdout:3097: done (3 left) 2024-09-16T03:04:58.537 INFO:tasks.rados.rados.0.smithi097.stdout:3098: done (2 left) 2024-09-16T03:04:58.537 INFO:tasks.rados.rados.0.smithi097.stdout:3099: snap_remove snap 273 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:3099: done (2 left) 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:3100: read oid 15 snap -1 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:3100: expect deleted 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:3101: copy_from oid 42 from oid 38 current snap is 291 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:3102: rollback oid 34 current snap is 291 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 34 to 286 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:3103: snap_create 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:3094: finishing copy_from racing read to smithi09778949-17 2024-09-16T03:04:59.072 INFO:tasks.rados.rados.0.smithi097.stdout:3095: expect (ObjNum 952 snap 281 seq_num 952) 2024-09-16T03:04:59.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:04:59 smithi097 ceph-mon[88563]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T03:04:59.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:04:59 smithi097 ceph-mon[90424]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T03:04:59.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:04:59 smithi184 ceph-mon[82194]: osdmap e664: 8 total, 8 up, 8 in 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:3094: finishing copy_from to smithi09778949-17 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1779 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:3102: finishing rollback tid 0 to smithi09778949-34 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:3102: finishing rollback tid 1 to smithi09778949-34 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:3102: finishing rollback tid 2 to smithi09778949-34 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1501 (ObjNum 289 snap 0 seq_num 735189364) dirty exists 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:3101: finishing copy_from racing read to smithi09778949-42 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:3101: finishing copy_from to smithi09778949-42 2024-09-16T03:04:59.422 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1927 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:05:00.077 INFO:tasks.rados.rados.0.smithi097.stdout:3094: done (5 left) 2024-09-16T03:05:00.077 INFO:tasks.rados.rados.0.smithi097.stdout:3095: done (4 left) 2024-09-16T03:05:00.077 INFO:tasks.rados.rados.0.smithi097.stdout:3100: done (3 left) 2024-09-16T03:05:00.077 INFO:tasks.rados.rados.0.smithi097.stdout:3101: done (2 left) 2024-09-16T03:05:00.077 INFO:tasks.rados.rados.0.smithi097.stdout:3102: done (1 left) 2024-09-16T03:05:00.078 INFO:tasks.rados.rados.0.smithi097.stdout:3103: done (0 left) 2024-09-16T03:05:00.078 INFO:tasks.rados.rados.0.smithi097.stdout:3104: rollback oid 13 current snap is 292 2024-09-16T03:05:00.078 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 13 to 283 2024-09-16T03:05:00.078 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 292 2024-09-16T03:05:00.078 INFO:tasks.rados.rados.0.smithi097.stdout:3105: seq_num 970 ranges {1318912=655360,1974272=516096,2490368=688128} 2024-09-16T03:05:00.087 INFO:tasks.rados.rados.0.smithi097.stdout:3105: writing smithi09778949-42 from 1318912 to 1974272 tid 1 2024-09-16T03:05:00.091 INFO:tasks.rados.rados.0.smithi097.stdout:3105: writing smithi09778949-42 from 1974272 to 2490368 tid 2 2024-09-16T03:05:00.096 INFO:tasks.rados.rados.0.smithi097.stdout:3105: writing smithi09778949-42 from 2490368 to 3178496 tid 3 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:3106: copy_from oid 47 from oid 38 current snap is 292 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:3104: finishing rollback tid 0 to smithi09778949-13 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:3104: finishing rollback tid 1 to smithi09778949-13 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:3104: finishing rollback tid 2 to smithi09778949-13 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1571 (ObjNum 888 snap 265 seq_num 888) dirty exists 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:3105: finishing write tid 1 to smithi09778949-42 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:3104: done (2 left) 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 292 2024-09-16T03:05:00.097 INFO:tasks.rados.rados.0.smithi097.stdout:3107: seq_num 971 ranges {0=671744,671744=802816,1474560=401408} 2024-09-16T03:05:00.099 INFO:tasks.rados.rados.0.smithi097.stdout:3107: writing smithi09778949-6 from 0 to 671744 tid 1 2024-09-16T03:05:00.103 INFO:tasks.rados.rados.0.smithi097.stdout:3107: writing smithi09778949-6 from 671744 to 1474560 tid 2 2024-09-16T03:05:00.106 INFO:tasks.rados.rados.0.smithi097.stdout:3107: writing smithi09778949-6 from 1474560 to 1875968 tid 3 2024-09-16T03:05:00.106 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 292 2024-09-16T03:05:00.106 INFO:tasks.rados.rados.0.smithi097.stdout:3105: finishing write tid 2 to smithi09778949-42 2024-09-16T03:05:00.106 INFO:tasks.rados.rados.0.smithi097.stdout:3105: finishing write tid 3 to smithi09778949-42 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3105: finishing write tid 4 to smithi09778949-42 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3105: finishing write tid 5 to smithi09778949-42 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3105: oid 42 updating version 0 to 2140 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3105: oid 42 version 2140 is already newer than 2139 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3105: oid 42 version 2140 is already newer than 2138 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3105: oid 42 updating version 2140 to 2141 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 2141 (ObjNum 970 snap 292 seq_num 970) dirty exists 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3105: left oid 42 (ObjNum 970 snap 292 seq_num 970) 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3107: finishing write tid 1 to smithi09778949-6 2024-09-16T03:05:00.107 INFO:tasks.rados.rados.0.smithi097.stdout:3108: seq_num 972 ranges {6733824=688128,7421952=688128,8110080=516096} 2024-09-16T03:05:00.145 INFO:tasks.rados.rados.0.smithi097.stdout:3108: writing smithi09778949-12 from 6733824 to 7421952 tid 1 2024-09-16T03:05:00.149 INFO:tasks.rados.rados.0.smithi097.stdout:3108: writing smithi09778949-12 from 7421952 to 8110080 tid 2 2024-09-16T03:05:00.153 INFO:tasks.rados.rados.0.smithi097.stdout:3108: writing smithi09778949-12 from 8110080 to 8626176 tid 3 2024-09-16T03:05:00.153 INFO:tasks.rados.rados.0.smithi097.stdout:3105: done (3 left) 2024-09-16T03:05:00.153 INFO:tasks.rados.rados.0.smithi097.stdout:3109: snap_create 2024-09-16T03:05:00.153 INFO:tasks.rados.rados.0.smithi097.stdout:3106: finishing copy_from racing read to smithi09778949-47 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3106: finishing copy_from to smithi09778949-47 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1927 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: finishing write tid 2 to smithi09778949-6 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: finishing write tid 3 to smithi09778949-6 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: finishing write tid 4 to smithi09778949-6 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: finishing write tid 5 to smithi09778949-6 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: oid 6 updating version 0 to 1575 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: oid 6 version 1575 is already newer than 1574 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: oid 6 version 1575 is already newer than 1572 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: oid 6 version 1575 is already newer than 1573 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1575 (ObjNum 971 snap 292 seq_num 971) dirty exists 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3107: left oid 6 (ObjNum 971 snap 292 seq_num 971) 2024-09-16T03:05:00.154 INFO:tasks.rados.rados.0.smithi097.stdout:3108: finishing write tid 1 to smithi09778949-12 2024-09-16T03:05:00.156 INFO:tasks.rados.rados.0.smithi097.stdout:3108: finishing write tid 2 to smithi09778949-12 2024-09-16T03:05:00.156 INFO:tasks.rados.rados.0.smithi097.stdout:3108: finishing write tid 3 to smithi09778949-12 2024-09-16T03:05:00.156 INFO:tasks.rados.rados.0.smithi097.stdout:3108: finishing write tid 4 to smithi09778949-12 2024-09-16T03:05:00.158 INFO:tasks.rados.rados.0.smithi097.stdout:3108: finishing write tid 5 to smithi09778949-12 2024-09-16T03:05:00.158 INFO:tasks.rados.rados.0.smithi097.stdout:3108: oid 12 updating version 0 to 1952 2024-09-16T03:05:00.158 INFO:tasks.rados.rados.0.smithi097.stdout:3108: oid 12 version 1952 is already newer than 1949 2024-09-16T03:05:00.158 INFO:tasks.rados.rados.0.smithi097.stdout:3108: oid 12 version 1952 is already newer than 1951 2024-09-16T03:05:00.158 INFO:tasks.rados.rados.0.smithi097.stdout:3108: oid 12 version 1952 is already newer than 1950 2024-09-16T03:05:00.158 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1952 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T03:05:00.158 INFO:tasks.rados.rados.0.smithi097.stdout:3108: left oid 12 (ObjNum 972 snap 292 seq_num 972) 2024-09-16T03:05:00.265 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:00 smithi097 ceph-mon[88563]: pgmap v670: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T03:05:00.266 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:00 smithi097 ceph-mon[88563]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T03:05:00.266 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:00 smithi097 ceph-mon[90424]: pgmap v670: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T03:05:00.266 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:00 smithi097 ceph-mon[90424]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T03:05:00.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:00 smithi184 ceph-mon[82194]: pgmap v670: 121 pgs: 121 active+clean; 219 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 10 op/s 2024-09-16T03:05:00.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:00 smithi184 ceph-mon[82194]: osdmap e665: 8 total, 8 up, 8 in 2024-09-16T03:05:00.515 INFO:teuthology.orchestra.run.smithi097.stdout: "ceph version 19.3.0-4930-gfc3e0bff (fc3e0bff7468fd55478adbae7f75508b749124b6) squid (dev)" 2024-09-16T03:05:01.089 INFO:tasks.rados.rados.0.smithi097.stdout:3106: done (3 left) 2024-09-16T03:05:01.089 INFO:tasks.rados.rados.0.smithi097.stdout:3107: done (2 left) 2024-09-16T03:05:01.089 INFO:tasks.rados.rados.0.smithi097.stdout:3108: done (1 left) 2024-09-16T03:05:01.090 INFO:tasks.rados.rados.0.smithi097.stdout:3109: done (0 left) 2024-09-16T03:05:01.090 INFO:tasks.rados.rados.0.smithi097.stdout:3110: read oid 35 snap 287 2024-09-16T03:05:01.090 INFO:tasks.rados.rados.0.smithi097.stdout:3110: expect (ObjNum 873 snap 263 seq_num 873) 2024-09-16T03:05:01.090 INFO:tasks.rados.rados.0.smithi097.stdout:3111: read oid 5 snap 287 2024-09-16T03:05:01.090 INFO:tasks.rados.rados.0.smithi097.stdout:3111: expect (ObjNum 888 snap 265 seq_num 888) 2024-09-16T03:05:01.090 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 293 2024-09-16T03:05:01.090 INFO:tasks.rados.rados.0.smithi097.stdout:3112: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-09-16T03:05:01.093 INFO:tasks.rados.rados.0.smithi097.stdout:3112: writing smithi09778949-43 from 0 to 704512 tid 1 2024-09-16T03:05:01.096 INFO:tasks.rados.rados.0.smithi097.stdout:3112: writing smithi09778949-43 from 704512 to 1277952 tid 2 2024-09-16T03:05:01.100 INFO:tasks.rados.rados.0.smithi097.stdout:3112: writing smithi09778949-43 from 1277952 to 1785856 tid 3 2024-09-16T03:05:01.101 INFO:tasks.rados.rados.0.smithi097.stdout:3112: writing smithi09778949-43 from 1785856 to 1908736 tid 4 2024-09-16T03:05:01.101 INFO:tasks.rados.rados.0.smithi097.stdout:3113: rollback oid 44 current snap is 293 2024-09-16T03:05:01.101 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 284 2024-09-16T03:05:01.101 INFO:tasks.rados.rados.0.smithi097.stdout:3114: delete oid 2 current snap is 293 2024-09-16T03:05:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:3113: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:05:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:3113: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:05:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:3113: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:05:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1930 (ObjNum 909 snap 267 seq_num 909) dirty exists 2024-09-16T03:05:01.112 INFO:tasks.rados.rados.0.smithi097.stdout:3112: finishing write tid 1 to smithi09778949-43 2024-09-16T03:05:01.113 INFO:tasks.rados.rados.0.smithi097.stdout:3112: finishing write tid 2 to smithi09778949-43 2024-09-16T03:05:01.114 INFO:tasks.rados.rados.0.smithi097.stdout:3112: finishing write tid 3 to smithi09778949-43 2024-09-16T03:05:01.115 INFO:tasks.rados.rados.0.smithi097.stdout:3112: finishing write tid 4 to smithi09778949-43 2024-09-16T03:05:01.115 INFO:tasks.rados.rados.0.smithi097.stdout:3112: finishing write tid 5 to smithi09778949-43 2024-09-16T03:05:01.119 INFO:tasks.rados.rados.0.smithi097.stdout:3110: expect (ObjNum 873 snap 263 seq_num 873) 2024-09-16T03:05:01.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:01 smithi097 ceph-mon[88563]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T03:05:01.174 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:01 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2463182298' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:05:01.174 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:01 smithi097 ceph-mon[90424]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T03:05:01.174 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:01 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2463182298' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:05:01.194 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-16T03:05:01.194 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-09-16T03:05:01.195 DEBUG:teuthology.parallel:result is None 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:3112: finishing write tid 6 to smithi09778949-43 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:3112: oid 43 updating version 0 to 1755 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:3112: oid 43 updating version 1755 to 1757 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:3112: oid 43 version 1757 is already newer than 1753 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:3112: oid 43 version 1757 is already newer than 1756 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:3112: oid 43 version 1757 is already newer than 1754 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1757 (ObjNum 973 snap 293 seq_num 973) dirty exists 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:3112: left oid 43 (ObjNum 973 snap 293 seq_num 973) 2024-09-16T03:05:01.306 INFO:tasks.rados.rados.0.smithi097.stdout:3111: expect (ObjNum 888 snap 265 seq_num 888) 2024-09-16T03:05:01.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:01 smithi184 ceph-mon[82194]: osdmap e666: 8 total, 8 up, 8 in 2024-09-16T03:05:01.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:01 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2463182298' entity='client.admin' cmd={"prefix": "versions"} : dispatch 2024-09-16T03:05:01.891 INFO:tasks.rados.rados.0.smithi097.stdout:3110: done (4 left) 2024-09-16T03:05:01.891 INFO:tasks.rados.rados.0.smithi097.stdout:3111: done (3 left) 2024-09-16T03:05:01.891 INFO:tasks.rados.rados.0.smithi097.stdout:3112: done (2 left) 2024-09-16T03:05:01.891 INFO:tasks.rados.rados.0.smithi097.stdout:3113: done (1 left) 2024-09-16T03:05:01.891 INFO:tasks.rados.rados.0.smithi097.stdout:3114: done (0 left) 2024-09-16T03:05:01.891 INFO:tasks.rados.rados.0.smithi097.stdout:3115: delete oid 15 current snap is 293 2024-09-16T03:05:01.893 INFO:tasks.rados.rados.0.smithi097.stdout:3115: done (0 left) 2024-09-16T03:05:01.893 INFO:tasks.rados.rados.0.smithi097.stdout:3116: read oid 30 snap 292 2024-09-16T03:05:01.893 INFO:tasks.rados.rados.0.smithi097.stdout:3116: expect (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:05:01.894 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 293 2024-09-16T03:05:01.894 INFO:tasks.rados.rados.0.smithi097.stdout:3117: seq_num 976 ranges {3940352=753664,4694016=671744,5365760=532480} 2024-09-16T03:05:01.918 INFO:tasks.rados.rados.0.smithi097.stdout:3117: writing smithi09778949-35 from 3940352 to 4694016 tid 1 2024-09-16T03:05:01.922 INFO:tasks.rados.rados.0.smithi097.stdout:3117: writing smithi09778949-35 from 4694016 to 5365760 tid 2 2024-09-16T03:05:01.925 INFO:tasks.rados.rados.0.smithi097.stdout:3117: writing smithi09778949-35 from 5365760 to 5898240 tid 3 2024-09-16T03:05:01.925 INFO:tasks.rados.rados.0.smithi097.stdout:3118: copy_from oid 6 from oid 11 current snap is 293 2024-09-16T03:05:01.928 INFO:tasks.rados.rados.0.smithi097.stdout:3116: expect (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:05:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:3117: finishing write tid 1 to smithi09778949-35 2024-09-16T03:05:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:3117: finishing write tid 2 to smithi09778949-35 2024-09-16T03:05:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:3117: finishing write tid 3 to smithi09778949-35 2024-09-16T03:05:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:3117: finishing write tid 4 to smithi09778949-35 2024-09-16T03:05:01.960 INFO:tasks.rados.rados.0.smithi097.stdout:3117: finishing write tid 5 to smithi09778949-35 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3117: oid 35 updating version 0 to 1934 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3117: oid 35 version 1934 is already newer than 1933 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3117: oid 35 updating version 1934 to 1935 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3117: oid 35 version 1935 is already newer than 1932 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1935 (ObjNum 976 snap 293 seq_num 976) dirty exists 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3117: left oid 35 (ObjNum 976 snap 293 seq_num 976) 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3118: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3116: done (2 left) 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3117: done (1 left) 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3119: snap_create 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:3118: finishing copy_from to smithi09778949-6 2024-09-16T03:05:01.961 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1314 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:05:02.097 INFO:tasks.rados.rados.0.smithi097.stdout:3118: done (1 left) 2024-09-16T03:05:02.097 INFO:tasks.rados.rados.0.smithi097.stdout:3119: done (0 left) 2024-09-16T03:05:02.097 INFO:tasks.rados.rados.0.smithi097.stdout:3120: delete oid 26 current snap is 294 2024-09-16T03:05:02.100 INFO:tasks.rados.rados.0.smithi097.stdout:3120: done (0 left) 2024-09-16T03:05:02.100 INFO:tasks.rados.rados.0.smithi097.stdout:3121: snap_remove snap 293 2024-09-16T03:05:02.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:02 smithi184 ceph-mon[82194]: pgmap v673: 121 pgs: 121 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-09-16T03:05:02.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:02 smithi184 ceph-mon[82194]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T03:05:02.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:02 smithi097 ceph-mon[90424]: pgmap v673: 121 pgs: 121 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-09-16T03:05:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:02 smithi097 ceph-mon[90424]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T03:05:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:02 smithi097 ceph-mon[88563]: pgmap v673: 121 pgs: 121 active+clean; 189 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-09-16T03:05:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:02 smithi097 ceph-mon[88563]: osdmap e667: 8 total, 8 up, 8 in 2024-09-16T03:05:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:3121: done (0 left) 2024-09-16T03:05:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 1 current snap is 294 2024-09-16T03:05:03.103 INFO:tasks.rados.rados.0.smithi097.stdout:3122: seq_num 978 ranges {3276800=786432,4063232=442368,4505600=647168,5152768=114688} 2024-09-16T03:05:03.124 INFO:tasks.rados.rados.0.smithi097.stdout:3122: writing smithi09778949-1 from 3276800 to 4063232 tid 1 2024-09-16T03:05:03.127 INFO:tasks.rados.rados.0.smithi097.stdout:3122: writing smithi09778949-1 from 4063232 to 4505600 tid 2 2024-09-16T03:05:03.131 INFO:tasks.rados.rados.0.smithi097.stdout:3122: writing smithi09778949-1 from 4505600 to 5152768 tid 3 2024-09-16T03:05:03.132 INFO:tasks.rados.rados.0.smithi097.stdout:3122: writing smithi09778949-1 from 5152768 to 5267456 tid 4 2024-09-16T03:05:03.132 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 294 2024-09-16T03:05:03.132 INFO:tasks.rados.rados.0.smithi097.stdout:3123: seq_num 979 ranges {12214272=802816,13017088=729088,13746176=458752,14204928=16384} 2024-09-16T03:05:03.201 INFO:tasks.rados.rados.0.smithi097.stdout:3123: writing smithi09778949-31 from 12214272 to 13017088 tid 1 2024-09-16T03:05:03.204 INFO:tasks.rados.rados.0.smithi097.stdout:3123: writing smithi09778949-31 from 13017088 to 13746176 tid 2 2024-09-16T03:05:03.207 INFO:tasks.rados.rados.0.smithi097.stdout:3123: writing smithi09778949-31 from 13746176 to 14204928 tid 3 2024-09-16T03:05:03.207 INFO:tasks.rados.rados.0.smithi097.stdout:3123: writing smithi09778949-31 from 14204928 to 14221312 tid 4 2024-09-16T03:05:03.207 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 294 2024-09-16T03:05:03.207 INFO:tasks.rados.rados.0.smithi097.stdout:3122: finishing write tid 1 to smithi09778949-1 2024-09-16T03:05:03.207 INFO:tasks.rados.rados.0.smithi097.stdout:3124: seq_num 980 ranges {1318912=417792,1736704=614400,2351104=663552,3014656=327680} 2024-09-16T03:05:03.216 INFO:tasks.rados.rados.0.smithi097.stdout:3124: writing smithi09778949-38 from 1318912 to 1736704 tid 1 2024-09-16T03:05:03.220 INFO:tasks.rados.rados.0.smithi097.stdout:3124: writing smithi09778949-38 from 1736704 to 2351104 tid 2 2024-09-16T03:05:03.224 INFO:tasks.rados.rados.0.smithi097.stdout:3124: writing smithi09778949-38 from 2351104 to 3014656 tid 3 2024-09-16T03:05:03.226 INFO:tasks.rados.rados.0.smithi097.stdout:3124: writing smithi09778949-38 from 3014656 to 3342336 tid 4 2024-09-16T03:05:03.226 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 294 2024-09-16T03:05:03.226 INFO:tasks.rados.rados.0.smithi097.stdout:3122: finishing write tid 2 to smithi09778949-1 2024-09-16T03:05:03.226 INFO:tasks.rados.rados.0.smithi097.stdout:3122: finishing write tid 3 to smithi09778949-1 2024-09-16T03:05:03.226 INFO:tasks.rados.rados.0.smithi097.stdout:3125: seq_num 981 ranges {827392=434176,1261568=540672,1802240=466944,2269184=524288,2793472=73728} 2024-09-16T03:05:03.233 INFO:tasks.rados.rados.0.smithi097.stdout:3125: writing smithi09778949-44 from 827392 to 1261568 tid 1 2024-09-16T03:05:03.236 INFO:tasks.rados.rados.0.smithi097.stdout:3125: writing smithi09778949-44 from 1261568 to 1802240 tid 2 2024-09-16T03:05:03.238 INFO:tasks.rados.rados.0.smithi097.stdout:3125: writing smithi09778949-44 from 1802240 to 2269184 tid 3 2024-09-16T03:05:03.241 INFO:tasks.rados.rados.0.smithi097.stdout:3125: writing smithi09778949-44 from 2269184 to 2793472 tid 4 2024-09-16T03:05:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:3125: writing smithi09778949-44 from 2793472 to 2867200 tid 5 2024-09-16T03:05:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 5 current snap is 294 2024-09-16T03:05:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:3122: finishing write tid 4 to smithi09778949-1 2024-09-16T03:05:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:3122: finishing write tid 5 to smithi09778949-1 2024-09-16T03:05:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:3122: finishing write tid 6 to smithi09778949-1 2024-09-16T03:05:03.242 INFO:tasks.rados.rados.0.smithi097.stdout:3122: oid 1 updating version 0 to 1955 2024-09-16T03:05:03.243 INFO:tasks.rados.rados.0.smithi097.stdout:3122: oid 1 updating version 1955 to 1957 2024-09-16T03:05:03.243 INFO:tasks.rados.rados.0.smithi097.stdout:3122: oid 1 version 1957 is already newer than 1954 2024-09-16T03:05:03.243 INFO:tasks.rados.rados.0.smithi097.stdout:3122: oid 1 version 1957 is already newer than 1956 2024-09-16T03:05:03.243 INFO:tasks.rados.rados.0.smithi097.stdout:3122: oid 1 version 1957 is already newer than 1953 2024-09-16T03:05:03.243 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1957 (ObjNum 978 snap 294 seq_num 978) dirty exists 2024-09-16T03:05:03.244 INFO:tasks.rados.rados.0.smithi097.stdout:3122: left oid 1 (ObjNum 978 snap 294 seq_num 978) 2024-09-16T03:05:03.244 INFO:tasks.rados.rados.0.smithi097.stdout:3126: seq_num 982 ranges {8658944=450560,9109504=425984,9535488=679936,10215424=466944,10682368=32768} 2024-09-16T03:05:03.289 INFO:tasks.rados.rados.0.smithi097.stdout:3126: writing smithi09778949-5 from 8658944 to 9109504 tid 1 2024-09-16T03:05:03.292 INFO:tasks.rados.rados.0.smithi097.stdout:3126: writing smithi09778949-5 from 9109504 to 9535488 tid 2 2024-09-16T03:05:03.296 INFO:tasks.rados.rados.0.smithi097.stdout:3126: writing smithi09778949-5 from 9535488 to 10215424 tid 3 2024-09-16T03:05:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3126: writing smithi09778949-5 from 10215424 to 10682368 tid 4 2024-09-16T03:05:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3126: writing smithi09778949-5 from 10682368 to 10715136 tid 5 2024-09-16T03:05:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3122: done (4 left) 2024-09-16T03:05:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3127: rmattr oid 27 current snap is 294 2024-09-16T03:05:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3123: finishing write tid 1 to smithi09778949-31 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: finishing write tid 2 to smithi09778949-31 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: finishing write tid 3 to smithi09778949-31 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: finishing write tid 4 to smithi09778949-31 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: finishing write tid 5 to smithi09778949-31 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: finishing write tid 6 to smithi09778949-31 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: oid 31 updating version 0 to 1722 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: oid 31 version 1722 is already newer than 1721 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: oid 31 updating version 1722 to 1724 2024-09-16T03:05:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3123: oid 31 version 1724 is already newer than 1720 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3123: oid 31 version 1724 is already newer than 1723 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1724 (ObjNum 979 snap 294 seq_num 979) dirty exists 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3123: left oid 31 (ObjNum 979 snap 294 seq_num 979) 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3124: finishing write tid 1 to smithi09778949-38 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3124: finishing write tid 2 to smithi09778949-38 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3124: finishing write tid 3 to smithi09778949-38 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3124: finishing write tid 4 to smithi09778949-38 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3123: done (4 left) 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3128: rollback oid 47 current snap is 294 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 47 to 284 2024-09-16T03:05:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3124: finishing write tid 5 to smithi09778949-38 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3124: finishing write tid 6 to smithi09778949-38 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3124: oid 38 updating version 0 to 1934 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3124: oid 38 version 1934 is already newer than 1931 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3124: oid 38 updating version 1934 to 1935 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3124: oid 38 version 1935 is already newer than 1933 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3124: oid 38 version 1935 is already newer than 1932 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1935 (ObjNum 980 snap 294 seq_num 980) dirty exists 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3124: left oid 38 (ObjNum 980 snap 294 seq_num 980) 2024-09-16T03:05:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3125: finishing write tid 1 to smithi09778949-44 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3124: done (4 left) 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3129: rmattr oid 12 current snap is 294 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: finishing write tid 2 to smithi09778949-44 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: finishing write tid 3 to smithi09778949-44 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: finishing write tid 4 to smithi09778949-44 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: finishing write tid 5 to smithi09778949-44 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: finishing write tid 6 to smithi09778949-44 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: finishing write tid 7 to smithi09778949-44 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: oid 44 updating version 0 to 1937 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: oid 44 updating version 1937 to 1939 2024-09-16T03:05:03.305 INFO:tasks.rados.rados.0.smithi097.stdout:3125: oid 44 updating version 1939 to 1940 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3125: oid 44 version 1940 is already newer than 1936 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3125: oid 44 version 1940 is already newer than 1938 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3125: oid 44 updating version 1940 to 1941 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1941 (ObjNum 981 snap 294 seq_num 981) dirty exists 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3125: left oid 44 (ObjNum 981 snap 294 seq_num 981) 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3126: finishing write tid 1 to smithi09778949-5 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3126: finishing write tid 2 to smithi09778949-5 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3126: finishing write tid 3 to smithi09778949-5 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3125: done (4 left) 2024-09-16T03:05:03.306 INFO:tasks.rados.rados.0.smithi097.stdout:3130: rmattr oid 9 current snap is 294 2024-09-16T03:05:03.307 INFO:tasks.rados.rados.0.smithi097.stdout:3130: done (4 left) 2024-09-16T03:05:03.307 INFO:tasks.rados.rados.0.smithi097.stdout:3131: read oid 9 snap -1 2024-09-16T03:05:03.307 INFO:tasks.rados.rados.0.smithi097.stdout:3131: expect (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:05:03.307 INFO:tasks.rados.rados.0.smithi097.stdout:3132: rollback oid 1 current snap is 294 2024-09-16T03:05:03.307 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 1 to 289 2024-09-16T03:05:03.307 INFO:tasks.rados.rados.0.smithi097.stdout:3133: read oid 40 snap -1 2024-09-16T03:05:03.307 INFO:tasks.rados.rados.0.smithi097.stdout:3133: expect (ObjNum 937 snap 277 seq_num 937) 2024-09-16T03:05:03.307 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 294 2024-09-16T03:05:03.308 INFO:tasks.rados.rados.0.smithi097.stdout:3134: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-09-16T03:05:03.309 INFO:tasks.rados.rados.0.smithi097.stdout:3134: writing smithi09778949-19 from 0 to 466944 tid 1 2024-09-16T03:05:03.309 INFO:tasks.rados.rados.0.smithi097.stdout:3134: writing smithi09778949-19 from 466944 to 1179648 tid 2 2024-09-16T03:05:03.310 INFO:tasks.rados.rados.0.smithi097.stdout:3134: writing smithi09778949-19 from 1179648 to 1613824 tid 3 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:3134: writing smithi09778949-19 from 1613824 to 2072576 tid 4 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 294 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:3128: finishing rollback tid 0 to smithi09778949-47 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:3126: finishing write tid 4 to smithi09778949-5 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:3126: finishing write tid 5 to smithi09778949-5 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:3128: finishing rollback tid 1 to smithi09778949-47 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1929 (ObjNum 65 snap 0 seq_num 1750755935) dirty dne 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1958 (ObjNum 972 snap 292 seq_num 972) dirty exists 2024-09-16T03:05:03.314 INFO:tasks.rados.rados.0.smithi097.stdout:3132: finishing rollback tid 0 to smithi09778949-1 2024-09-16T03:05:03.315 INFO:tasks.rados.rados.0.smithi097.stdout:3132: finishing rollback tid 1 to smithi09778949-1 2024-09-16T03:05:03.315 INFO:tasks.rados.rados.0.smithi097.stdout:3126: finishing write tid 6 to smithi09778949-5 2024-09-16T03:05:03.315 INFO:tasks.rados.rados.0.smithi097.stdout:3132: finishing rollback tid 2 to smithi09778949-1 2024-09-16T03:05:03.315 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1961 (ObjNum 949 snap 280 seq_num 949) dirty exists 2024-09-16T03:05:03.315 INFO:tasks.rados.rados.0.smithi097.stdout:3135: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-09-16T03:05:03.316 INFO:tasks.rados.rados.0.smithi097.stdout:3135: writing smithi09778949-14 from 0 to 483328 tid 1 2024-09-16T03:05:03.320 INFO:tasks.rados.rados.0.smithi097.stdout:3135: writing smithi09778949-14 from 483328 to 1081344 tid 2 2024-09-16T03:05:03.323 INFO:tasks.rados.rados.0.smithi097.stdout:3135: writing smithi09778949-14 from 1081344 to 1728512 tid 3 2024-09-16T03:05:03.325 INFO:tasks.rados.rados.0.smithi097.stdout:3135: writing smithi09778949-14 from 1728512 to 2088960 tid 4 2024-09-16T03:05:03.325 INFO:tasks.rados.rados.0.smithi097.stdout:3128: done (8 left) 2024-09-16T03:05:03.325 INFO:tasks.rados.rados.0.smithi097.stdout:3129: done (7 left) 2024-09-16T03:05:03.325 INFO:tasks.rados.rados.0.smithi097.stdout:3132: done (6 left) 2024-09-16T03:05:03.326 INFO:tasks.rados.rados.0.smithi097.stdout:3136: snap_remove snap 287 2024-09-16T03:05:03.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:03 smithi184 ceph-mon[82194]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T03:05:03.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:03 smithi097 ceph-mon[88563]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T03:05:03.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:03 smithi097 ceph-mon[90424]: osdmap e668: 8 total, 8 up, 8 in 2024-09-16T03:05:04.105 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2143 (ObjNum 81 snap 0 seq_num 1973228144) dirty exists 2024-09-16T03:05:04.105 INFO:tasks.rados.rados.0.smithi097.stdout:3126: finishing write tid 7 to smithi09778949-5 2024-09-16T03:05:04.105 INFO:tasks.rados.rados.0.smithi097.stdout:3126: oid 5 updating version 0 to 1579 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:3126: oid 5 version 1579 is already newer than 1576 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:3126: oid 5 version 1579 is already newer than 1577 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:3126: oid 5 version 1579 is already newer than 1575 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:3126: oid 5 version 1579 is already newer than 1578 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:3126: oid 5 version 1579 is already newer than 1574 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1579 (ObjNum 982 snap 294 seq_num 982) dirty exists 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:3126: left oid 5 (ObjNum 982 snap 294 seq_num 982) 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:3134: finishing write tid 1 to smithi09778949-19 2024-09-16T03:05:04.106 INFO:tasks.rados.rados.0.smithi097.stdout:3131: expect (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:05:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3134: finishing write tid 2 to smithi09778949-19 2024-09-16T03:05:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3133: expect (ObjNum 937 snap 277 seq_num 937) 2024-09-16T03:05:04.251 INFO:tasks.rados.rados.0.smithi097.stdout:3134: finishing write tid 3 to smithi09778949-19 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: finishing write tid 4 to smithi09778949-19 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: finishing write tid 5 to smithi09778949-19 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3135: finishing write tid 1 to smithi09778949-14 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: finishing write tid 6 to smithi09778949-19 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: oid 19 updating version 0 to 2146 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: oid 19 updating version 2146 to 2147 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: oid 19 updating version 2147 to 2148 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: oid 19 updating version 2148 to 2149 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: oid 19 version 2149 is already newer than 2145 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2149 (ObjNum 983 snap 294 seq_num 983) dirty exists 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3134: left oid 19 (ObjNum 983 snap 294 seq_num 983) 2024-09-16T03:05:04.252 INFO:tasks.rados.rados.0.smithi097.stdout:3135: finishing write tid 2 to smithi09778949-14 2024-09-16T03:05:04.253 INFO:tasks.rados.rados.0.smithi097.stdout:3126: done (6 left) 2024-09-16T03:05:04.253 INFO:tasks.rados.rados.0.smithi097.stdout:3127: done (5 left) 2024-09-16T03:05:04.253 INFO:tasks.rados.rados.0.smithi097.stdout:3131: done (4 left) 2024-09-16T03:05:04.253 INFO:tasks.rados.rados.0.smithi097.stdout:3133: done (3 left) 2024-09-16T03:05:04.253 INFO:tasks.rados.rados.0.smithi097.stdout:3134: done (2 left) 2024-09-16T03:05:04.253 INFO:tasks.rados.rados.0.smithi097.stdout:3136: done (1 left) 2024-09-16T03:05:04.253 INFO:tasks.rados.rados.0.smithi097.stdout:3137: snap_remove snap 292 2024-09-16T03:05:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:04 smithi184 ceph-mon[82194]: pgmap v676: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-09-16T03:05:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:04 smithi184 ceph-mon[82194]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T03:05:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:04 smithi097 ceph-mon[88563]: pgmap v676: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-09-16T03:05:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:04 smithi097 ceph-mon[88563]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T03:05:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:04 smithi097 ceph-mon[90424]: pgmap v676: 121 pgs: 121 active+clean; 188 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.9 MiB/s wr, 19 op/s 2024-09-16T03:05:04.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:04 smithi097 ceph-mon[90424]: osdmap e669: 8 total, 8 up, 8 in 2024-09-16T03:05:04.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:04.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:05:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:05:04] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.51.0" 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3137: done (1 left) 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3138: rollback oid 25 current snap is 294 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 284 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3135: finishing write tid 3 to smithi09778949-14 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3135: finishing write tid 4 to smithi09778949-14 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3135: finishing write tid 5 to smithi09778949-14 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3135: finishing write tid 6 to smithi09778949-14 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3135: oid 14 updating version 0 to 1581 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3135: oid 14 updating version 1581 to 1584 2024-09-16T03:05:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3135: oid 14 version 1584 is already newer than 1580 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:3135: oid 14 version 1584 is already newer than 1583 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:3135: oid 14 version 1584 is already newer than 1582 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1584 (ObjNum 984 snap 294 seq_num 984) dirty exists 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:3135: left oid 14 (ObjNum 984 snap 294 seq_num 984) 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:3135: done (1 left) 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:3139: rollback oid 7 current snap is 294 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 291 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:3140: read oid 22 snap -1 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:3140: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 294 2024-09-16T03:05:05.123 INFO:tasks.rados.rados.0.smithi097.stdout:3141: seq_num 985 ranges {1318912=499712,1818624=483328,2301952=450560,2752512=581632,3334144=90112} 2024-09-16T03:05:05.131 INFO:tasks.rados.rados.0.smithi097.stdout:3141: writing smithi09778949-9 from 1318912 to 1818624 tid 1 2024-09-16T03:05:05.134 INFO:tasks.rados.rados.0.smithi097.stdout:3141: writing smithi09778949-9 from 1818624 to 2301952 tid 2 2024-09-16T03:05:05.137 INFO:tasks.rados.rados.0.smithi097.stdout:3141: writing smithi09778949-9 from 2301952 to 2752512 tid 3 2024-09-16T03:05:05.140 INFO:tasks.rados.rados.0.smithi097.stdout:3141: writing smithi09778949-9 from 2752512 to 3334144 tid 4 2024-09-16T03:05:05.141 INFO:tasks.rados.rados.0.smithi097.stdout:3141: writing smithi09778949-9 from 3334144 to 3424256 tid 5 2024-09-16T03:05:05.141 INFO:tasks.rados.rados.0.smithi097.stdout:3142: delete oid 12 current snap is 294 2024-09-16T03:05:05.141 INFO:tasks.rados.rados.0.smithi097.stdout:3139: finishing rollback tid 1 to smithi09778949-7 2024-09-16T03:05:05.141 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-09-16T03:05:05.142 INFO:tasks.rados.rados.0.smithi097.stdout:3138: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:05:05.142 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T03:05:05.142 INFO:tasks.rados.rados.0.smithi097.stdout:3140: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:05:05.187 INFO:tasks.rados.rados.0.smithi097.stdout:3141: finishing write tid 1 to smithi09778949-9 2024-09-16T03:05:05.187 INFO:tasks.rados.rados.0.smithi097.stdout:3141: finishing write tid 2 to smithi09778949-9 2024-09-16T03:05:05.187 INFO:tasks.rados.rados.0.smithi097.stdout:3141: finishing write tid 3 to smithi09778949-9 2024-09-16T03:05:05.187 INFO:tasks.rados.rados.0.smithi097.stdout:3141: finishing write tid 4 to smithi09778949-9 2024-09-16T03:05:05.188 INFO:tasks.rados.rados.0.smithi097.stdout:3141: finishing write tid 5 to smithi09778949-9 2024-09-16T03:05:05.188 INFO:tasks.rados.rados.0.smithi097.stdout:3141: finishing write tid 6 to smithi09778949-9 2024-09-16T03:05:05.188 INFO:tasks.rados.rados.0.smithi097.stdout:3141: finishing write tid 7 to smithi09778949-9 2024-09-16T03:05:05.188 INFO:tasks.rados.rados.0.smithi097.stdout:3141: oid 9 updating version 0 to 1936 2024-09-16T03:05:05.188 INFO:tasks.rados.rados.0.smithi097.stdout:3141: oid 9 updating version 1936 to 1941 2024-09-16T03:05:05.188 INFO:tasks.rados.rados.0.smithi097.stdout:3141: oid 9 version 1941 is already newer than 1937 2024-09-16T03:05:05.189 INFO:tasks.rados.rados.0.smithi097.stdout:3141: oid 9 version 1941 is already newer than 1939 2024-09-16T03:05:05.189 INFO:tasks.rados.rados.0.smithi097.stdout:3141: oid 9 version 1941 is already newer than 1940 2024-09-16T03:05:05.189 INFO:tasks.rados.rados.0.smithi097.stdout:3141: oid 9 version 1941 is already newer than 1938 2024-09-16T03:05:05.189 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1941 (ObjNum 985 snap 294 seq_num 985) dirty exists 2024-09-16T03:05:05.189 INFO:tasks.rados.rados.0.smithi097.stdout:3141: left oid 9 (ObjNum 985 snap 294 seq_num 985) 2024-09-16T03:05:05.190 INFO:tasks.rados.rados.0.smithi097.stdout:3138: done (4 left) 2024-09-16T03:05:05.190 INFO:tasks.rados.rados.0.smithi097.stdout:3139: done (3 left) 2024-09-16T03:05:05.190 INFO:tasks.rados.rados.0.smithi097.stdout:3140: done (2 left) 2024-09-16T03:05:05.190 INFO:tasks.rados.rados.0.smithi097.stdout:3141: done (1 left) 2024-09-16T03:05:05.190 INFO:tasks.rados.rados.0.smithi097.stdout:3142: done (0 left) 2024-09-16T03:05:05.190 INFO:tasks.rados.rados.0.smithi097.stdout:3143: rollback oid 20 current snap is 294 2024-09-16T03:05:05.191 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 285 2024-09-16T03:05:05.191 INFO:tasks.rados.rados.0.smithi097.stdout:3144: rollback oid 26 current snap is 294 2024-09-16T03:05:05.191 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 284 2024-09-16T03:05:05.191 INFO:tasks.rados.rados.0.smithi097.stdout:3145: read oid 1 snap 286 2024-09-16T03:05:05.191 INFO:tasks.rados.rados.0.smithi097.stdout:3145: expect (ObjNum 949 snap 280 seq_num 949) 2024-09-16T03:05:05.192 INFO:tasks.rados.rados.0.smithi097.stdout:3146: delete oid 27 current snap is 294 2024-09-16T03:05:05.194 INFO:tasks.rados.rados.0.smithi097.stdout:3144: finishing rollback tid 1 to smithi09778949-26 2024-09-16T03:05:05.194 INFO:tasks.rados.rados.0.smithi097.stdout:3146: done (3 left) 2024-09-16T03:05:05.194 INFO:tasks.rados.rados.0.smithi097.stdout:3147: copy_from oid 4 from oid 24 current snap is 294 2024-09-16T03:05:05.194 INFO:tasks.rados.rados.0.smithi097.stdout:3148: delete oid 3 current snap is 294 2024-09-16T03:05:05.195 INFO:tasks.rados.rados.0.smithi097.stdout:3144: finishing rollback tid 2 to smithi09778949-26 2024-09-16T03:05:05.195 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1504 (ObjNum 948 snap 280 seq_num 948) dirty exists 2024-09-16T03:05:05.195 INFO:tasks.rados.rados.0.smithi097.stdout:3143: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:05:05.195 INFO:tasks.rados.rados.0.smithi097.stdout:3143: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:05:05.195 INFO:tasks.rados.rados.0.smithi097.stdout:3143: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:05:05.196 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1935 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-09-16T03:05:05.196 INFO:tasks.rados.rados.0.smithi097.stdout:3145: expect (ObjNum 949 snap 280 seq_num 949) 2024-09-16T03:05:05.231 INFO:tasks.rados.rados.0.smithi097.stdout:3147: finishing copy_from racing read to smithi09778949-4 2024-09-16T03:05:05.232 INFO:tasks.rados.rados.0.smithi097.stdout:3147: finishing copy_from to smithi09778949-4 2024-09-16T03:05:05.232 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1926 (ObjNum 967 snap 290 seq_num 967) dirty exists 2024-09-16T03:05:05.232 INFO:tasks.rados.rados.0.smithi097.stdout:3143: done (4 left) 2024-09-16T03:05:05.232 INFO:tasks.rados.rados.0.smithi097.stdout:3144: done (3 left) 2024-09-16T03:05:05.232 INFO:tasks.rados.rados.0.smithi097.stdout:3145: done (2 left) 2024-09-16T03:05:05.232 INFO:tasks.rados.rados.0.smithi097.stdout:3147: done (1 left) 2024-09-16T03:05:05.232 INFO:tasks.rados.rados.0.smithi097.stdout:3148: done (0 left) 2024-09-16T03:05:05.232 INFO:tasks.rados.rados.0.smithi097.stdout:3149: snap_create 2024-09-16T03:05:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:05 smithi184 ceph-mon[82194]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T03:05:05.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:05 smithi097 ceph-mon[88563]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T03:05:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:05 smithi097 ceph-mon[90424]: osdmap e670: 8 total, 8 up, 8 in 2024-09-16T03:05:06.122 INFO:tasks.rados.rados.0.smithi097.stdout:3149: done (0 left) 2024-09-16T03:05:06.122 INFO:tasks.rados.rados.0.smithi097.stdout:3150: snap_remove snap 288 2024-09-16T03:05:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:06 smithi184 ceph-mon[82194]: pgmap v679: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-09-16T03:05:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:06 smithi184 ceph-mon[82194]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T03:05:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:06 smithi097 ceph-mon[88563]: pgmap v679: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-09-16T03:05:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:06 smithi097 ceph-mon[88563]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T03:05:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:06 smithi097 ceph-mon[90424]: pgmap v679: 121 pgs: 121 active+clean; 190 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 4.2 MiB/s wr, 13 op/s 2024-09-16T03:05:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:06 smithi097 ceph-mon[90424]: osdmap e671: 8 total, 8 up, 8 in 2024-09-16T03:05:07.064 INFO:tasks.rados.rados.0.smithi097.stdout:3150: done (0 left) 2024-09-16T03:05:07.065 INFO:tasks.rados.rados.0.smithi097.stdout:3151: read oid 8 snap -1 2024-09-16T03:05:07.065 INFO:tasks.rados.rados.0.smithi097.stdout:3151: expect (ObjNum 964 snap 287 seq_num 964) 2024-09-16T03:05:07.065 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 295 2024-09-16T03:05:07.065 INFO:tasks.rados.rados.0.smithi097.stdout:3152: seq_num 989 ranges {0=573440,573440=466944,1040384=434176,1474560=638976,2113536=65536} 2024-09-16T03:05:07.068 INFO:tasks.rados.rados.0.smithi097.stdout:3152: writing smithi09778949-37 from 0 to 573440 tid 1 2024-09-16T03:05:07.071 INFO:tasks.rados.rados.0.smithi097.stdout:3152: writing smithi09778949-37 from 573440 to 1040384 tid 2 2024-09-16T03:05:07.074 INFO:tasks.rados.rados.0.smithi097.stdout:3152: writing smithi09778949-37 from 1040384 to 1474560 tid 3 2024-09-16T03:05:07.078 INFO:tasks.rados.rados.0.smithi097.stdout:3152: writing smithi09778949-37 from 1474560 to 2113536 tid 4 2024-09-16T03:05:07.079 INFO:tasks.rados.rados.0.smithi097.stdout:3152: writing smithi09778949-37 from 2113536 to 2179072 tid 5 2024-09-16T03:05:07.079 INFO:tasks.rados.rados.0.smithi097.stdout:3153: copy_from oid 14 from oid 27 current snap is 295 2024-09-16T03:05:07.079 INFO:tasks.rados.rados.0.smithi097.stdout:3154: read oid 32 snap 294 2024-09-16T03:05:07.079 INFO:tasks.rados.rados.0.smithi097.stdout:3154: expect (ObjNum 951 snap 281 seq_num 951) 2024-09-16T03:05:07.079 INFO:tasks.rados.rados.0.smithi097.stdout:3155: read oid 33 snap -1 2024-09-16T03:05:07.079 INFO:tasks.rados.rados.0.smithi097.stdout:3155: expect (ObjNum 930 snap 275 seq_num 930) 2024-09-16T03:05:07.079 INFO:tasks.rados.rados.0.smithi097.stdout:3156: setattr oid 26 current snap is 295 2024-09-16T03:05:07.081 INFO:tasks.rados.rados.0.smithi097.stdout:3153: finishing copy_from to smithi09778949-14 2024-09-16T03:05:07.081 INFO:tasks.rados.rados.0.smithi097.stdout:3153: got expected ENOENT (src dne) 2024-09-16T03:05:07.081 INFO:tasks.rados.rados.0.smithi097.stdout:3153: finishing copy_from racing read to smithi09778949-14 2024-09-16T03:05:07.081 INFO:tasks.rados.rados.0.smithi097.stdout:3153: done (5 left) 2024-09-16T03:05:07.082 INFO:tasks.rados.rados.0.smithi097.stdout:3157: copy_from oid 39 from oid 27 current snap is 295 2024-09-16T03:05:07.082 INFO:tasks.rados.rados.0.smithi097.stdout:3158: delete oid 1 current snap is 295 2024-09-16T03:05:07.082 INFO:tasks.rados.rados.0.smithi097.stdout:3152: finishing write tid 1 to smithi09778949-37 2024-09-16T03:05:07.082 INFO:tasks.rados.rados.0.smithi097.stdout:3152: finishing write tid 2 to smithi09778949-37 2024-09-16T03:05:07.084 INFO:tasks.rados.rados.0.smithi097.stdout:3157: finishing copy_from to smithi09778949-39 2024-09-16T03:05:07.084 INFO:tasks.rados.rados.0.smithi097.stdout:3157: got expected ENOENT (src dne) 2024-09-16T03:05:07.084 INFO:tasks.rados.rados.0.smithi097.stdout:3157: finishing copy_from racing read to smithi09778949-39 2024-09-16T03:05:07.086 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1505 (ObjNum 948 snap 280 seq_num 948) dirty exists 2024-09-16T03:05:07.087 INFO:tasks.rados.rados.0.smithi097.stdout:3152: finishing write tid 3 to smithi09778949-37 2024-09-16T03:05:07.088 INFO:tasks.rados.rados.0.smithi097.stdout:3152: finishing write tid 4 to smithi09778949-37 2024-09-16T03:05:07.088 INFO:tasks.rados.rados.0.smithi097.stdout:3152: finishing write tid 5 to smithi09778949-37 2024-09-16T03:05:07.089 INFO:tasks.rados.rados.0.smithi097.stdout:3152: finishing write tid 6 to smithi09778949-37 2024-09-16T03:05:07.092 INFO:tasks.rados.rados.0.smithi097.stdout:3152: finishing write tid 7 to smithi09778949-37 2024-09-16T03:05:07.092 INFO:tasks.rados.rados.0.smithi097.stdout:3152: oid 37 updating version 0 to 1580 2024-09-16T03:05:07.092 INFO:tasks.rados.rados.0.smithi097.stdout:3152: oid 37 updating version 1580 to 1584 2024-09-16T03:05:07.092 INFO:tasks.rados.rados.0.smithi097.stdout:3152: oid 37 version 1584 is already newer than 1581 2024-09-16T03:05:07.092 INFO:tasks.rados.rados.0.smithi097.stdout:3152: oid 37 version 1584 is already newer than 1579 2024-09-16T03:05:07.093 INFO:tasks.rados.rados.0.smithi097.stdout:3152: oid 37 version 1584 is already newer than 1582 2024-09-16T03:05:07.093 INFO:tasks.rados.rados.0.smithi097.stdout:3152: oid 37 version 1584 is already newer than 1583 2024-09-16T03:05:07.093 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1584 (ObjNum 989 snap 295 seq_num 989) dirty exists 2024-09-16T03:05:07.093 INFO:tasks.rados.rados.0.smithi097.stdout:3152: left oid 37 (ObjNum 989 snap 295 seq_num 989) 2024-09-16T03:05:07.113 INFO:tasks.rados.rados.0.smithi097.stdout:3154: expect (ObjNum 951 snap 281 seq_num 951) 2024-09-16T03:05:07.265 INFO:tasks.rados.rados.0.smithi097.stdout:3151: expect (ObjNum 964 snap 287 seq_num 964) 2024-09-16T03:05:07.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:07 smithi184 ceph-mon[82194]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T03:05:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:07 smithi184 ceph-mon[82194]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T03:05:07.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:07 smithi097 ceph-mon[88563]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T03:05:07.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:07 smithi097 ceph-mon[88563]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T03:05:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:07 smithi097 ceph-mon[90424]: osdmap e672: 8 total, 8 up, 8 in 2024-09-16T03:05:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:07 smithi097 ceph-mon[90424]: osdmap e673: 8 total, 8 up, 8 in 2024-09-16T03:05:07.891 INFO:tasks.rados.rados.0.smithi097.stdout:3155: expect (ObjNum 930 snap 275 seq_num 930) 2024-09-16T03:05:08.161 INFO:tasks.rados.rados.0.smithi097.stdout:3151: done (6 left) 2024-09-16T03:05:08.161 INFO:tasks.rados.rados.0.smithi097.stdout:3152: done (5 left) 2024-09-16T03:05:08.161 INFO:tasks.rados.rados.0.smithi097.stdout:3154: done (4 left) 2024-09-16T03:05:08.161 INFO:tasks.rados.rados.0.smithi097.stdout:3155: done (3 left) 2024-09-16T03:05:08.161 INFO:tasks.rados.rados.0.smithi097.stdout:3156: done (2 left) 2024-09-16T03:05:08.161 INFO:tasks.rados.rados.0.smithi097.stdout:3157: done (1 left) 2024-09-16T03:05:08.161 INFO:tasks.rados.rados.0.smithi097.stdout:3158: done (0 left) 2024-09-16T03:05:08.162 INFO:tasks.rados.rados.0.smithi097.stdout:3159: delete oid 23 current snap is 295 2024-09-16T03:05:08.163 INFO:tasks.rados.rados.0.smithi097.stdout:3159: done (0 left) 2024-09-16T03:05:08.163 INFO:tasks.rados.rados.0.smithi097.stdout:3160: read oid 12 snap -1 2024-09-16T03:05:08.163 INFO:tasks.rados.rados.0.smithi097.stdout:3160: expect deleted 2024-09-16T03:05:08.163 INFO:tasks.rados.rados.0.smithi097.stdout:3161: rollback oid 4 current snap is 295 2024-09-16T03:05:08.163 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 4 to 284 2024-09-16T03:05:08.163 INFO:tasks.rados.rados.0.smithi097.stdout:3162: read oid 44 snap -1 2024-09-16T03:05:08.164 INFO:tasks.rados.rados.0.smithi097.stdout:3162: expect (ObjNum 981 snap 294 seq_num 981) 2024-09-16T03:05:08.164 INFO:tasks.rados.rados.0.smithi097.stdout:3163: read oid 33 snap -1 2024-09-16T03:05:08.164 INFO:tasks.rados.rados.0.smithi097.stdout:3163: expect (ObjNum 930 snap 275 seq_num 930) 2024-09-16T03:05:08.164 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 295 2024-09-16T03:05:08.164 INFO:tasks.rados.rados.0.smithi097.stdout:3164: seq_num 992 ranges {9297920=622592,9920512=524288,10444800=606208,11051008=475136} 2024-09-16T03:05:08.216 INFO:tasks.rados.rados.0.smithi097.stdout:3164: writing smithi09778949-28 from 9297920 to 9920512 tid 1 2024-09-16T03:05:08.219 INFO:tasks.rados.rados.0.smithi097.stdout:3164: writing smithi09778949-28 from 9920512 to 10444800 tid 2 2024-09-16T03:05:08.222 INFO:tasks.rados.rados.0.smithi097.stdout:3164: writing smithi09778949-28 from 10444800 to 11051008 tid 3 2024-09-16T03:05:08.225 INFO:tasks.rados.rados.0.smithi097.stdout:3164: writing smithi09778949-28 from 11051008 to 11526144 tid 4 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3165: read oid 37 snap -1 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3165: expect (ObjNum 989 snap 295 seq_num 989) 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3166: read oid 9 snap -1 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3166: expect (ObjNum 985 snap 294 seq_num 985) 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3167: copy_from oid 31 from oid 30 current snap is 295 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3161: finishing rollback tid 0 to smithi09778949-4 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3161: finishing rollback tid 1 to smithi09778949-4 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3161: finishing rollback tid 2 to smithi09778949-4 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1929 (ObjNum 960 snap 282 seq_num 960) dirty exists 2024-09-16T03:05:08.226 INFO:tasks.rados.rados.0.smithi097.stdout:3162: expect (ObjNum 981 snap 294 seq_num 981) 2024-09-16T03:05:08.315 INFO:tasks.rados.rados.0.smithi097.stdout:3163: expect (ObjNum 930 snap 275 seq_num 930) 2024-09-16T03:05:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:08 smithi184 ceph-mon[82194]: pgmap v682: 121 pgs: 121 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-16T03:05:08.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:08 smithi097 ceph-mon[88563]: pgmap v682: 121 pgs: 121 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-16T03:05:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:08 smithi097 ceph-mon[90424]: pgmap v682: 121 pgs: 121 active+clean; 198 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: finishing write tid 1 to smithi09778949-28 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: finishing write tid 2 to smithi09778949-28 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: finishing write tid 3 to smithi09778949-28 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: finishing write tid 4 to smithi09778949-28 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: finishing write tid 5 to smithi09778949-28 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: finishing write tid 6 to smithi09778949-28 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: oid 28 updating version 0 to 2172 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: oid 28 version 2172 is already newer than 2170 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: oid 28 updating version 2172 to 2173 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: oid 28 version 2173 is already newer than 2171 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: oid 28 version 2173 is already newer than 2169 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 2173 (ObjNum 992 snap 295 seq_num 992) dirty exists 2024-09-16T03:05:08.586 INFO:tasks.rados.rados.0.smithi097.stdout:3164: left oid 28 (ObjNum 992 snap 295 seq_num 992) 2024-09-16T03:05:08.587 INFO:tasks.rados.rados.0.smithi097.stdout:3167: finishing copy_from racing read to smithi09778949-31 2024-09-16T03:05:08.587 INFO:tasks.rados.rados.0.smithi097.stdout:3167: finishing copy_from to smithi09778949-31 2024-09-16T03:05:08.587 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1927 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:05:08.587 INFO:tasks.rados.rados.0.smithi097.stdout:3165: expect (ObjNum 989 snap 295 seq_num 989) 2024-09-16T03:05:08.640 INFO:tasks.rados.rados.0.smithi097.stdout:3166: expect (ObjNum 985 snap 294 seq_num 985) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3160: done (7 left) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3161: done (6 left) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3162: done (5 left) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3163: done (4 left) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3164: done (3 left) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3165: done (2 left) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3166: done (1 left) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3167: done (0 left) 2024-09-16T03:05:08.747 INFO:tasks.rados.rados.0.smithi097.stdout:3168: snap_remove snap 291 2024-09-16T03:05:09.138 INFO:tasks.rados.rados.0.smithi097.stdout:3168: done (0 left) 2024-09-16T03:05:09.138 INFO:tasks.rados.rados.0.smithi097.stdout:3169: snap_remove snap 285 2024-09-16T03:05:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3169: done (0 left) 2024-09-16T03:05:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3170: read oid 27 snap 283 2024-09-16T03:05:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3170: expect (ObjNum 1973931216 snap 21991 seq_num 1973465472) 2024-09-16T03:05:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3171: delete oid 7 current snap is 295 2024-09-16T03:05:10.146 INFO:tasks.rados.rados.0.smithi097.stdout:3170: expect (ObjNum 1973931216 snap 21991 seq_num 1973465472) 2024-09-16T03:05:10.154 INFO:tasks.rados.rados.0.smithi097.stdout:3170: done (1 left) 2024-09-16T03:05:10.154 INFO:tasks.rados.rados.0.smithi097.stdout:3171: done (0 left) 2024-09-16T03:05:10.154 INFO:tasks.rados.rados.0.smithi097.stdout:3172: rollback oid 11 current snap is 295 2024-09-16T03:05:10.154 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 284 2024-09-16T03:05:10.154 INFO:tasks.rados.rados.0.smithi097.stdout:3173: snap_remove snap 289 2024-09-16T03:05:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:10 smithi184 ceph-mon[82194]: pgmap v684: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.7 MiB/s wr, 28 op/s 2024-09-16T03:05:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:10 smithi184 ceph-mon[82194]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T03:05:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:10 smithi097 ceph-mon[88563]: pgmap v684: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.7 MiB/s wr, 28 op/s 2024-09-16T03:05:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:10 smithi097 ceph-mon[88563]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T03:05:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:10 smithi097 ceph-mon[90424]: pgmap v684: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 211 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 5.7 MiB/s wr, 28 op/s 2024-09-16T03:05:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:10 smithi097 ceph-mon[90424]: osdmap e674: 8 total, 8 up, 8 in 2024-09-16T03:05:11.154 INFO:tasks.rados.rados.0.smithi097.stdout:3173: done (1 left) 2024-09-16T03:05:11.154 INFO:tasks.rados.rados.0.smithi097.stdout:3174: delete oid 34 current snap is 295 2024-09-16T03:05:11.154 INFO:tasks.rados.rados.0.smithi097.stdout:3172: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:05:11.154 INFO:tasks.rados.rados.0.smithi097.stdout:3172: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:05:11.154 INFO:tasks.rados.rados.0.smithi097.stdout:3172: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:05:11.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1782 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:05:11.163 INFO:tasks.rados.rados.0.smithi097.stdout:3172: done (1 left) 2024-09-16T03:05:11.163 INFO:tasks.rados.rados.0.smithi097.stdout:3174: done (0 left) 2024-09-16T03:05:11.163 INFO:tasks.rados.rados.0.smithi097.stdout:3175: snap_remove snap 286 2024-09-16T03:05:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:11 smithi184 ceph-mon[82194]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T03:05:11.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:11 smithi097 ceph-mon[88563]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T03:05:11.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:11 smithi097 ceph-mon[90424]: osdmap e675: 8 total, 8 up, 8 in 2024-09-16T03:05:12.066 INFO:tasks.rados.rados.0.smithi097.stdout:3175: done (0 left) 2024-09-16T03:05:12.066 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 295 2024-09-16T03:05:12.066 INFO:tasks.rados.rados.0.smithi097.stdout:3176: seq_num 995 ranges {5267456=671744,5939200=573440,6512640=778240,7290880=253952} 2024-09-16T03:05:12.099 INFO:tasks.rados.rados.0.smithi097.stdout:3176: writing smithi09778949-33 from 5267456 to 5939200 tid 1 2024-09-16T03:05:12.103 INFO:tasks.rados.rados.0.smithi097.stdout:3176: writing smithi09778949-33 from 5939200 to 6512640 tid 2 2024-09-16T03:05:12.108 INFO:tasks.rados.rados.0.smithi097.stdout:3176: writing smithi09778949-33 from 6512640 to 7290880 tid 3 2024-09-16T03:05:12.110 INFO:tasks.rados.rados.0.smithi097.stdout:3176: writing smithi09778949-33 from 7290880 to 7544832 tid 4 2024-09-16T03:05:12.110 INFO:tasks.rados.rados.0.smithi097.stdout:3177: rollback oid 19 current snap is 295 2024-09-16T03:05:12.110 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 19 to 283 2024-09-16T03:05:12.110 INFO:tasks.rados.rados.0.smithi097.stdout:3176: finishing write tid 1 to smithi09778949-33 2024-09-16T03:05:12.110 INFO:tasks.rados.rados.0.smithi097.stdout:3176: finishing write tid 2 to smithi09778949-33 2024-09-16T03:05:12.110 INFO:tasks.rados.rados.0.smithi097.stdout:3178: delete oid 4 current snap is 295 2024-09-16T03:05:12.113 INFO:tasks.rados.rados.0.smithi097.stdout:3178: done (2 left) 2024-09-16T03:05:12.113 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 295 2024-09-16T03:05:12.113 INFO:tasks.rados.rados.0.smithi097.stdout:3179: seq_num 997 ranges {1671168=704512,2375680=794624,3170304=794624,3964928=16384} 2024-09-16T03:05:12.126 INFO:tasks.rados.rados.0.smithi097.stdout:3179: writing smithi09778949-36 from 1671168 to 2375680 tid 1 2024-09-16T03:05:12.131 INFO:tasks.rados.rados.0.smithi097.stdout:3179: writing smithi09778949-36 from 2375680 to 3170304 tid 2 2024-09-16T03:05:12.136 INFO:tasks.rados.rados.0.smithi097.stdout:3179: writing smithi09778949-36 from 3170304 to 3964928 tid 3 2024-09-16T03:05:12.136 INFO:tasks.rados.rados.0.smithi097.stdout:3179: writing smithi09778949-36 from 3964928 to 3981312 tid 4 2024-09-16T03:05:12.136 INFO:tasks.rados.rados.0.smithi097.stdout:3180: snap_create 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: finishing write tid 3 to smithi09778949-33 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: finishing write tid 4 to smithi09778949-33 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: finishing write tid 5 to smithi09778949-33 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: finishing write tid 6 to smithi09778949-33 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: oid 33 updating version 0 to 1944 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: oid 33 updating version 1944 to 1946 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: oid 33 version 1946 is already newer than 1943 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: oid 33 version 1946 is already newer than 1945 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: oid 33 version 1946 is already newer than 1942 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1946 (ObjNum 995 snap 295 seq_num 995) dirty exists 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3176: left oid 33 (ObjNum 995 snap 295 seq_num 995) 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3177: finishing rollback tid 0 to smithi09778949-19 2024-09-16T03:05:12.137 INFO:tasks.rados.rados.0.smithi097.stdout:3177: finishing rollback tid 1 to smithi09778949-19 2024-09-16T03:05:12.138 INFO:tasks.rados.rados.0.smithi097.stdout:3177: finishing rollback tid 2 to smithi09778949-19 2024-09-16T03:05:12.138 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2206 (ObjNum 81 snap 0 seq_num 1383224685) dirty exists 2024-09-16T03:05:12.138 INFO:tasks.rados.rados.0.smithi097.stdout:3179: finishing write tid 1 to smithi09778949-36 2024-09-16T03:05:12.138 INFO:tasks.rados.rados.0.smithi097.stdout:3179: finishing write tid 2 to smithi09778949-36 2024-09-16T03:05:12.139 INFO:tasks.rados.rados.0.smithi097.stdout:3179: finishing write tid 3 to smithi09778949-36 2024-09-16T03:05:12.139 INFO:tasks.rados.rados.0.smithi097.stdout:3179: finishing write tid 4 to smithi09778949-36 2024-09-16T03:05:12.140 INFO:tasks.rados.rados.0.smithi097.stdout:3179: finishing write tid 5 to smithi09778949-36 2024-09-16T03:05:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3179: finishing write tid 6 to smithi09778949-36 2024-09-16T03:05:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3179: oid 36 updating version 0 to 1968 2024-09-16T03:05:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3179: oid 36 version 1968 is already newer than 1965 2024-09-16T03:05:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3179: oid 36 version 1968 is already newer than 1966 2024-09-16T03:05:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3179: oid 36 version 1968 is already newer than 1964 2024-09-16T03:05:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3179: oid 36 version 1968 is already newer than 1967 2024-09-16T03:05:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1968 (ObjNum 997 snap 295 seq_num 997) dirty exists 2024-09-16T03:05:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3179: left oid 36 (ObjNum 997 snap 295 seq_num 997) 2024-09-16T03:05:12.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:12 smithi184 ceph-mon[82194]: pgmap v687: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-09-16T03:05:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:12 smithi184 ceph-mon[82194]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T03:05:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:12 smithi184 ceph-mon[82194]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T03:05:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:12 smithi097 ceph-mon[88563]: pgmap v687: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-09-16T03:05:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:12 smithi097 ceph-mon[88563]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T03:05:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:12 smithi097 ceph-mon[88563]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T03:05:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:12 smithi097 ceph-mon[90424]: pgmap v687: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-09-16T03:05:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:12 smithi097 ceph-mon[90424]: osdmap e676: 8 total, 8 up, 8 in 2024-09-16T03:05:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:12 smithi097 ceph-mon[90424]: osdmap e677: 8 total, 8 up, 8 in 2024-09-16T03:05:13.064 INFO:tasks.rados.rados.0.smithi097.stdout:3176: done (3 left) 2024-09-16T03:05:13.064 INFO:tasks.rados.rados.0.smithi097.stdout:3177: done (2 left) 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3179: done (1 left) 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3180: done (0 left) 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3181: read oid 31 snap -1 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3181: expect (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3182: read oid 45 snap -1 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3182: expect deleted 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3183: read oid 38 snap 284 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3183: expect (ObjNum 858 snap 262 seq_num 858) 2024-09-16T03:05:13.065 INFO:tasks.rados.rados.0.smithi097.stdout:3184: delete oid 48 current snap is 296 2024-09-16T03:05:13.071 INFO:tasks.rados.rados.0.smithi097.stdout:3184: done (3 left) 2024-09-16T03:05:13.071 INFO:tasks.rados.rados.0.smithi097.stdout:3185: rollback oid 43 current snap is 296 2024-09-16T03:05:13.071 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 284 2024-09-16T03:05:13.071 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 3 current snap is 296 2024-09-16T03:05:13.071 INFO:tasks.rados.rados.0.smithi097.stdout:3186: seq_num 999 ranges {0=737280,737280=565248,1302528=761856,2064384=278528} 2024-09-16T03:05:13.077 INFO:tasks.rados.rados.0.smithi097.stdout:3186: writing smithi09778949-3 from 0 to 737280 tid 1 2024-09-16T03:05:13.080 INFO:tasks.rados.rados.0.smithi097.stdout:3186: writing smithi09778949-3 from 737280 to 1302528 tid 2 2024-09-16T03:05:13.085 INFO:tasks.rados.rados.0.smithi097.stdout:3186: writing smithi09778949-3 from 1302528 to 2064384 tid 3 2024-09-16T03:05:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:3186: writing smithi09778949-3 from 2064384 to 2342912 tid 4 2024-09-16T03:05:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:3187: snap_create 2024-09-16T03:05:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:3181: expect (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:05:13.122 INFO:tasks.rados.rados.0.smithi097.stdout:3185: finishing rollback tid 0 to smithi09778949-43 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3185: finishing rollback tid 1 to smithi09778949-43 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1759 (ObjNum 33 snap 0 seq_num 1973874768) dirty dne 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: finishing write tid 1 to smithi09778949-3 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: finishing write tid 2 to smithi09778949-3 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: finishing write tid 3 to smithi09778949-3 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: finishing write tid 4 to smithi09778949-3 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: finishing write tid 5 to smithi09778949-3 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: finishing write tid 6 to smithi09778949-3 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: oid 3 updating version 0 to 2211 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: oid 3 updating version 2211 to 2212 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: oid 3 updating version 2212 to 2213 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: oid 3 updating version 2213 to 2214 2024-09-16T03:05:13.123 INFO:tasks.rados.rados.0.smithi097.stdout:3186: oid 3 updating version 2214 to 2215 2024-09-16T03:05:13.124 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 2215 (ObjNum 999 snap 296 seq_num 999) dirty exists 2024-09-16T03:05:13.124 INFO:tasks.rados.rados.0.smithi097.stdout:3186: left oid 3 (ObjNum 999 snap 296 seq_num 999) 2024-09-16T03:05:13.124 INFO:tasks.rados.rados.0.smithi097.stdout:3183: expect (ObjNum 858 snap 262 seq_num 858) 2024-09-16T03:05:14.070 INFO:tasks.rados.rados.0.smithi097.stdout:3181: done (5 left) 2024-09-16T03:05:14.071 INFO:tasks.rados.rados.0.smithi097.stdout:3182: done (4 left) 2024-09-16T03:05:14.071 INFO:tasks.rados.rados.0.smithi097.stdout:3183: done (3 left) 2024-09-16T03:05:14.071 INFO:tasks.rados.rados.0.smithi097.stdout:3185: done (2 left) 2024-09-16T03:05:14.071 INFO:tasks.rados.rados.0.smithi097.stdout:3186: done (1 left) 2024-09-16T03:05:14.071 INFO:tasks.rados.rados.0.smithi097.stdout:3187: done (0 left) 2024-09-16T03:05:14.071 INFO:tasks.rados.rados.0.smithi097.stdout:3188: rollback oid 16 current snap is 297 2024-09-16T03:05:14.072 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 16 to 283 2024-09-16T03:05:14.072 INFO:tasks.rados.rados.0.smithi097.stdout:3189: setattr oid 43 current snap is 297 2024-09-16T03:05:14.072 INFO:tasks.rados.rados.0.smithi097.stdout:3190: delete oid 40 current snap is 297 2024-09-16T03:05:14.078 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1760 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-09-16T03:05:14.079 INFO:tasks.rados.rados.0.smithi097.stdout:3188: finishing rollback tid 0 to smithi09778949-16 2024-09-16T03:05:14.080 INFO:tasks.rados.rados.0.smithi097.stdout:3189: done (2 left) 2024-09-16T03:05:14.080 INFO:tasks.rados.rados.0.smithi097.stdout:3190: done (1 left) 2024-09-16T03:05:14.080 INFO:tasks.rados.rados.0.smithi097.stdout:3191: copy_from oid 6 from oid 23 current snap is 297 2024-09-16T03:05:14.080 INFO:tasks.rados.rados.0.smithi097.stdout:3188: finishing rollback tid 1 to smithi09778949-16 2024-09-16T03:05:14.080 INFO:tasks.rados.rados.0.smithi097.stdout:3192: setattr oid 41 current snap is 297 2024-09-16T03:05:14.081 INFO:tasks.rados.rados.0.smithi097.stdout:3188: finishing rollback tid 2 to smithi09778949-16 2024-09-16T03:05:14.081 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2219 (ObjNum 955 snap 282 seq_num 955) dirty exists 2024-09-16T03:05:14.082 INFO:tasks.rados.rados.0.smithi097.stdout:3188: done (2 left) 2024-09-16T03:05:14.082 INFO:tasks.rados.rados.0.smithi097.stdout:3193: copy_from oid 5 from oid 30 current snap is 297 2024-09-16T03:05:14.082 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 297 2024-09-16T03:05:14.082 INFO:tasks.rados.rados.0.smithi097.stdout:3194: seq_num 1001 ranges {3342336=770048,4112384=729088,4841472=770048,5611520=106496} 2024-09-16T03:05:14.103 INFO:tasks.rados.rados.0.smithi097.stdout:3194: writing smithi09778949-38 from 3342336 to 4112384 tid 1 2024-09-16T03:05:14.107 INFO:tasks.rados.rados.0.smithi097.stdout:3194: writing smithi09778949-38 from 4112384 to 4841472 tid 2 2024-09-16T03:05:14.111 INFO:tasks.rados.rados.0.smithi097.stdout:3194: writing smithi09778949-38 from 4841472 to 5611520 tid 3 2024-09-16T03:05:14.113 INFO:tasks.rados.rados.0.smithi097.stdout:3194: writing smithi09778949-38 from 5611520 to 5718016 tid 4 2024-09-16T03:05:14.113 INFO:tasks.rados.rados.0.smithi097.stdout:3195: snap_create 2024-09-16T03:05:14.114 INFO:tasks.rados.rados.0.smithi097.stdout:3191: finishing copy_from to smithi09778949-6 2024-09-16T03:05:14.114 INFO:tasks.rados.rados.0.smithi097.stdout:3191: got expected ENOENT (src dne) 2024-09-16T03:05:14.114 INFO:tasks.rados.rados.0.smithi097.stdout:3191: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:05:14.114 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1969 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-16T03:05:14.114 INFO:tasks.rados.rados.0.smithi097.stdout:3193: finishing copy_from racing read to smithi09778949-5 2024-09-16T03:05:14.115 INFO:tasks.rados.rados.0.smithi097.stdout:3193: finishing copy_from to smithi09778949-5 2024-09-16T03:05:14.115 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1927 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:05:14.115 INFO:tasks.rados.rados.0.smithi097.stdout:3194: finishing write tid 1 to smithi09778949-38 2024-09-16T03:05:14.115 INFO:tasks.rados.rados.0.smithi097.stdout:3194: finishing write tid 2 to smithi09778949-38 2024-09-16T03:05:14.117 INFO:tasks.rados.rados.0.smithi097.stdout:3194: finishing write tid 3 to smithi09778949-38 2024-09-16T03:05:14.117 INFO:tasks.rados.rados.0.smithi097.stdout:3194: finishing write tid 4 to smithi09778949-38 2024-09-16T03:05:14.117 INFO:tasks.rados.rados.0.smithi097.stdout:3194: finishing write tid 5 to smithi09778949-38 2024-09-16T03:05:14.118 INFO:tasks.rados.rados.0.smithi097.stdout:3194: finishing write tid 6 to smithi09778949-38 2024-09-16T03:05:14.118 INFO:tasks.rados.rados.0.smithi097.stdout:3194: oid 38 updating version 0 to 1951 2024-09-16T03:05:14.118 INFO:tasks.rados.rados.0.smithi097.stdout:3194: oid 38 version 1951 is already newer than 1949 2024-09-16T03:05:14.118 INFO:tasks.rados.rados.0.smithi097.stdout:3194: oid 38 version 1951 is already newer than 1947 2024-09-16T03:05:14.118 INFO:tasks.rados.rados.0.smithi097.stdout:3194: oid 38 version 1951 is already newer than 1948 2024-09-16T03:05:14.118 INFO:tasks.rados.rados.0.smithi097.stdout:3194: oid 38 version 1951 is already newer than 1950 2024-09-16T03:05:14.118 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 1951 (ObjNum 1001 snap 297 seq_num 1001) dirty exists 2024-09-16T03:05:14.119 INFO:tasks.rados.rados.0.smithi097.stdout:3194: left oid 38 (ObjNum 1001 snap 297 seq_num 1001) 2024-09-16T03:05:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:14 smithi184 ceph-mon[82194]: pgmap v690: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-09-16T03:05:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:14 smithi184 ceph-mon[82194]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T03:05:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:14 smithi097 ceph-mon[88563]: pgmap v690: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-09-16T03:05:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:14 smithi097 ceph-mon[88563]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T03:05:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:14 smithi097 ceph-mon[90424]: pgmap v690: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 214 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 18 op/s 2024-09-16T03:05:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:14 smithi097 ceph-mon[90424]: osdmap e678: 8 total, 8 up, 8 in 2024-09-16T03:05:14.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:05:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:05:14] "GET /metrics HTTP/1.1" 200 36298 "" "Prometheus/2.51.0" 2024-09-16T03:05:15.076 INFO:tasks.rados.rados.0.smithi097.stdout:3191: done (4 left) 2024-09-16T03:05:15.076 INFO:tasks.rados.rados.0.smithi097.stdout:3192: done (3 left) 2024-09-16T03:05:15.076 INFO:tasks.rados.rados.0.smithi097.stdout:3193: done (2 left) 2024-09-16T03:05:15.076 INFO:tasks.rados.rados.0.smithi097.stdout:3194: done (1 left) 2024-09-16T03:05:15.076 INFO:tasks.rados.rados.0.smithi097.stdout:3195: done (0 left) 2024-09-16T03:05:15.076 INFO:tasks.rados.rados.0.smithi097.stdout:3196: read oid 10 snap -1 2024-09-16T03:05:15.076 INFO:tasks.rados.rados.0.smithi097.stdout:3196: expect (ObjNum 956 snap 282 seq_num 956) 2024-09-16T03:05:15.077 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 298 2024-09-16T03:05:15.077 INFO:tasks.rados.rados.0.smithi097.stdout:3197: seq_num 1002 ranges {0=786432,786432=614400,1400832=581632,1982464=409600} 2024-09-16T03:05:15.080 INFO:tasks.rados.rados.0.smithi097.stdout:3197: writing smithi09778949-27 from 0 to 786432 tid 1 2024-09-16T03:05:15.084 INFO:tasks.rados.rados.0.smithi097.stdout:3197: writing smithi09778949-27 from 786432 to 1400832 tid 2 2024-09-16T03:05:15.087 INFO:tasks.rados.rados.0.smithi097.stdout:3197: writing smithi09778949-27 from 1400832 to 1982464 tid 3 2024-09-16T03:05:15.089 INFO:tasks.rados.rados.0.smithi097.stdout:3197: writing smithi09778949-27 from 1982464 to 2392064 tid 4 2024-09-16T03:05:15.090 INFO:tasks.rados.rados.0.smithi097.stdout:3198: delete oid 40 current snap is 298 2024-09-16T03:05:15.090 INFO:tasks.rados.rados.0.smithi097.stdout:3197: finishing write tid 1 to smithi09778949-27 2024-09-16T03:05:15.090 INFO:tasks.rados.rados.0.smithi097.stdout:3197: finishing write tid 2 to smithi09778949-27 2024-09-16T03:05:15.092 INFO:tasks.rados.rados.0.smithi097.stdout:3198: done (2 left) 2024-09-16T03:05:15.092 INFO:tasks.rados.rados.0.smithi097.stdout:3199: snap_create 2024-09-16T03:05:15.094 INFO:tasks.rados.rados.0.smithi097.stdout:3196: expect (ObjNum 956 snap 282 seq_num 956) 2024-09-16T03:05:15.208 INFO:tasks.rados.rados.0.smithi097.stdout:3197: finishing write tid 3 to smithi09778949-27 2024-09-16T03:05:15.208 INFO:tasks.rados.rados.0.smithi097.stdout:3197: finishing write tid 4 to smithi09778949-27 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:3197: finishing write tid 5 to smithi09778949-27 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:3197: finishing write tid 6 to smithi09778949-27 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:3197: oid 27 updating version 0 to 2223 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:3197: oid 27 version 2223 is already newer than 2222 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:3197: oid 27 updating version 2223 to 2224 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:3197: oid 27 version 2224 is already newer than 2220 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:3197: oid 27 version 2224 is already newer than 2221 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2224 (ObjNum 1002 snap 298 seq_num 1002) dirty exists 2024-09-16T03:05:15.209 INFO:tasks.rados.rados.0.smithi097.stdout:3197: left oid 27 (ObjNum 1002 snap 298 seq_num 1002) 2024-09-16T03:05:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:15 smithi184 ceph-mon[82194]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T03:05:15.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:15 smithi097 ceph-mon[88563]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T03:05:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:15 smithi097 ceph-mon[90424]: osdmap e679: 8 total, 8 up, 8 in 2024-09-16T03:05:16.084 INFO:tasks.rados.rados.0.smithi097.stdout:3196: done (2 left) 2024-09-16T03:05:16.084 INFO:tasks.rados.rados.0.smithi097.stdout:3197: done (1 left) 2024-09-16T03:05:16.084 INFO:tasks.rados.rados.0.smithi097.stdout:3199: done (0 left) 2024-09-16T03:05:16.084 INFO:tasks.rados.rados.0.smithi097.stdout:3200: snap_create 2024-09-16T03:05:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:16 smithi184 ceph-mon[82194]: pgmap v693: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 221 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-16T03:05:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:16 smithi184 ceph-mon[82194]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T03:05:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:16 smithi097 ceph-mon[88563]: pgmap v693: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 221 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-16T03:05:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:16 smithi097 ceph-mon[88563]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T03:05:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:16 smithi097 ceph-mon[90424]: pgmap v693: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 221 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-09-16T03:05:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:16 smithi097 ceph-mon[90424]: osdmap e680: 8 total, 8 up, 8 in 2024-09-16T03:05:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:3200: done (0 left) 2024-09-16T03:05:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:3201: rollback oid 11 current snap is 300 2024-09-16T03:05:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 297 2024-09-16T03:05:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:3202: rollback oid 32 current snap is 300 2024-09-16T03:05:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 32 to 294 2024-09-16T03:05:17.066 INFO:tasks.rados.rados.0.smithi097.stdout:3203: delete oid 15 current snap is 300 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:3203: done (2 left) 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:3204: rollback oid 41 current snap is 300 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 296 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 300 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:3205: seq_num 1005 ranges {0=32768} 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:3205: writing smithi09778949-46 from 0 to 32768 tid 1 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:3202: finishing rollback tid 0 to smithi09778949-32 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:3202: finishing rollback tid 1 to smithi09778949-32 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:3202: finishing rollback tid 2 to smithi09778949-32 2024-09-16T03:05:17.073 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1944 (ObjNum 951 snap 281 seq_num 951) dirty exists 2024-09-16T03:05:17.074 INFO:tasks.rados.rados.0.smithi097.stdout:3202: done (3 left) 2024-09-16T03:05:17.074 INFO:tasks.rados.rados.0.smithi097.stdout:3206: snap_create 2024-09-16T03:05:17.074 INFO:tasks.rados.rados.0.smithi097.stdout:3201: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:05:17.076 INFO:tasks.rados.rados.0.smithi097.stdout:3201: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:05:17.078 INFO:tasks.rados.rados.0.smithi097.stdout:3205: finishing write tid 1 to smithi09778949-46 2024-09-16T03:05:17.078 INFO:tasks.rados.rados.0.smithi097.stdout:3205: finishing write tid 2 to smithi09778949-46 2024-09-16T03:05:17.078 INFO:tasks.rados.rados.0.smithi097.stdout:3201: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:05:17.078 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1785 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:3205: finishing write tid 3 to smithi09778949-46 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:3205: oid 46 updating version 0 to 1585 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:3205: oid 46 updating version 1585 to 1586 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1586 (ObjNum 1005 snap 300 seq_num 1005) dirty exists 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:3205: left oid 46 (ObjNum 1005 snap 300 seq_num 1005) 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:3204: finishing rollback tid 0 to smithi09778949-41 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:3204: finishing rollback tid 1 to smithi09778949-41 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:3204: finishing rollback tid 2 to smithi09778949-41 2024-09-16T03:05:17.080 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1972 (ObjNum 927 snap 272 seq_num 927) dirty exists 2024-09-16T03:05:17.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:17 smithi184 ceph-mon[82194]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T03:05:17.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:17 smithi184 ceph-mon[82194]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T03:05:17.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:17 smithi097 ceph-mon[88563]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T03:05:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:17 smithi097 ceph-mon[88563]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T03:05:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:17 smithi097 ceph-mon[90424]: osdmap e681: 8 total, 8 up, 8 in 2024-09-16T03:05:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:17 smithi097 ceph-mon[90424]: osdmap e682: 8 total, 8 up, 8 in 2024-09-16T03:05:18.066 INFO:tasks.rados.rados.0.smithi097.stdout:3201: done (3 left) 2024-09-16T03:05:18.066 INFO:tasks.rados.rados.0.smithi097.stdout:3204: done (2 left) 2024-09-16T03:05:18.066 INFO:tasks.rados.rados.0.smithi097.stdout:3205: done (1 left) 2024-09-16T03:05:18.066 INFO:tasks.rados.rados.0.smithi097.stdout:3206: done (0 left) 2024-09-16T03:05:18.066 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 301 2024-09-16T03:05:18.067 INFO:tasks.rados.rados.0.smithi097.stdout:3207: seq_num 1006 ranges {8658944=49152} 2024-09-16T03:05:18.113 INFO:tasks.rados.rados.0.smithi097.stdout:3207: writing smithi09778949-13 from 8658944 to 8708096 tid 1 2024-09-16T03:05:18.113 INFO:tasks.rados.rados.0.smithi097.stdout:3208: rollback oid 30 current snap is 301 2024-09-16T03:05:18.113 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 294 2024-09-16T03:05:18.113 INFO:tasks.rados.rados.0.smithi097.stdout:3209: snap_create 2024-09-16T03:05:18.117 INFO:tasks.rados.rados.0.smithi097.stdout:3207: finishing write tid 1 to smithi09778949-13 2024-09-16T03:05:18.117 INFO:tasks.rados.rados.0.smithi097.stdout:3207: finishing write tid 2 to smithi09778949-13 2024-09-16T03:05:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:3208: finishing rollback tid 0 to smithi09778949-30 2024-09-16T03:05:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:3208: finishing rollback tid 1 to smithi09778949-30 2024-09-16T03:05:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:3208: finishing rollback tid 2 to smithi09778949-30 2024-09-16T03:05:18.118 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1938 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:05:18.120 INFO:tasks.rados.rados.0.smithi097.stdout:3207: finishing write tid 3 to smithi09778949-13 2024-09-16T03:05:18.120 INFO:tasks.rados.rados.0.smithi097.stdout:3207: oid 13 updating version 0 to 1577 2024-09-16T03:05:18.120 INFO:tasks.rados.rados.0.smithi097.stdout:3207: oid 13 version 1577 is already newer than 1576 2024-09-16T03:05:18.120 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1577 (ObjNum 1006 snap 301 seq_num 1006) dirty exists 2024-09-16T03:05:18.120 INFO:tasks.rados.rados.0.smithi097.stdout:3207: left oid 13 (ObjNum 1006 snap 301 seq_num 1006) 2024-09-16T03:05:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:18 smithi184 ceph-mon[82194]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-16T03:05:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:18 smithi184 ceph-mon[82194]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T03:05:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:18 smithi097 ceph-mon[88563]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-16T03:05:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:18 smithi097 ceph-mon[88563]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T03:05:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:18 smithi097 ceph-mon[90424]: pgmap v696: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-09-16T03:05:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:18 smithi097 ceph-mon[90424]: osdmap e683: 8 total, 8 up, 8 in 2024-09-16T03:05:19.098 INFO:tasks.rados.rados.0.smithi097.stdout:3207: done (2 left) 2024-09-16T03:05:19.098 INFO:tasks.rados.rados.0.smithi097.stdout:3208: done (1 left) 2024-09-16T03:05:19.098 INFO:tasks.rados.rados.0.smithi097.stdout:3209: done (0 left) 2024-09-16T03:05:19.098 INFO:tasks.rados.rados.0.smithi097.stdout:3210: read oid 41 snap -1 2024-09-16T03:05:19.098 INFO:tasks.rados.rados.0.smithi097.stdout:3210: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-16T03:05:19.098 INFO:tasks.rados.rados.0.smithi097.stdout:3211: delete oid 28 current snap is 302 2024-09-16T03:05:19.104 INFO:tasks.rados.rados.0.smithi097.stdout:3211: done (1 left) 2024-09-16T03:05:19.104 INFO:tasks.rados.rados.0.smithi097.stdout:3212: snap_create 2024-09-16T03:05:19.106 INFO:tasks.rados.rados.0.smithi097.stdout:3210: expect (ObjNum 927 snap 272 seq_num 927) 2024-09-16T03:05:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:19.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:20.104 INFO:tasks.rados.rados.0.smithi097.stdout:3210: done (1 left) 2024-09-16T03:05:20.104 INFO:tasks.rados.rados.0.smithi097.stdout:3212: done (0 left) 2024-09-16T03:05:20.105 INFO:tasks.rados.rados.0.smithi097.stdout:3213: snap_remove snap 297 2024-09-16T03:05:20.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:20 smithi184 ceph-mon[82194]: pgmap v699: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T03:05:20.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:20 smithi184 ceph-mon[82194]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T03:05:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:20 smithi097 ceph-mon[88563]: pgmap v699: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T03:05:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:20 smithi097 ceph-mon[88563]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T03:05:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:20 smithi097 ceph-mon[90424]: pgmap v699: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 16 op/s 2024-09-16T03:05:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:20 smithi097 ceph-mon[90424]: osdmap e684: 8 total, 8 up, 8 in 2024-09-16T03:05:21.118 INFO:tasks.rados.rados.0.smithi097.stdout:3213: done (0 left) 2024-09-16T03:05:21.118 INFO:tasks.rados.rados.0.smithi097.stdout:3214: snap_create 2024-09-16T03:05:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:21 smithi184 ceph-mon[82194]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T03:05:21.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:21 smithi097 ceph-mon[88563]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T03:05:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:21 smithi097 ceph-mon[90424]: osdmap e685: 8 total, 8 up, 8 in 2024-09-16T03:05:22.066 INFO:tasks.rados.rados.0.smithi097.stdout:3214: done (0 left) 2024-09-16T03:05:22.066 INFO:tasks.rados.rados.0.smithi097.stdout:3215: copy_from oid 13 from oid 23 current snap is 304 2024-09-16T03:05:22.066 INFO:tasks.rados.rados.0.smithi097.stdout:3216: delete oid 7 current snap is 304 2024-09-16T03:05:22.069 INFO:tasks.rados.rados.0.smithi097.stdout:3215: finishing copy_from to smithi09778949-13 2024-09-16T03:05:22.069 INFO:tasks.rados.rados.0.smithi097.stdout:3215: got expected ENOENT (src dne) 2024-09-16T03:05:22.069 INFO:tasks.rados.rados.0.smithi097.stdout:3215: finishing copy_from racing read to smithi09778949-13 2024-09-16T03:05:22.073 INFO:tasks.rados.rados.0.smithi097.stdout:3215: done (1 left) 2024-09-16T03:05:22.073 INFO:tasks.rados.rados.0.smithi097.stdout:3216: done (0 left) 2024-09-16T03:05:22.073 INFO:tasks.rados.rados.0.smithi097.stdout:3217: snap_create 2024-09-16T03:05:22.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:22 smithi184 ceph-mon[82194]: pgmap v702: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.0 KiB/s wr, 9 op/s 2024-09-16T03:05:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:22 smithi184 ceph-mon[82194]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T03:05:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:22 smithi184 ceph-mon[82194]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T03:05:22.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:22 smithi097 ceph-mon[88563]: pgmap v702: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.0 KiB/s wr, 9 op/s 2024-09-16T03:05:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:22 smithi097 ceph-mon[88563]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T03:05:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:22 smithi097 ceph-mon[88563]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T03:05:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:22 smithi097 ceph-mon[90424]: pgmap v702: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.0 KiB/s wr, 9 op/s 2024-09-16T03:05:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:22 smithi097 ceph-mon[90424]: osdmap e686: 8 total, 8 up, 8 in 2024-09-16T03:05:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:22 smithi097 ceph-mon[90424]: osdmap e687: 8 total, 8 up, 8 in 2024-09-16T03:05:23.067 INFO:tasks.rados.rados.0.smithi097.stdout:3217: done (0 left) 2024-09-16T03:05:23.068 INFO:tasks.rados.rados.0.smithi097.stdout:3218: snap_create 2024-09-16T03:05:24.070 INFO:tasks.rados.rados.0.smithi097.stdout:3218: done (0 left) 2024-09-16T03:05:24.071 INFO:tasks.rados.rados.0.smithi097.stdout:3219: snap_create 2024-09-16T03:05:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:24 smithi184 ceph-mon[82194]: pgmap v705: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 20 KiB/s wr, 4 op/s 2024-09-16T03:05:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:24 smithi184 ceph-mon[82194]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T03:05:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:24 smithi097 ceph-mon[88563]: pgmap v705: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 20 KiB/s wr, 4 op/s 2024-09-16T03:05:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:24 smithi097 ceph-mon[88563]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T03:05:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:24 smithi097 ceph-mon[90424]: pgmap v705: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 20 KiB/s wr, 4 op/s 2024-09-16T03:05:24.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:24 smithi097 ceph-mon[90424]: osdmap e688: 8 total, 8 up, 8 in 2024-09-16T03:05:24.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:05:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:05:24] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.51.0" 2024-09-16T03:05:25.072 INFO:tasks.rados.rados.0.smithi097.stdout:3219: done (0 left) 2024-09-16T03:05:25.073 INFO:tasks.rados.rados.0.smithi097.stdout:3220: snap_create 2024-09-16T03:05:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:25 smithi184 ceph-mon[82194]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T03:05:25.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:25 smithi097 ceph-mon[88563]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T03:05:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:25 smithi097 ceph-mon[90424]: osdmap e689: 8 total, 8 up, 8 in 2024-09-16T03:05:26.073 INFO:tasks.rados.rados.0.smithi097.stdout:3220: done (0 left) 2024-09-16T03:05:26.073 INFO:tasks.rados.rados.0.smithi097.stdout:3221: read oid 3 snap 306 2024-09-16T03:05:26.073 INFO:tasks.rados.rados.0.smithi097.stdout:3221: expect (ObjNum 999 snap 296 seq_num 999) 2024-09-16T03:05:26.073 INFO:tasks.rados.rados.0.smithi097.stdout:3222: delete oid 41 current snap is 308 2024-09-16T03:05:26.076 INFO:tasks.rados.rados.0.smithi097.stdout:3222: done (1 left) 2024-09-16T03:05:26.077 INFO:tasks.rados.rados.0.smithi097.stdout:3223: snap_remove snap 295 2024-09-16T03:05:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:26 smithi184 ceph-mon[82194]: pgmap v708: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 12 KiB/s wr, 2 op/s 2024-09-16T03:05:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:26 smithi184 ceph-mon[82194]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T03:05:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:26 smithi184 ceph-mon[82194]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T03:05:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:26 smithi097 ceph-mon[88563]: pgmap v708: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 12 KiB/s wr, 2 op/s 2024-09-16T03:05:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:26 smithi097 ceph-mon[88563]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T03:05:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:26 smithi097 ceph-mon[88563]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T03:05:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:26 smithi097 ceph-mon[90424]: pgmap v708: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 12 KiB/s wr, 2 op/s 2024-09-16T03:05:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:26 smithi097 ceph-mon[90424]: osdmap e690: 8 total, 8 up, 8 in 2024-09-16T03:05:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:26 smithi097 ceph-mon[90424]: osdmap e691: 8 total, 8 up, 8 in 2024-09-16T03:05:27.076 INFO:tasks.rados.rados.0.smithi097.stdout:3223: done (1 left) 2024-09-16T03:05:27.076 INFO:tasks.rados.rados.0.smithi097.stdout:3224: rollback oid 26 current snap is 308 2024-09-16T03:05:27.076 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 283 2024-09-16T03:05:27.076 INFO:tasks.rados.rados.0.smithi097.stdout:3225: copy_from oid 29 from oid 25 current snap is 308 2024-09-16T03:05:27.076 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 308 2024-09-16T03:05:27.076 INFO:tasks.rados.rados.0.smithi097.stdout:3226: seq_num 1010 ranges {7544832=122880} 2024-09-16T03:05:27.119 INFO:tasks.rados.rados.0.smithi097.stdout:3226: writing smithi09778949-33 from 7544832 to 7667712 tid 1 2024-09-16T03:05:27.119 INFO:tasks.rados.rados.0.smithi097.stdout:3227: read oid 24 snap -1 2024-09-16T03:05:27.119 INFO:tasks.rados.rados.0.smithi097.stdout:3227: expect (ObjNum 967 snap 290 seq_num 967) 2024-09-16T03:05:27.119 INFO:tasks.rados.rados.0.smithi097.stdout:3228: read oid 49 snap 303 2024-09-16T03:05:27.119 INFO:tasks.rados.rados.0.smithi097.stdout:3228: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:05:27.119 INFO:tasks.rados.rados.0.smithi097.stdout:3229: rollback oid 21 current snap is 308 2024-09-16T03:05:27.119 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 21 to 303 2024-09-16T03:05:27.119 INFO:tasks.rados.rados.0.smithi097.stdout:3221: expect (ObjNum 999 snap 296 seq_num 999) 2024-09-16T03:05:27.183 INFO:tasks.rados.rados.0.smithi097.stdout:3225: finishing copy_from to smithi09778949-29 2024-09-16T03:05:27.183 INFO:tasks.rados.rados.0.smithi097.stdout:3225: got expected ENOENT (src dne) 2024-09-16T03:05:27.183 INFO:tasks.rados.rados.0.smithi097.stdout:3225: finishing copy_from racing read to smithi09778949-29 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:3224: finishing rollback tid 0 to smithi09778949-26 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:3224: finishing rollback tid 1 to smithi09778949-26 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:3224: finishing rollback tid 2 to smithi09778949-26 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1509 (ObjNum 948 snap 280 seq_num 948) dirty exists 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:3221: done (6 left) 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:3224: done (5 left) 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:3225: done (4 left) 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 308 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:3226: finishing write tid 1 to smithi09778949-33 2024-09-16T03:05:27.184 INFO:tasks.rados.rados.0.smithi097.stdout:3230: seq_num 1011 ranges {0=139264} 2024-09-16T03:05:27.185 INFO:tasks.rados.rados.0.smithi097.stdout:3230: writing smithi09778949-15 from 0 to 139264 tid 1 2024-09-16T03:05:27.185 INFO:tasks.rados.rados.0.smithi097.stdout:3231: rollback oid 40 current snap is 308 2024-09-16T03:05:27.185 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 40 to 302 2024-09-16T03:05:27.185 INFO:tasks.rados.rados.0.smithi097.stdout:3226: finishing write tid 2 to smithi09778949-33 2024-09-16T03:05:27.185 INFO:tasks.rados.rados.0.smithi097.stdout:3229: finishing rollback tid 0 to smithi09778949-21 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:3229: finishing rollback tid 1 to smithi09778949-21 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:3229: finishing rollback tid 2 to smithi09778949-21 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1764 (ObjNum 950 snap 280 seq_num 950) dirty exists 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:3229: done (5 left) 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 308 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:3226: finishing write tid 3 to smithi09778949-33 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:3226: oid 33 updating version 0 to 1953 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:3226: oid 33 version 1953 is already newer than 1952 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1953 (ObjNum 1010 snap 308 seq_num 1010) dirty exists 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:3226: left oid 33 (ObjNum 1010 snap 308 seq_num 1010) 2024-09-16T03:05:27.186 INFO:tasks.rados.rados.0.smithi097.stdout:3228: expect (ObjNum 814 snap 245 seq_num 814) 2024-09-16T03:05:27.357 INFO:tasks.rados.rados.0.smithi097.stdout:3227: expect (ObjNum 967 snap 290 seq_num 967) 2024-09-16T03:05:27.765 INFO:tasks.rados.rados.0.smithi097.stdout:3230: finishing write tid 1 to smithi09778949-15 2024-09-16T03:05:27.765 INFO:tasks.rados.rados.0.smithi097.stdout:3230: finishing write tid 2 to smithi09778949-15 2024-09-16T03:05:27.766 INFO:tasks.rados.rados.0.smithi097.stdout:3231: finishing rollback tid 1 to smithi09778949-40 2024-09-16T03:05:27.766 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1761 (ObjNum 33 snap 0 seq_num 1961350960) dirty dne 2024-09-16T03:05:27.766 INFO:tasks.rados.rados.0.smithi097.stdout:3230: finishing write tid 3 to smithi09778949-15 2024-09-16T03:05:27.766 INFO:tasks.rados.rados.0.smithi097.stdout:3230: oid 15 updating version 0 to 1766 2024-09-16T03:05:27.766 INFO:tasks.rados.rados.0.smithi097.stdout:3230: oid 15 version 1766 is already newer than 1765 2024-09-16T03:05:27.766 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1766 (ObjNum 1011 snap 308 seq_num 1011) dirty exists 2024-09-16T03:05:27.766 INFO:tasks.rados.rados.0.smithi097.stdout:3230: left oid 15 (ObjNum 1011 snap 308 seq_num 1011) 2024-09-16T03:05:27.766 INFO:tasks.rados.rados.0.smithi097.stdout:3232: seq_num 1012 ranges {0=155648} 2024-09-16T03:05:27.767 INFO:tasks.rados.rados.0.smithi097.stdout:3232: writing smithi09778949-12 from 0 to 155648 tid 1 2024-09-16T03:05:27.767 INFO:tasks.rados.rados.0.smithi097.stdout:3226: done (5 left) 2024-09-16T03:05:27.767 INFO:tasks.rados.rados.0.smithi097.stdout:3227: done (4 left) 2024-09-16T03:05:27.767 INFO:tasks.rados.rados.0.smithi097.stdout:3228: done (3 left) 2024-09-16T03:05:27.767 INFO:tasks.rados.rados.0.smithi097.stdout:3230: done (2 left) 2024-09-16T03:05:27.767 INFO:tasks.rados.rados.0.smithi097.stdout:3231: done (1 left) 2024-09-16T03:05:27.767 INFO:tasks.rados.rados.0.smithi097.stdout:3233: snap_create 2024-09-16T03:05:27.769 INFO:tasks.rados.rados.0.smithi097.stdout:3232: finishing write tid 1 to smithi09778949-12 2024-09-16T03:05:27.769 INFO:tasks.rados.rados.0.smithi097.stdout:3232: finishing write tid 2 to smithi09778949-12 2024-09-16T03:05:27.770 INFO:tasks.rados.rados.0.smithi097.stdout:3232: finishing write tid 3 to smithi09778949-12 2024-09-16T03:05:27.770 INFO:tasks.rados.rados.0.smithi097.stdout:3232: oid 12 updating version 0 to 1975 2024-09-16T03:05:27.770 INFO:tasks.rados.rados.0.smithi097.stdout:3232: oid 12 version 1975 is already newer than 1974 2024-09-16T03:05:27.770 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1975 (ObjNum 1012 snap 308 seq_num 1012) dirty exists 2024-09-16T03:05:27.770 INFO:tasks.rados.rados.0.smithi097.stdout:3232: left oid 12 (ObjNum 1012 snap 308 seq_num 1012) 2024-09-16T03:05:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:3232: done (1 left) 2024-09-16T03:05:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:3233: done (0 left) 2024-09-16T03:05:28.093 INFO:tasks.rados.rados.0.smithi097.stdout:3234: delete oid 49 current snap is 309 2024-09-16T03:05:28.099 INFO:tasks.rados.rados.0.smithi097.stdout:3234: done (0 left) 2024-09-16T03:05:28.099 INFO:tasks.rados.rados.0.smithi097.stdout:3235: snap_remove snap 302 2024-09-16T03:05:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:28 smithi184 ceph-mon[82194]: pgmap v711: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 0 op/s 2024-09-16T03:05:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:28 smithi184 ceph-mon[82194]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T03:05:28.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:28 smithi097 ceph-mon[88563]: pgmap v711: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 0 op/s 2024-09-16T03:05:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:28 smithi097 ceph-mon[88563]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T03:05:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:28 smithi097 ceph-mon[90424]: pgmap v711: 121 pgs: 121 active+clean; 226 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 856 KiB/s rd, 0 op/s 2024-09-16T03:05:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:28 smithi097 ceph-mon[90424]: osdmap e692: 8 total, 8 up, 8 in 2024-09-16T03:05:29.097 INFO:tasks.rados.rados.0.smithi097.stdout:3235: done (0 left) 2024-09-16T03:05:29.097 INFO:tasks.rados.rados.0.smithi097.stdout:3236: rollback oid 20 current snap is 309 2024-09-16T03:05:29.098 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 303 2024-09-16T03:05:29.098 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 309 2024-09-16T03:05:29.098 INFO:tasks.rados.rados.0.smithi097.stdout:3237: seq_num 1014 ranges {3080192=188416} 2024-09-16T03:05:29.116 INFO:tasks.rados.rados.0.smithi097.stdout:3237: writing smithi09778949-10 from 3080192 to 3268608 tid 1 2024-09-16T03:05:29.116 INFO:tasks.rados.rados.0.smithi097.stdout:3236: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:05:29.116 INFO:tasks.rados.rados.0.smithi097.stdout:3238: copy_from oid 24 from oid 49 current snap is 309 2024-09-16T03:05:29.116 INFO:tasks.rados.rados.0.smithi097.stdout:3236: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:05:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:3236: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:05:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1941 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-09-16T03:05:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:3236: done (2 left) 2024-09-16T03:05:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:3239: rollback oid 22 current snap is 309 2024-09-16T03:05:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 306 2024-09-16T03:05:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:3240: snap_remove snap 300 2024-09-16T03:05:29.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:29 smithi184 ceph-mon[82194]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T03:05:29.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:29 smithi097 ceph-mon[88563]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T03:05:29.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:29 smithi097 ceph-mon[90424]: osdmap e693: 8 total, 8 up, 8 in 2024-09-16T03:05:30.102 INFO:tasks.rados.rados.0.smithi097.stdout:3240: done (3 left) 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3241: delete oid 30 current snap is 309 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3239: finishing rollback tid 0 to smithi09778949-22 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3239: finishing rollback tid 1 to smithi09778949-22 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3239: finishing rollback tid 2 to smithi09778949-22 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1929 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3237: finishing write tid 1 to smithi09778949-10 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3237: finishing write tid 2 to smithi09778949-10 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3238: finishing copy_from to smithi09778949-24 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3238: got expected ENOENT (src dne) 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3238: finishing copy_from racing read to smithi09778949-24 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3237: finishing write tid 3 to smithi09778949-10 2024-09-16T03:05:30.103 INFO:tasks.rados.rados.0.smithi097.stdout:3237: oid 10 updating version 0 to 1956 2024-09-16T03:05:30.104 INFO:tasks.rados.rados.0.smithi097.stdout:3237: oid 10 version 1956 is already newer than 1955 2024-09-16T03:05:30.104 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1956 (ObjNum 1014 snap 309 seq_num 1014) dirty exists 2024-09-16T03:05:30.104 INFO:tasks.rados.rados.0.smithi097.stdout:3237: left oid 10 (ObjNum 1014 snap 309 seq_num 1014) 2024-09-16T03:05:30.110 INFO:tasks.rados.rados.0.smithi097.stdout:3237: done (3 left) 2024-09-16T03:05:30.110 INFO:tasks.rados.rados.0.smithi097.stdout:3238: done (2 left) 2024-09-16T03:05:30.111 INFO:tasks.rados.rados.0.smithi097.stdout:3239: done (1 left) 2024-09-16T03:05:30.111 INFO:tasks.rados.rados.0.smithi097.stdout:3241: done (0 left) 2024-09-16T03:05:30.111 INFO:tasks.rados.rados.0.smithi097.stdout:3242: read oid 27 snap -1 2024-09-16T03:05:30.111 INFO:tasks.rados.rados.0.smithi097.stdout:3242: expect (ObjNum 1002 snap 298 seq_num 1002) 2024-09-16T03:05:30.112 INFO:tasks.rados.rados.0.smithi097.stdout:3243: copy_from oid 25 from oid 17 current snap is 309 2024-09-16T03:05:30.112 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 309 2024-09-16T03:05:30.112 INFO:tasks.rados.rados.0.smithi097.stdout:3244: seq_num 1016 ranges {0=221184} 2024-09-16T03:05:30.113 INFO:tasks.rados.rados.0.smithi097.stdout:3244: writing smithi09778949-19 from 0 to 221184 tid 1 2024-09-16T03:05:30.113 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 309 2024-09-16T03:05:30.114 INFO:tasks.rados.rados.0.smithi097.stdout:3245: seq_num 1017 ranges {3178496=237568} 2024-09-16T03:05:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:3245: writing smithi09778949-42 from 3178496 to 3416064 tid 1 2024-09-16T03:05:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:3246: rollback oid 10 current snap is 309 2024-09-16T03:05:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 298 2024-09-16T03:05:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:3244: finishing write tid 1 to smithi09778949-19 2024-09-16T03:05:30.132 INFO:tasks.rados.rados.0.smithi097.stdout:3242: expect (ObjNum 1002 snap 298 seq_num 1002) 2024-09-16T03:05:30.196 INFO:tasks.rados.rados.0.smithi097.stdout:3244: finishing write tid 2 to smithi09778949-19 2024-09-16T03:05:30.196 INFO:tasks.rados.rados.0.smithi097.stdout:3243: finishing copy_from racing read to smithi09778949-25 2024-09-16T03:05:30.196 INFO:tasks.rados.rados.0.smithi097.stdout:3243: finishing copy_from to smithi09778949-25 2024-09-16T03:05:30.196 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1779 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-09-16T03:05:30.196 INFO:tasks.rados.rados.0.smithi097.stdout:3246: finishing rollback tid 0 to smithi09778949-10 2024-09-16T03:05:30.196 INFO:tasks.rados.rados.0.smithi097.stdout:3246: finishing rollback tid 1 to smithi09778949-10 2024-09-16T03:05:30.196 INFO:tasks.rados.rados.0.smithi097.stdout:3246: finishing rollback tid 2 to smithi09778949-10 2024-09-16T03:05:30.196 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1959 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3244: finishing write tid 3 to smithi09778949-19 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3244: oid 19 updating version 0 to 2236 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3244: oid 19 version 2236 is already newer than 2235 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2236 (ObjNum 1016 snap 309 seq_num 1016) dirty exists 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3244: left oid 19 (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3245: finishing write tid 1 to smithi09778949-42 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3245: finishing write tid 2 to smithi09778949-42 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3245: finishing write tid 3 to smithi09778949-42 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3245: oid 42 updating version 0 to 2240 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3245: oid 42 updating version 2240 to 2241 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 2241 (ObjNum 1017 snap 309 seq_num 1017) dirty exists 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3245: left oid 42 (ObjNum 1017 snap 309 seq_num 1017) 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3242: done (4 left) 2024-09-16T03:05:30.197 INFO:tasks.rados.rados.0.smithi097.stdout:3243: done (3 left) 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:3244: done (2 left) 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:3245: done (1 left) 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:3246: done (0 left) 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:3247: read oid 31 snap -1 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:3247: expect (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:3248: delete oid 17 current snap is 309 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:3248: done (1 left) 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:3249: rollback oid 15 current snap is 309 2024-09-16T03:05:30.198 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 15 to 294 2024-09-16T03:05:30.199 INFO:tasks.rados.rados.0.smithi097.stdout:3250: delete oid 3 current snap is 309 2024-09-16T03:05:30.201 INFO:tasks.rados.rados.0.smithi097.stdout:3249: finishing rollback tid 0 to smithi09778949-15 2024-09-16T03:05:30.201 INFO:tasks.rados.rados.0.smithi097.stdout:3250: done (2 left) 2024-09-16T03:05:30.201 INFO:tasks.rados.rados.0.smithi097.stdout:3251: setattr oid 26 current snap is 309 2024-09-16T03:05:30.201 INFO:tasks.rados.rados.0.smithi097.stdout:3249: finishing rollback tid 1 to smithi09778949-15 2024-09-16T03:05:30.201 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1768 (ObjNum 33 snap 0 seq_num 3004888944) dirty dne 2024-09-16T03:05:30.202 INFO:tasks.rados.rados.0.smithi097.stdout:3249: done (2 left) 2024-09-16T03:05:30.203 INFO:tasks.rados.rados.0.smithi097.stdout:3252: setattr oid 33 current snap is 309 2024-09-16T03:05:30.203 INFO:tasks.rados.rados.0.smithi097.stdout:3247: expect (ObjNum 938 snap 277 seq_num 938) 2024-09-16T03:05:30.238 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1510 (ObjNum 948 snap 280 seq_num 948) dirty exists 2024-09-16T03:05:30.238 INFO:tasks.rados.rados.0.smithi097.stdout:3247: done (2 left) 2024-09-16T03:05:30.238 INFO:tasks.rados.rados.0.smithi097.stdout:3251: done (1 left) 2024-09-16T03:05:30.238 INFO:tasks.rados.rados.0.smithi097.stdout:3253: read oid 49 snap -1 2024-09-16T03:05:30.238 INFO:tasks.rados.rados.0.smithi097.stdout:3253: expect deleted 2024-09-16T03:05:30.238 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 309 2024-09-16T03:05:30.238 INFO:tasks.rados.rados.0.smithi097.stdout:3254: seq_num 1020 ranges {3080192=286720} 2024-09-16T03:05:30.256 INFO:tasks.rados.rados.0.smithi097.stdout:3254: writing smithi09778949-25 from 3080192 to 3366912 tid 1 2024-09-16T03:05:30.256 INFO:tasks.rados.rados.0.smithi097.stdout:3255: read oid 7 snap -1 2024-09-16T03:05:30.256 INFO:tasks.rados.rados.0.smithi097.stdout:3255: expect deleted 2024-09-16T03:05:30.256 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 309 2024-09-16T03:05:30.256 INFO:tasks.rados.rados.0.smithi097.stdout:3256: seq_num 1021 ranges {0=303104} 2024-09-16T03:05:30.257 INFO:tasks.rados.rados.0.smithi097.stdout:3256: writing smithi09778949-4 from 0 to 303104 tid 1 2024-09-16T03:05:30.257 INFO:tasks.rados.rados.0.smithi097.stdout:3257: snap_create 2024-09-16T03:05:30.257 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1960 (ObjNum 1010 snap 308 seq_num 1010) dirty exists 2024-09-16T03:05:30.258 INFO:tasks.rados.rados.0.smithi097.stdout:3254: finishing write tid 1 to smithi09778949-25 2024-09-16T03:05:30.258 INFO:tasks.rados.rados.0.smithi097.stdout:3254: finishing write tid 2 to smithi09778949-25 2024-09-16T03:05:30.260 INFO:tasks.rados.rados.0.smithi097.stdout:3254: finishing write tid 3 to smithi09778949-25 2024-09-16T03:05:30.260 INFO:tasks.rados.rados.0.smithi097.stdout:3254: oid 25 updating version 0 to 1977 2024-09-16T03:05:30.260 INFO:tasks.rados.rados.0.smithi097.stdout:3254: oid 25 version 1977 is already newer than 1976 2024-09-16T03:05:30.260 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1977 (ObjNum 1020 snap 309 seq_num 1020) dirty exists 2024-09-16T03:05:30.260 INFO:tasks.rados.rados.0.smithi097.stdout:3254: left oid 25 (ObjNum 1020 snap 309 seq_num 1020) 2024-09-16T03:05:30.261 INFO:tasks.rados.rados.0.smithi097.stdout:3256: finishing write tid 1 to smithi09778949-4 2024-09-16T03:05:30.261 INFO:tasks.rados.rados.0.smithi097.stdout:3256: finishing write tid 2 to smithi09778949-4 2024-09-16T03:05:30.263 INFO:tasks.rados.rados.0.smithi097.stdout:3256: finishing write tid 3 to smithi09778949-4 2024-09-16T03:05:30.263 INFO:tasks.rados.rados.0.smithi097.stdout:3256: oid 4 updating version 0 to 1932 2024-09-16T03:05:30.263 INFO:tasks.rados.rados.0.smithi097.stdout:3256: oid 4 version 1932 is already newer than 1931 2024-09-16T03:05:30.263 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1932 (ObjNum 1021 snap 309 seq_num 1021) dirty exists 2024-09-16T03:05:30.263 INFO:tasks.rados.rados.0.smithi097.stdout:3256: left oid 4 (ObjNum 1021 snap 309 seq_num 1021) 2024-09-16T03:05:30.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:30 smithi097 ceph-mon[88563]: pgmap v714: 121 pgs: 121 active+clean; 233 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 38 KiB/s wr, 1 op/s 2024-09-16T03:05:30.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:30 smithi097 ceph-mon[88563]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T03:05:30.396 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:30 smithi097 ceph-mon[90424]: pgmap v714: 121 pgs: 121 active+clean; 233 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 38 KiB/s wr, 1 op/s 2024-09-16T03:05:30.396 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:30 smithi097 ceph-mon[90424]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T03:05:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:30 smithi184 ceph-mon[82194]: pgmap v714: 121 pgs: 121 active+clean; 233 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 38 KiB/s wr, 1 op/s 2024-09-16T03:05:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:30 smithi184 ceph-mon[82194]: osdmap e694: 8 total, 8 up, 8 in 2024-09-16T03:05:31.109 INFO:tasks.rados.rados.0.smithi097.stdout:3252: done (5 left) 2024-09-16T03:05:31.109 INFO:tasks.rados.rados.0.smithi097.stdout:3253: done (4 left) 2024-09-16T03:05:31.109 INFO:tasks.rados.rados.0.smithi097.stdout:3254: done (3 left) 2024-09-16T03:05:31.109 INFO:tasks.rados.rados.0.smithi097.stdout:3255: done (2 left) 2024-09-16T03:05:31.109 INFO:tasks.rados.rados.0.smithi097.stdout:3256: done (1 left) 2024-09-16T03:05:31.109 INFO:tasks.rados.rados.0.smithi097.stdout:3257: done (0 left) 2024-09-16T03:05:31.110 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 310 2024-09-16T03:05:31.110 INFO:tasks.rados.rados.0.smithi097.stdout:3258: seq_num 1022 ranges {0=319488} 2024-09-16T03:05:31.110 INFO:tasks.rados.rados.0.smithi097.stdout:3258: writing smithi09778949-43 from 0 to 319488 tid 1 2024-09-16T03:05:31.111 INFO:tasks.rados.rados.0.smithi097.stdout:3259: setattr oid 29 current snap is 310 2024-09-16T03:05:31.111 INFO:tasks.rados.rados.0.smithi097.stdout:3260: snap_create 2024-09-16T03:05:31.117 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 1961 (ObjNum 932 snap 275 seq_num 932) dirty exists 2024-09-16T03:05:31.118 INFO:tasks.rados.rados.0.smithi097.stdout:3258: finishing write tid 1 to smithi09778949-43 2024-09-16T03:05:31.118 INFO:tasks.rados.rados.0.smithi097.stdout:3258: finishing write tid 2 to smithi09778949-43 2024-09-16T03:05:31.120 INFO:tasks.rados.rados.0.smithi097.stdout:3258: finishing write tid 3 to smithi09778949-43 2024-09-16T03:05:31.120 INFO:tasks.rados.rados.0.smithi097.stdout:3258: oid 43 updating version 0 to 1769 2024-09-16T03:05:31.120 INFO:tasks.rados.rados.0.smithi097.stdout:3258: oid 43 updating version 1769 to 1770 2024-09-16T03:05:31.120 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1770 (ObjNum 1022 snap 310 seq_num 1022) dirty exists 2024-09-16T03:05:31.120 INFO:tasks.rados.rados.0.smithi097.stdout:3258: left oid 43 (ObjNum 1022 snap 310 seq_num 1022) 2024-09-16T03:05:31.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:31 smithi184 ceph-mon[82194]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T03:05:31.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:31 smithi097 ceph-mon[88563]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T03:05:31.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:31 smithi097 ceph-mon[90424]: osdmap e695: 8 total, 8 up, 8 in 2024-09-16T03:05:32.068 INFO:tasks.rados.rados.0.smithi097.stdout:3258: done (2 left) 2024-09-16T03:05:32.068 INFO:tasks.rados.rados.0.smithi097.stdout:3259: done (1 left) 2024-09-16T03:05:32.068 INFO:tasks.rados.rados.0.smithi097.stdout:3260: done (0 left) 2024-09-16T03:05:32.069 INFO:tasks.rados.rados.0.smithi097.stdout:3261: snap_create 2024-09-16T03:05:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:32 smithi184 ceph-mon[82194]: pgmap v717: 121 pgs: 121 active+clean; 234 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 260 KiB/s wr, 12 op/s 2024-09-16T03:05:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:32 smithi184 ceph-mon[82194]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T03:05:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:32 smithi184 ceph-mon[82194]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T03:05:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:32 smithi097 ceph-mon[90424]: pgmap v717: 121 pgs: 121 active+clean; 234 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 260 KiB/s wr, 12 op/s 2024-09-16T03:05:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:32 smithi097 ceph-mon[90424]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T03:05:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:32 smithi097 ceph-mon[90424]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T03:05:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:32 smithi097 ceph-mon[88563]: pgmap v717: 121 pgs: 121 active+clean; 234 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 260 KiB/s wr, 12 op/s 2024-09-16T03:05:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:32 smithi097 ceph-mon[88563]: osdmap e696: 8 total, 8 up, 8 in 2024-09-16T03:05:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:32 smithi097 ceph-mon[88563]: osdmap e697: 8 total, 8 up, 8 in 2024-09-16T03:05:33.070 INFO:tasks.rados.rados.0.smithi097.stdout:3261: done (0 left) 2024-09-16T03:05:33.070 INFO:tasks.rados.rados.0.smithi097.stdout:3262: delete oid 2 current snap is 312 2024-09-16T03:05:33.072 INFO:tasks.rados.rados.0.smithi097.stdout:3262: done (0 left) 2024-09-16T03:05:33.072 INFO:tasks.rados.rados.0.smithi097.stdout:3263: snap_remove snap 305 2024-09-16T03:05:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:3263: done (0 left) 2024-09-16T03:05:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 312 2024-09-16T03:05:34.072 INFO:tasks.rados.rados.0.smithi097.stdout:3264: seq_num 1024 ranges {0=352256} 2024-09-16T03:05:34.074 INFO:tasks.rados.rados.0.smithi097.stdout:3264: writing smithi09778949-15 from 0 to 352256 tid 1 2024-09-16T03:05:34.074 INFO:tasks.rados.rados.0.smithi097.stdout:3265: read oid 39 snap -1 2024-09-16T03:05:34.074 INFO:tasks.rados.rados.0.smithi097.stdout:3265: expect (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:05:34.074 INFO:tasks.rados.rados.0.smithi097.stdout:3266: rollback oid 17 current snap is 312 2024-09-16T03:05:34.074 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 17 to 309 2024-09-16T03:05:34.074 INFO:tasks.rados.rados.0.smithi097.stdout:3267: read oid 19 snap -1 2024-09-16T03:05:34.075 INFO:tasks.rados.rados.0.smithi097.stdout:3267: expect (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:05:34.075 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 312 2024-09-16T03:05:34.075 INFO:tasks.rados.rados.0.smithi097.stdout:3268: seq_num 1025 ranges {0=368640} 2024-09-16T03:05:34.076 INFO:tasks.rados.rados.0.smithi097.stdout:3268: writing smithi09778949-2 from 0 to 368640 tid 1 2024-09-16T03:05:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:3269: rmattr oid 5 current snap is 312 2024-09-16T03:05:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:3269: done (5 left) 2024-09-16T03:05:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:3270: rmattr oid 36 current snap is 312 2024-09-16T03:05:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:3270: done (5 left) 2024-09-16T03:05:34.077 INFO:tasks.rados.rados.0.smithi097.stdout:3271: snap_create 2024-09-16T03:05:34.079 INFO:tasks.rados.rados.0.smithi097.stdout:3266: finishing rollback tid 1 to smithi09778949-17 2024-09-16T03:05:34.079 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1786 (ObjNum 33 snap 0 seq_num 1961346296) dirty dne 2024-09-16T03:05:34.087 INFO:tasks.rados.rados.0.smithi097.stdout:3267: expect (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3268: finishing write tid 1 to smithi09778949-2 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3268: finishing write tid 2 to smithi09778949-2 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3264: finishing write tid 1 to smithi09778949-15 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3264: finishing write tid 2 to smithi09778949-15 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3268: finishing write tid 3 to smithi09778949-2 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3268: oid 2 updating version 0 to 1928 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3268: oid 2 updating version 1928 to 1929 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1929 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3268: left oid 2 (ObjNum 1025 snap 312 seq_num 1025) 2024-09-16T03:05:34.099 INFO:tasks.rados.rados.0.smithi097.stdout:3264: finishing write tid 3 to smithi09778949-15 2024-09-16T03:05:34.100 INFO:tasks.rados.rados.0.smithi097.stdout:3264: oid 15 updating version 0 to 1771 2024-09-16T03:05:34.100 INFO:tasks.rados.rados.0.smithi097.stdout:3264: oid 15 updating version 1771 to 1772 2024-09-16T03:05:34.100 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1772 (ObjNum 1024 snap 312 seq_num 1024) dirty exists 2024-09-16T03:05:34.100 INFO:tasks.rados.rados.0.smithi097.stdout:3264: left oid 15 (ObjNum 1024 snap 312 seq_num 1024) 2024-09-16T03:05:34.115 INFO:tasks.rados.rados.0.smithi097.stdout:3265: expect (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:05:34.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:34 smithi184 ceph-mon[82194]: pgmap v720: 121 pgs: 121 active+clean; 234 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 222 KiB/s wr, 15 op/s 2024-09-16T03:05:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:34 smithi184 ceph-mon[82194]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T03:05:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:34.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:34 smithi097 ceph-mon[90424]: pgmap v720: 121 pgs: 121 active+clean; 234 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 222 KiB/s wr, 15 op/s 2024-09-16T03:05:34.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:34 smithi097 ceph-mon[90424]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T03:05:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:34 smithi097 ceph-mon[88563]: pgmap v720: 121 pgs: 121 active+clean; 234 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 222 KiB/s wr, 15 op/s 2024-09-16T03:05:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:34 smithi097 ceph-mon[88563]: osdmap e698: 8 total, 8 up, 8 in 2024-09-16T03:05:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:34.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:05:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:05:34] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.51.0" 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3264: done (5 left) 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3265: done (4 left) 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3266: done (3 left) 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3267: done (2 left) 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3268: done (1 left) 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3271: done (0 left) 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3272: read oid 49 snap -1 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3272: expect deleted 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 313 2024-09-16T03:05:35.089 INFO:tasks.rados.rados.0.smithi097.stdout:3273: seq_num 1026 ranges {303104=385024} 2024-09-16T03:05:35.092 INFO:tasks.rados.rados.0.smithi097.stdout:3273: writing smithi09778949-4 from 303104 to 688128 tid 1 2024-09-16T03:05:35.092 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 313 2024-09-16T03:05:35.092 INFO:tasks.rados.rados.0.smithi097.stdout:3274: seq_num 1027 ranges {7929856=409600} 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3274: writing smithi09778949-16 from 7929856 to 8339456 tid 1 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3275: read oid 37 snap 311 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3275: expect (ObjNum 989 snap 295 seq_num 989) 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3276: snap_create 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3273: finishing write tid 1 to smithi09778949-4 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3273: finishing write tid 2 to smithi09778949-4 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3273: finishing write tid 3 to smithi09778949-4 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3273: oid 4 updating version 0 to 1934 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3273: oid 4 version 1934 is already newer than 1933 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1934 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T03:05:35.137 INFO:tasks.rados.rados.0.smithi097.stdout:3273: left oid 4 (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:05:35.144 INFO:tasks.rados.rados.0.smithi097.stdout:3274: finishing write tid 1 to smithi09778949-16 2024-09-16T03:05:35.144 INFO:tasks.rados.rados.0.smithi097.stdout:3274: finishing write tid 2 to smithi09778949-16 2024-09-16T03:05:35.144 INFO:tasks.rados.rados.0.smithi097.stdout:3275: expect (ObjNum 989 snap 295 seq_num 989) 2024-09-16T03:05:35.199 INFO:tasks.rados.rados.0.smithi097.stdout:3274: finishing write tid 3 to smithi09778949-16 2024-09-16T03:05:35.199 INFO:tasks.rados.rados.0.smithi097.stdout:3274: oid 16 updating version 0 to 2251 2024-09-16T03:05:35.199 INFO:tasks.rados.rados.0.smithi097.stdout:3274: oid 16 updating version 2251 to 2252 2024-09-16T03:05:35.199 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2252 (ObjNum 1027 snap 313 seq_num 1027) dirty exists 2024-09-16T03:05:35.199 INFO:tasks.rados.rados.0.smithi097.stdout:3274: left oid 16 (ObjNum 1027 snap 313 seq_num 1027) 2024-09-16T03:05:35.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:35 smithi184 ceph-mon[82194]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T03:05:35.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:35 smithi097 ceph-mon[88563]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T03:05:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:35 smithi097 ceph-mon[90424]: osdmap e699: 8 total, 8 up, 8 in 2024-09-16T03:05:36.095 INFO:tasks.rados.rados.0.smithi097.stdout:3272: done (4 left) 2024-09-16T03:05:36.095 INFO:tasks.rados.rados.0.smithi097.stdout:3273: done (3 left) 2024-09-16T03:05:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3274: done (2 left) 2024-09-16T03:05:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3275: done (1 left) 2024-09-16T03:05:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3276: done (0 left) 2024-09-16T03:05:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3277: rollback oid 22 current snap is 314 2024-09-16T03:05:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 313 2024-09-16T03:05:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3278: snap_remove snap 309 2024-09-16T03:05:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:36 smithi184 ceph-mon[82194]: pgmap v723: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 896 KiB/s wr, 19 op/s 2024-09-16T03:05:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:36 smithi184 ceph-mon[82194]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T03:05:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:36 smithi097 ceph-mon[88563]: pgmap v723: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 896 KiB/s wr, 19 op/s 2024-09-16T03:05:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:36 smithi097 ceph-mon[88563]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T03:05:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:36 smithi097 ceph-mon[90424]: pgmap v723: 121 pgs: 121 active+clean; 237 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 896 KiB/s wr, 19 op/s 2024-09-16T03:05:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:36 smithi097 ceph-mon[90424]: osdmap e700: 8 total, 8 up, 8 in 2024-09-16T03:05:37.072 INFO:tasks.rados.rados.0.smithi097.stdout:3278: done (1 left) 2024-09-16T03:05:37.072 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 314 2024-09-16T03:05:37.073 INFO:tasks.rados.rados.0.smithi097.stdout:3279: seq_num 1028 ranges {0=425984} 2024-09-16T03:05:37.075 INFO:tasks.rados.rados.0.smithi097.stdout:3279: writing smithi09778949-50 from 0 to 425984 tid 1 2024-09-16T03:05:37.075 INFO:tasks.rados.rados.0.smithi097.stdout:3280: delete oid 17 current snap is 314 2024-09-16T03:05:37.075 INFO:tasks.rados.rados.0.smithi097.stdout:3277: finishing rollback tid 0 to smithi09778949-22 2024-09-16T03:05:37.075 INFO:tasks.rados.rados.0.smithi097.stdout:3277: finishing rollback tid 1 to smithi09778949-22 2024-09-16T03:05:37.075 INFO:tasks.rados.rados.0.smithi097.stdout:3277: finishing rollback tid 2 to smithi09778949-22 2024-09-16T03:05:37.075 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1932 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:05:37.076 INFO:tasks.rados.rados.0.smithi097.stdout:3277: done (2 left) 2024-09-16T03:05:37.076 INFO:tasks.rados.rados.0.smithi097.stdout:3280: done (1 left) 2024-09-16T03:05:37.076 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 314 2024-09-16T03:05:37.076 INFO:tasks.rados.rados.0.smithi097.stdout:3281: seq_num 1030 ranges {2088960=458752} 2024-09-16T03:05:37.091 INFO:tasks.rados.rados.0.smithi097.stdout:3281: writing smithi09778949-14 from 2088960 to 2547712 tid 1 2024-09-16T03:05:37.091 INFO:tasks.rados.rados.0.smithi097.stdout:3282: read oid 44 snap -1 2024-09-16T03:05:37.091 INFO:tasks.rados.rados.0.smithi097.stdout:3282: expect (ObjNum 981 snap 294 seq_num 981) 2024-09-16T03:05:37.091 INFO:tasks.rados.rados.0.smithi097.stdout:3283: rollback oid 11 current snap is 314 2024-09-16T03:05:37.091 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 301 2024-09-16T03:05:37.091 INFO:tasks.rados.rados.0.smithi097.stdout:3279: finishing write tid 1 to smithi09778949-50 2024-09-16T03:05:37.091 INFO:tasks.rados.rados.0.smithi097.stdout:3279: finishing write tid 2 to smithi09778949-50 2024-09-16T03:05:37.091 INFO:tasks.rados.rados.0.smithi097.stdout:3279: finishing write tid 3 to smithi09778949-50 2024-09-16T03:05:37.092 INFO:tasks.rados.rados.0.smithi097.stdout:3279: oid 50 updating version 0 to 1935 2024-09-16T03:05:37.092 INFO:tasks.rados.rados.0.smithi097.stdout:3279: oid 50 updating version 1935 to 1936 2024-09-16T03:05:37.092 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 1936 (ObjNum 1028 snap 314 seq_num 1028) dirty exists 2024-09-16T03:05:37.092 INFO:tasks.rados.rados.0.smithi097.stdout:3279: left oid 50 (ObjNum 1028 snap 314 seq_num 1028) 2024-09-16T03:05:37.092 INFO:tasks.rados.rados.0.smithi097.stdout:3279: done (3 left) 2024-09-16T03:05:37.092 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 314 2024-09-16T03:05:37.092 INFO:tasks.rados.rados.0.smithi097.stdout:3284: seq_num 1031 ranges {8708096=475136} 2024-09-16T03:05:37.142 INFO:tasks.rados.rados.0.smithi097.stdout:3284: writing smithi09778949-13 from 8708096 to 9183232 tid 1 2024-09-16T03:05:37.142 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 314 2024-09-16T03:05:37.142 INFO:tasks.rados.rados.0.smithi097.stdout:3283: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:05:37.143 INFO:tasks.rados.rados.0.smithi097.stdout:3285: seq_num 1032 ranges {8339456=491520} 2024-09-16T03:05:37.190 INFO:tasks.rados.rados.0.smithi097.stdout:3285: writing smithi09778949-16 from 8339456 to 8830976 tid 1 2024-09-16T03:05:37.190 INFO:tasks.rados.rados.0.smithi097.stdout:3286: rollback oid 10 current snap is 314 2024-09-16T03:05:37.190 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 307 2024-09-16T03:05:37.190 INFO:tasks.rados.rados.0.smithi097.stdout:3283: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3283: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1789 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3281: finishing write tid 1 to smithi09778949-14 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3281: finishing write tid 2 to smithi09778949-14 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3283: done (5 left) 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3287: snap_create 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3281: finishing write tid 3 to smithi09778949-14 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3281: oid 14 updating version 0 to 1931 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3281: oid 14 version 1931 is already newer than 1930 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1931 (ObjNum 1030 snap 314 seq_num 1030) dirty exists 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3281: left oid 14 (ObjNum 1030 snap 314 seq_num 1030) 2024-09-16T03:05:37.191 INFO:tasks.rados.rados.0.smithi097.stdout:3282: expect (ObjNum 981 snap 294 seq_num 981) 2024-09-16T03:05:37.278 INFO:tasks.rados.rados.0.smithi097.stdout:3284: finishing write tid 1 to smithi09778949-13 2024-09-16T03:05:37.278 INFO:tasks.rados.rados.0.smithi097.stdout:3284: finishing write tid 2 to smithi09778949-13 2024-09-16T03:05:37.278 INFO:tasks.rados.rados.0.smithi097.stdout:3284: finishing write tid 3 to smithi09778949-13 2024-09-16T03:05:37.278 INFO:tasks.rados.rados.0.smithi097.stdout:3284: oid 13 updating version 0 to 1578 2024-09-16T03:05:37.278 INFO:tasks.rados.rados.0.smithi097.stdout:3284: oid 13 updating version 1578 to 1579 2024-09-16T03:05:37.278 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1579 (ObjNum 1031 snap 314 seq_num 1031) dirty exists 2024-09-16T03:05:37.278 INFO:tasks.rados.rados.0.smithi097.stdout:3284: left oid 13 (ObjNum 1031 snap 314 seq_num 1031) 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3285: finishing write tid 1 to smithi09778949-16 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3285: finishing write tid 2 to smithi09778949-16 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3286: finishing rollback tid 0 to smithi09778949-10 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3286: finishing rollback tid 1 to smithi09778949-10 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3286: finishing rollback tid 2 to smithi09778949-10 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 1964 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3285: finishing write tid 3 to smithi09778949-16 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3285: oid 16 updating version 0 to 2257 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3285: oid 16 version 2257 is already newer than 2256 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2257 (ObjNum 1032 snap 314 seq_num 1032) dirty exists 2024-09-16T03:05:37.279 INFO:tasks.rados.rados.0.smithi097.stdout:3285: left oid 16 (ObjNum 1032 snap 314 seq_num 1032) 2024-09-16T03:05:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:37 smithi184 ceph-mon[82194]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T03:05:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:37 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:05:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:37 smithi184 ceph-mon[82194]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T03:05:37.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:37 smithi097 ceph-mon[88563]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T03:05:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:37 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:05:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:37 smithi097 ceph-mon[88563]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T03:05:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:37 smithi097 ceph-mon[90424]: osdmap e701: 8 total, 8 up, 8 in 2024-09-16T03:05:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:37 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:05:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:37 smithi097 ceph-mon[90424]: osdmap e702: 8 total, 8 up, 8 in 2024-09-16T03:05:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3281: done (5 left) 2024-09-16T03:05:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3282: done (4 left) 2024-09-16T03:05:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3284: done (3 left) 2024-09-16T03:05:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3285: done (2 left) 2024-09-16T03:05:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3286: done (1 left) 2024-09-16T03:05:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3287: done (0 left) 2024-09-16T03:05:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3288: rollback oid 6 current snap is 315 2024-09-16T03:05:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 6 to 310 2024-09-16T03:05:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3289: read oid 16 snap -1 2024-09-16T03:05:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3289: expect (ObjNum 1032 snap 314 seq_num 1032) 2024-09-16T03:05:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 315 2024-09-16T03:05:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3290: seq_num 1033 ranges {5898240=507904} 2024-09-16T03:05:38.162 INFO:tasks.rados.rados.0.smithi097.stdout:3290: writing smithi09778949-35 from 5898240 to 6406144 tid 1 2024-09-16T03:05:38.162 INFO:tasks.rados.rados.0.smithi097.stdout:3291: snap_create 2024-09-16T03:05:38.162 INFO:tasks.rados.rados.0.smithi097.stdout:3288: finishing rollback tid 0 to smithi09778949-6 2024-09-16T03:05:38.162 INFO:tasks.rados.rados.0.smithi097.stdout:3288: finishing rollback tid 1 to smithi09778949-6 2024-09-16T03:05:38.162 INFO:tasks.rados.rados.0.smithi097.stdout:3288: finishing rollback tid 2 to smithi09778949-6 2024-09-16T03:05:38.162 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1582 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:05:38.163 INFO:tasks.rados.rados.0.smithi097.stdout:3289: expect (ObjNum 1032 snap 314 seq_num 1032) 2024-09-16T03:05:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:38 smithi184 ceph-mon[82194]: pgmap v726: 121 pgs: 121 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T03:05:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:05:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:05:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:05:38.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:38 smithi097 ceph-mon[88563]: pgmap v726: 121 pgs: 121 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T03:05:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:05:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:05:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:05:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:38 smithi097 ceph-mon[90424]: pgmap v726: 121 pgs: 121 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.2 MiB/s wr, 20 op/s 2024-09-16T03:05:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:05:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:05:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:05:38.924 INFO:tasks.rados.rados.0.smithi097.stdout:3290: finishing write tid 1 to smithi09778949-35 2024-09-16T03:05:38.925 INFO:tasks.rados.rados.0.smithi097.stdout:3290: finishing write tid 2 to smithi09778949-35 2024-09-16T03:05:38.925 INFO:tasks.rados.rados.0.smithi097.stdout:3290: finishing write tid 3 to smithi09778949-35 2024-09-16T03:05:38.925 INFO:tasks.rados.rados.0.smithi097.stdout:3290: oid 35 updating version 0 to 1946 2024-09-16T03:05:38.925 INFO:tasks.rados.rados.0.smithi097.stdout:3290: oid 35 version 1946 is already newer than 1945 2024-09-16T03:05:38.925 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1946 (ObjNum 1033 snap 315 seq_num 1033) dirty exists 2024-09-16T03:05:38.925 INFO:tasks.rados.rados.0.smithi097.stdout:3290: left oid 35 (ObjNum 1033 snap 315 seq_num 1033) 2024-09-16T03:05:39.130 INFO:tasks.rados.rados.0.smithi097.stdout:3288: done (3 left) 2024-09-16T03:05:39.131 INFO:tasks.rados.rados.0.smithi097.stdout:3289: done (2 left) 2024-09-16T03:05:39.131 INFO:tasks.rados.rados.0.smithi097.stdout:3290: done (1 left) 2024-09-16T03:05:39.131 INFO:tasks.rados.rados.0.smithi097.stdout:3291: done (0 left) 2024-09-16T03:05:39.131 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 316 2024-09-16T03:05:39.131 INFO:tasks.rados.rados.0.smithi097.stdout:3292: seq_num 1034 ranges {2867200=524288} 2024-09-16T03:05:39.148 INFO:tasks.rados.rados.0.smithi097.stdout:3292: writing smithi09778949-44 from 2867200 to 3391488 tid 1 2024-09-16T03:05:39.149 INFO:tasks.rados.rados.0.smithi097.stdout:3293: snap_remove snap 303 2024-09-16T03:05:39.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:39 smithi184 ceph-mon[82194]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T03:05:39.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:39 smithi097 ceph-mon[88563]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T03:05:39.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:39 smithi097 ceph-mon[90424]: osdmap e703: 8 total, 8 up, 8 in 2024-09-16T03:05:40.136 INFO:tasks.rados.rados.0.smithi097.stdout:3293: done (1 left) 2024-09-16T03:05:40.136 INFO:tasks.rados.rados.0.smithi097.stdout:3294: delete oid 42 current snap is 316 2024-09-16T03:05:40.136 INFO:tasks.rados.rados.0.smithi097.stdout:3292: finishing write tid 1 to smithi09778949-44 2024-09-16T03:05:40.136 INFO:tasks.rados.rados.0.smithi097.stdout:3292: finishing write tid 2 to smithi09778949-44 2024-09-16T03:05:40.136 INFO:tasks.rados.rados.0.smithi097.stdout:3292: finishing write tid 3 to smithi09778949-44 2024-09-16T03:05:40.136 INFO:tasks.rados.rados.0.smithi097.stdout:3292: oid 44 updating version 0 to 1966 2024-09-16T03:05:40.137 INFO:tasks.rados.rados.0.smithi097.stdout:3292: oid 44 version 1966 is already newer than 1965 2024-09-16T03:05:40.137 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1966 (ObjNum 1034 snap 316 seq_num 1034) dirty exists 2024-09-16T03:05:40.137 INFO:tasks.rados.rados.0.smithi097.stdout:3292: left oid 44 (ObjNum 1034 snap 316 seq_num 1034) 2024-09-16T03:05:40.148 INFO:tasks.rados.rados.0.smithi097.stdout:3292: done (1 left) 2024-09-16T03:05:40.148 INFO:tasks.rados.rados.0.smithi097.stdout:3294: done (0 left) 2024-09-16T03:05:40.148 INFO:tasks.rados.rados.0.smithi097.stdout:3295: setattr oid 19 current snap is 316 2024-09-16T03:05:40.150 INFO:tasks.rados.rados.0.smithi097.stdout:3296: snap_create 2024-09-16T03:05:40.159 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2265 (ObjNum 1016 snap 309 seq_num 1016) dirty exists 2024-09-16T03:05:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:40 smithi184 ceph-mon[82194]: pgmap v729: 121 pgs: 121 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 552 KiB/s wr, 7 op/s 2024-09-16T03:05:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:40 smithi184 ceph-mon[82194]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T03:05:40.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:40 smithi097 ceph-mon[90424]: pgmap v729: 121 pgs: 121 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 552 KiB/s wr, 7 op/s 2024-09-16T03:05:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:40 smithi097 ceph-mon[90424]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T03:05:40.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:40 smithi097 ceph-mon[88563]: pgmap v729: 121 pgs: 121 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 1.7 MiB/s rd, 552 KiB/s wr, 7 op/s 2024-09-16T03:05:40.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:40 smithi097 ceph-mon[88563]: osdmap e704: 8 total, 8 up, 8 in 2024-09-16T03:05:41.143 INFO:tasks.rados.rados.0.smithi097.stdout:3295: done (1 left) 2024-09-16T03:05:41.143 INFO:tasks.rados.rados.0.smithi097.stdout:3296: done (0 left) 2024-09-16T03:05:41.143 INFO:tasks.rados.rados.0.smithi097.stdout:3297: rollback oid 1 current snap is 317 2024-09-16T03:05:41.144 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 1 to 298 2024-09-16T03:05:41.144 INFO:tasks.rados.rados.0.smithi097.stdout:3298: rollback oid 18 current snap is 317 2024-09-16T03:05:41.144 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 283 2024-09-16T03:05:41.144 INFO:tasks.rados.rados.0.smithi097.stdout:3299: copy_from oid 6 from oid 4 current snap is 317 2024-09-16T03:05:41.144 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 317 2024-09-16T03:05:41.144 INFO:tasks.rados.rados.0.smithi097.stdout:3300: seq_num 1036 ranges {352256=557056} 2024-09-16T03:05:41.148 INFO:tasks.rados.rados.0.smithi097.stdout:3300: writing smithi09778949-15 from 352256 to 909312 tid 1 2024-09-16T03:05:41.148 INFO:tasks.rados.rados.0.smithi097.stdout:3301: read oid 39 snap 307 2024-09-16T03:05:41.148 INFO:tasks.rados.rados.0.smithi097.stdout:3301: expect (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:05:41.149 INFO:tasks.rados.rados.0.smithi097.stdout:3302: snap_create 2024-09-16T03:05:41.149 INFO:tasks.rados.rados.0.smithi097.stdout:3297: finishing rollback tid 1 to smithi09778949-1 2024-09-16T03:05:41.149 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1963 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T03:05:41.150 INFO:tasks.rados.rados.0.smithi097.stdout:3298: finishing rollback tid 0 to smithi09778949-18 2024-09-16T03:05:41.151 INFO:tasks.rados.rados.0.smithi097.stdout:3298: finishing rollback tid 1 to smithi09778949-18 2024-09-16T03:05:41.151 INFO:tasks.rados.rados.0.smithi097.stdout:3298: finishing rollback tid 2 to smithi09778949-18 2024-09-16T03:05:41.152 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1513 (ObjNum 931 snap 275 seq_num 931) dirty exists 2024-09-16T03:05:41.155 INFO:tasks.rados.rados.0.smithi097.stdout:3300: finishing write tid 1 to smithi09778949-15 2024-09-16T03:05:41.155 INFO:tasks.rados.rados.0.smithi097.stdout:3300: finishing write tid 2 to smithi09778949-15 2024-09-16T03:05:41.155 INFO:tasks.rados.rados.0.smithi097.stdout:3299: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:05:41.156 INFO:tasks.rados.rados.0.smithi097.stdout:3299: finishing copy_from to smithi09778949-6 2024-09-16T03:05:41.156 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1934 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T03:05:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3300: finishing write tid 3 to smithi09778949-15 2024-09-16T03:05:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3300: oid 15 updating version 0 to 1774 2024-09-16T03:05:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3300: oid 15 version 1774 is already newer than 1773 2024-09-16T03:05:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1774 (ObjNum 1036 snap 317 seq_num 1036) dirty exists 2024-09-16T03:05:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3300: left oid 15 (ObjNum 1036 snap 317 seq_num 1036) 2024-09-16T03:05:41.184 INFO:tasks.rados.rados.0.smithi097.stdout:3301: expect (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:05:41.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:41 smithi184 ceph-mon[82194]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T03:05:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:41 smithi097 ceph-mon[88563]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T03:05:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:41 smithi097 ceph-mon[90424]: osdmap e705: 8 total, 8 up, 8 in 2024-09-16T03:05:42.072 INFO:tasks.rados.rados.0.smithi097.stdout:3297: done (5 left) 2024-09-16T03:05:42.072 INFO:tasks.rados.rados.0.smithi097.stdout:3298: done (4 left) 2024-09-16T03:05:42.072 INFO:tasks.rados.rados.0.smithi097.stdout:3299: done (3 left) 2024-09-16T03:05:42.072 INFO:tasks.rados.rados.0.smithi097.stdout:3300: done (2 left) 2024-09-16T03:05:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:3301: done (1 left) 2024-09-16T03:05:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:3302: done (0 left) 2024-09-16T03:05:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:3303: rmattr oid 27 current snap is 318 2024-09-16T03:05:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:3303: done (0 left) 2024-09-16T03:05:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:3304: copy_from oid 33 from oid 29 current snap is 318 2024-09-16T03:05:42.073 INFO:tasks.rados.rados.0.smithi097.stdout:3305: setattr oid 37 current snap is 318 2024-09-16T03:05:42.074 INFO:tasks.rados.rados.0.smithi097.stdout:3306: read oid 23 snap -1 2024-09-16T03:05:42.074 INFO:tasks.rados.rados.0.smithi097.stdout:3306: expect deleted 2024-09-16T03:05:42.074 INFO:tasks.rados.rados.0.smithi097.stdout:3307: rollback oid 27 current snap is 318 2024-09-16T03:05:42.074 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 313 2024-09-16T03:05:42.074 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 318 2024-09-16T03:05:42.074 INFO:tasks.rados.rados.0.smithi097.stdout:3308: seq_num 1037 ranges {6848512=573440} 2024-09-16T03:05:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3308: writing smithi09778949-26 from 6848512 to 7421952 tid 1 2024-09-16T03:05:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3309: rollback oid 45 current snap is 318 2024-09-16T03:05:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 310 2024-09-16T03:05:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1587 (ObjNum 989 snap 295 seq_num 989) dirty exists 2024-09-16T03:05:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3307: finishing rollback tid 0 to smithi09778949-27 2024-09-16T03:05:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3307: finishing rollback tid 1 to smithi09778949-27 2024-09-16T03:05:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3307: finishing rollback tid 2 to smithi09778949-27 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2273 (ObjNum 1002 snap 298 seq_num 1002) dirty exists 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3304: finishing copy_from racing read to smithi09778949-33 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3304: finishing copy_from to smithi09778949-33 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1961 (ObjNum 932 snap 275 seq_num 932) dirty exists 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3304: done (5 left) 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3305: done (4 left) 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3306: done (3 left) 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3307: done (2 left) 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3310: setattr oid 9 current snap is 318 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3309: finishing rollback tid 1 to smithi09778949-45 2024-09-16T03:05:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T03:05:42.117 INFO:tasks.rados.rados.0.smithi097.stdout:3309: done (2 left) 2024-09-16T03:05:42.117 INFO:tasks.rados.rados.0.smithi097.stdout:3311: snap_create 2024-09-16T03:05:42.118 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1947 (ObjNum 985 snap 294 seq_num 985) dirty exists 2024-09-16T03:05:42.118 INFO:tasks.rados.rados.0.smithi097.stdout:3308: finishing write tid 1 to smithi09778949-26 2024-09-16T03:05:42.119 INFO:tasks.rados.rados.0.smithi097.stdout:3308: finishing write tid 2 to smithi09778949-26 2024-09-16T03:05:42.120 INFO:tasks.rados.rados.0.smithi097.stdout:3308: finishing write tid 3 to smithi09778949-26 2024-09-16T03:05:42.120 INFO:tasks.rados.rados.0.smithi097.stdout:3308: oid 26 updating version 0 to 1515 2024-09-16T03:05:42.120 INFO:tasks.rados.rados.0.smithi097.stdout:3308: oid 26 version 1515 is already newer than 1514 2024-09-16T03:05:42.120 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1515 (ObjNum 1037 snap 318 seq_num 1037) dirty exists 2024-09-16T03:05:42.120 INFO:tasks.rados.rados.0.smithi097.stdout:3308: left oid 26 (ObjNum 1037 snap 318 seq_num 1037) 2024-09-16T03:05:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:42 smithi184 ceph-mon[82194]: pgmap v732: 121 pgs: 121 active+clean; 240 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 430 KiB/s wr, 11 op/s 2024-09-16T03:05:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:42 smithi184 ceph-mon[82194]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T03:05:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:42 smithi184 ceph-mon[82194]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T03:05:42.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:42 smithi097 ceph-mon[88563]: pgmap v732: 121 pgs: 121 active+clean; 240 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 430 KiB/s wr, 11 op/s 2024-09-16T03:05:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:42 smithi097 ceph-mon[88563]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T03:05:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:42 smithi097 ceph-mon[88563]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T03:05:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:42 smithi097 ceph-mon[90424]: pgmap v732: 121 pgs: 121 active+clean; 240 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 430 KiB/s wr, 11 op/s 2024-09-16T03:05:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:42 smithi097 ceph-mon[90424]: osdmap e706: 8 total, 8 up, 8 in 2024-09-16T03:05:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:42 smithi097 ceph-mon[90424]: osdmap e707: 8 total, 8 up, 8 in 2024-09-16T03:05:43.076 INFO:tasks.rados.rados.0.smithi097.stdout:3308: done (2 left) 2024-09-16T03:05:43.076 INFO:tasks.rados.rados.0.smithi097.stdout:3310: done (1 left) 2024-09-16T03:05:43.076 INFO:tasks.rados.rados.0.smithi097.stdout:3311: done (0 left) 2024-09-16T03:05:43.076 INFO:tasks.rados.rados.0.smithi097.stdout:3312: read oid 20 snap -1 2024-09-16T03:05:43.077 INFO:tasks.rados.rados.0.smithi097.stdout:3312: expect (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:05:43.077 INFO:tasks.rados.rados.0.smithi097.stdout:3313: snap_create 2024-09-16T03:05:43.085 INFO:tasks.rados.rados.0.smithi097.stdout:3312: expect (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:05:44.075 INFO:tasks.rados.rados.0.smithi097.stdout:3312: done (1 left) 2024-09-16T03:05:44.075 INFO:tasks.rados.rados.0.smithi097.stdout:3313: done (0 left) 2024-09-16T03:05:44.075 INFO:tasks.rados.rados.0.smithi097.stdout:3314: snap_create 2024-09-16T03:05:44.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:44 smithi184 ceph-mon[82194]: pgmap v735: 121 pgs: 121 active+clean; 242 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 640 KiB/s wr, 12 op/s 2024-09-16T03:05:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:44 smithi184 ceph-mon[82194]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T03:05:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:44 smithi097 ceph-mon[90424]: pgmap v735: 121 pgs: 121 active+clean; 242 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 640 KiB/s wr, 12 op/s 2024-09-16T03:05:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:44 smithi097 ceph-mon[90424]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T03:05:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:44 smithi097 ceph-mon[88563]: pgmap v735: 121 pgs: 121 active+clean; 242 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 640 KiB/s wr, 12 op/s 2024-09-16T03:05:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:44 smithi097 ceph-mon[88563]: osdmap e708: 8 total, 8 up, 8 in 2024-09-16T03:05:44.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:05:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:05:44] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.51.0" 2024-09-16T03:05:45.077 INFO:tasks.rados.rados.0.smithi097.stdout:3314: done (0 left) 2024-09-16T03:05:45.077 INFO:tasks.rados.rados.0.smithi097.stdout:3315: rmattr oid 8 current snap is 321 2024-09-16T03:05:45.077 INFO:tasks.rados.rados.0.smithi097.stdout:3316: copy_from oid 30 from oid 7 current snap is 321 2024-09-16T03:05:45.077 INFO:tasks.rados.rados.0.smithi097.stdout:3317: setattr oid 47 current snap is 321 2024-09-16T03:05:45.078 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 321 2024-09-16T03:05:45.078 INFO:tasks.rados.rados.0.smithi097.stdout:3318: seq_num 1038 ranges {2801664=589824} 2024-09-16T03:05:45.097 INFO:tasks.rados.rados.0.smithi097.stdout:3318: writing smithi09778949-20 from 2801664 to 3391488 tid 1 2024-09-16T03:05:45.097 INFO:tasks.rados.rados.0.smithi097.stdout:3319: snap_remove snap 317 2024-09-16T03:05:45.098 INFO:tasks.rados.rados.0.smithi097.stdout:3316: finishing copy_from to smithi09778949-30 2024-09-16T03:05:45.098 INFO:tasks.rados.rados.0.smithi097.stdout:3316: got expected ENOENT (src dne) 2024-09-16T03:05:45.098 INFO:tasks.rados.rados.0.smithi097.stdout:3316: finishing copy_from racing read to smithi09778949-30 2024-09-16T03:05:45.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1978 (ObjNum 964 snap 287 seq_num 964) dirty exists 2024-09-16T03:05:45.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1930 (ObjNum 33 snap 0 seq_num 1973739152) dirty exists 2024-09-16T03:05:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:45 smithi184 ceph-mon[82194]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T03:05:45.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:45 smithi184 ceph-mon[82194]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T03:05:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:45 smithi097 ceph-mon[88563]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T03:05:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:45 smithi097 ceph-mon[88563]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T03:05:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:45 smithi097 ceph-mon[90424]: osdmap e709: 8 total, 8 up, 8 in 2024-09-16T03:05:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:45 smithi097 ceph-mon[90424]: osdmap e710: 8 total, 8 up, 8 in 2024-09-16T03:05:46.102 INFO:tasks.rados.rados.0.smithi097.stdout:3315: done (4 left) 2024-09-16T03:05:46.102 INFO:tasks.rados.rados.0.smithi097.stdout:3316: done (3 left) 2024-09-16T03:05:46.102 INFO:tasks.rados.rados.0.smithi097.stdout:3317: done (2 left) 2024-09-16T03:05:46.102 INFO:tasks.rados.rados.0.smithi097.stdout:3319: done (1 left) 2024-09-16T03:05:46.102 INFO:tasks.rados.rados.0.smithi097.stdout:3320: read oid 16 snap 299 2024-09-16T03:05:46.102 INFO:tasks.rados.rados.0.smithi097.stdout:3320: expect (ObjNum 955 snap 282 seq_num 955) 2024-09-16T03:05:46.102 INFO:tasks.rados.rados.0.smithi097.stdout:3321: rollback oid 44 current snap is 321 2024-09-16T03:05:46.103 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 298 2024-09-16T03:05:46.103 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 321 2024-09-16T03:05:46.103 INFO:tasks.rados.rados.0.smithi097.stdout:3322: seq_num 1039 ranges {2547712=606208} 2024-09-16T03:05:46.121 INFO:tasks.rados.rados.0.smithi097.stdout:3322: writing smithi09778949-14 from 2547712 to 3153920 tid 1 2024-09-16T03:05:46.121 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 9 current snap is 321 2024-09-16T03:05:46.121 INFO:tasks.rados.rados.0.smithi097.stdout:3318: finishing write tid 1 to smithi09778949-20 2024-09-16T03:05:46.122 INFO:tasks.rados.rados.0.smithi097.stdout:3323: seq_num 1040 ranges {3424256=622592} 2024-09-16T03:05:46.144 INFO:tasks.rados.rados.0.smithi097.stdout:3323: writing smithi09778949-9 from 3424256 to 4046848 tid 1 2024-09-16T03:05:46.144 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 321 2024-09-16T03:05:46.144 INFO:tasks.rados.rados.0.smithi097.stdout:3318: finishing write tid 2 to smithi09778949-20 2024-09-16T03:05:46.144 INFO:tasks.rados.rados.0.smithi097.stdout:3318: finishing write tid 3 to smithi09778949-20 2024-09-16T03:05:46.144 INFO:tasks.rados.rados.0.smithi097.stdout:3318: oid 20 updating version 0 to 1944 2024-09-16T03:05:46.145 INFO:tasks.rados.rados.0.smithi097.stdout:3318: oid 20 version 1944 is already newer than 1943 2024-09-16T03:05:46.145 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1944 (ObjNum 1038 snap 321 seq_num 1038) dirty exists 2024-09-16T03:05:46.145 INFO:tasks.rados.rados.0.smithi097.stdout:3318: left oid 20 (ObjNum 1038 snap 321 seq_num 1038) 2024-09-16T03:05:46.145 INFO:tasks.rados.rados.0.smithi097.stdout:3321: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:05:46.146 INFO:tasks.rados.rados.0.smithi097.stdout:3321: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:05:46.146 INFO:tasks.rados.rados.0.smithi097.stdout:3321: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:05:46.146 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 1969 (ObjNum 981 snap 294 seq_num 981) dirty exists 2024-09-16T03:05:46.146 INFO:tasks.rados.rados.0.smithi097.stdout:3324: seq_num 1041 ranges {6406144=638976} 2024-09-16T03:05:46.180 INFO:tasks.rados.rados.0.smithi097.stdout:3324: writing smithi09778949-35 from 6406144 to 7045120 tid 1 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:3318: done (5 left) 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:3321: done (4 left) 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 321 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:3322: finishing write tid 1 to smithi09778949-14 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:3322: finishing write tid 2 to smithi09778949-14 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:3322: finishing write tid 3 to smithi09778949-14 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:3322: oid 14 updating version 0 to 1933 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:3322: oid 14 version 1933 is already newer than 1932 2024-09-16T03:05:46.181 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 1933 (ObjNum 1039 snap 321 seq_num 1039) dirty exists 2024-09-16T03:05:46.182 INFO:tasks.rados.rados.0.smithi097.stdout:3322: left oid 14 (ObjNum 1039 snap 321 seq_num 1039) 2024-09-16T03:05:46.182 INFO:tasks.rados.rados.0.smithi097.stdout:3320: expect (ObjNum 955 snap 282 seq_num 955) 2024-09-16T03:05:46.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:46 smithi184 ceph-mon[82194]: pgmap v738: 121 pgs: 121 active+clean; 244 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 834 KiB/s wr, 5 op/s 2024-09-16T03:05:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:46 smithi097 ceph-mon[88563]: pgmap v738: 121 pgs: 121 active+clean; 244 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 834 KiB/s wr, 5 op/s 2024-09-16T03:05:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:46 smithi097 ceph-mon[90424]: pgmap v738: 121 pgs: 121 active+clean; 244 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 834 KiB/s wr, 5 op/s 2024-09-16T03:05:46.662 INFO:tasks.rados.rados.0.smithi097.stdout:3323: finishing write tid 1 to smithi09778949-9 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3323: finishing write tid 2 to smithi09778949-9 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3323: finishing write tid 3 to smithi09778949-9 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3323: oid 9 updating version 0 to 1949 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3323: oid 9 version 1949 is already newer than 1948 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1949 (ObjNum 1040 snap 321 seq_num 1040) dirty exists 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3323: left oid 9 (ObjNum 1040 snap 321 seq_num 1040) 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3324: finishing write tid 1 to smithi09778949-35 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3324: finishing write tid 2 to smithi09778949-35 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3324: finishing write tid 3 to smithi09778949-35 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3324: oid 35 updating version 0 to 1951 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3324: oid 35 version 1951 is already newer than 1950 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1951 (ObjNum 1041 snap 321 seq_num 1041) dirty exists 2024-09-16T03:05:46.663 INFO:tasks.rados.rados.0.smithi097.stdout:3324: left oid 35 (ObjNum 1041 snap 321 seq_num 1041) 2024-09-16T03:05:46.664 INFO:tasks.rados.rados.0.smithi097.stdout:3325: seq_num 1042 ranges {0=655360} 2024-09-16T03:05:46.666 INFO:tasks.rados.rados.0.smithi097.stdout:3325: writing smithi09778949-7 from 0 to 655360 tid 1 2024-09-16T03:05:46.666 INFO:tasks.rados.rados.0.smithi097.stdout:3320: done (4 left) 2024-09-16T03:05:46.666 INFO:tasks.rados.rados.0.smithi097.stdout:3322: done (3 left) 2024-09-16T03:05:46.666 INFO:tasks.rados.rados.0.smithi097.stdout:3323: done (2 left) 2024-09-16T03:05:46.666 INFO:tasks.rados.rados.0.smithi097.stdout:3324: done (1 left) 2024-09-16T03:05:46.666 INFO:tasks.rados.rados.0.smithi097.stdout:3326: delete oid 31 current snap is 321 2024-09-16T03:05:46.668 INFO:tasks.rados.rados.0.smithi097.stdout:3326: done (1 left) 2024-09-16T03:05:46.668 INFO:tasks.rados.rados.0.smithi097.stdout:3327: delete oid 1 current snap is 321 2024-09-16T03:05:46.670 INFO:tasks.rados.rados.0.smithi097.stdout:3325: finishing write tid 1 to smithi09778949-7 2024-09-16T03:05:46.670 INFO:tasks.rados.rados.0.smithi097.stdout:3325: finishing write tid 2 to smithi09778949-7 2024-09-16T03:05:46.671 INFO:tasks.rados.rados.0.smithi097.stdout:3327: done (1 left) 2024-09-16T03:05:46.671 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 321 2024-09-16T03:05:46.671 INFO:tasks.rados.rados.0.smithi097.stdout:3328: seq_num 1045 ranges {368640=704512} 2024-09-16T03:05:46.677 INFO:tasks.rados.rados.0.smithi097.stdout:3328: writing smithi09778949-2 from 368640 to 1073152 tid 1 2024-09-16T03:05:46.677 INFO:tasks.rados.rados.0.smithi097.stdout:3329: snap_create 2024-09-16T03:05:46.677 INFO:tasks.rados.rados.0.smithi097.stdout:3325: finishing write tid 3 to smithi09778949-7 2024-09-16T03:05:46.677 INFO:tasks.rados.rados.0.smithi097.stdout:3325: oid 7 updating version 0 to 2276 2024-09-16T03:05:46.677 INFO:tasks.rados.rados.0.smithi097.stdout:3325: oid 7 updating version 2276 to 2277 2024-09-16T03:05:46.677 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2277 (ObjNum 1042 snap 321 seq_num 1042) dirty exists 2024-09-16T03:05:46.677 INFO:tasks.rados.rados.0.smithi097.stdout:3325: left oid 7 (ObjNum 1042 snap 321 seq_num 1042) 2024-09-16T03:05:46.680 INFO:tasks.rados.rados.0.smithi097.stdout:3328: finishing write tid 1 to smithi09778949-2 2024-09-16T03:05:46.680 INFO:tasks.rados.rados.0.smithi097.stdout:3328: finishing write tid 2 to smithi09778949-2 2024-09-16T03:05:46.681 INFO:tasks.rados.rados.0.smithi097.stdout:3328: finishing write tid 3 to smithi09778949-2 2024-09-16T03:05:46.681 INFO:tasks.rados.rados.0.smithi097.stdout:3328: oid 2 updating version 0 to 1935 2024-09-16T03:05:46.681 INFO:tasks.rados.rados.0.smithi097.stdout:3328: oid 2 version 1935 is already newer than 1934 2024-09-16T03:05:46.681 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 1935 (ObjNum 1045 snap 321 seq_num 1045) dirty exists 2024-09-16T03:05:46.681 INFO:tasks.rados.rados.0.smithi097.stdout:3328: left oid 2 (ObjNum 1045 snap 321 seq_num 1045) 2024-09-16T03:05:47.072 INFO:tasks.rados.rados.0.smithi097.stdout:3325: done (2 left) 2024-09-16T03:05:47.072 INFO:tasks.rados.rados.0.smithi097.stdout:3328: done (1 left) 2024-09-16T03:05:47.072 INFO:tasks.rados.rados.0.smithi097.stdout:3329: done (0 left) 2024-09-16T03:05:47.072 INFO:tasks.rados.rados.0.smithi097.stdout:3330: read oid 25 snap -1 2024-09-16T03:05:47.072 INFO:tasks.rados.rados.0.smithi097.stdout:3330: expect (ObjNum 1020 snap 309 seq_num 1020) 2024-09-16T03:05:47.072 INFO:tasks.rados.rados.0.smithi097.stdout:3331: read oid 2 snap -1 2024-09-16T03:05:47.072 INFO:tasks.rados.rados.0.smithi097.stdout:3331: expect (ObjNum 1045 snap 321 seq_num 1045) 2024-09-16T03:05:47.073 INFO:tasks.rados.rados.0.smithi097.stdout:3332: copy_from oid 3 from oid 20 current snap is 322 2024-09-16T03:05:47.073 INFO:tasks.rados.rados.0.smithi097.stdout:3333: delete oid 43 current snap is 322 2024-09-16T03:05:47.077 INFO:tasks.rados.rados.0.smithi097.stdout:3333: done (3 left) 2024-09-16T03:05:47.077 INFO:tasks.rados.rados.0.smithi097.stdout:3334: read oid 6 snap -1 2024-09-16T03:05:47.077 INFO:tasks.rados.rados.0.smithi097.stdout:3334: expect (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:05:47.077 INFO:tasks.rados.rados.0.smithi097.stdout:3335: copy_from oid 49 from oid 7 current snap is 322 2024-09-16T03:05:47.077 INFO:tasks.rados.rados.0.smithi097.stdout:3336: read oid 37 snap 299 2024-09-16T03:05:47.077 INFO:tasks.rados.rados.0.smithi097.stdout:3336: expect (ObjNum 989 snap 295 seq_num 989) 2024-09-16T03:05:47.077 INFO:tasks.rados.rados.0.smithi097.stdout:3337: snap_remove snap 320 2024-09-16T03:05:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:47 smithi184 ceph-mon[82194]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T03:05:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:47 smithi184 ceph-mon[82194]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T03:05:47.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:47 smithi097 ceph-mon[88563]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T03:05:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:47 smithi097 ceph-mon[88563]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T03:05:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:47 smithi097 ceph-mon[90424]: osdmap e711: 8 total, 8 up, 8 in 2024-09-16T03:05:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:47 smithi097 ceph-mon[90424]: osdmap e712: 8 total, 8 up, 8 in 2024-09-16T03:05:48.078 INFO:tasks.rados.rados.0.smithi097.stdout:3331: expect (ObjNum 1045 snap 321 seq_num 1045) 2024-09-16T03:05:48.116 INFO:tasks.rados.rados.0.smithi097.stdout:3334: expect (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:05:48.138 INFO:tasks.rados.rados.0.smithi097.stdout:3336: expect (ObjNum 989 snap 295 seq_num 989) 2024-09-16T03:05:48.195 INFO:tasks.rados.rados.0.smithi097.stdout:3330: expect (ObjNum 1020 snap 309 seq_num 1020) 2024-09-16T03:05:48.361 INFO:tasks.rados.rados.0.smithi097.stdout:3332: finishing copy_from racing read to smithi09778949-3 2024-09-16T03:05:48.361 INFO:tasks.rados.rados.0.smithi097.stdout:3332: finishing copy_from to smithi09778949-3 2024-09-16T03:05:48.361 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1944 (ObjNum 1038 snap 321 seq_num 1038) dirty exists 2024-09-16T03:05:48.361 INFO:tasks.rados.rados.0.smithi097.stdout:3335: finishing copy_from racing read to smithi09778949-49 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3335: finishing copy_from to smithi09778949-49 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 2277 (ObjNum 1042 snap 321 seq_num 1042) dirty exists 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3330: done (6 left) 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3331: done (5 left) 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3332: done (4 left) 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3334: done (3 left) 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3335: done (2 left) 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3336: done (1 left) 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3337: done (0 left) 2024-09-16T03:05:48.362 INFO:tasks.rados.rados.0.smithi097.stdout:3338: snap_create 2024-09-16T03:05:48.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:48 smithi184 ceph-mon[82194]: pgmap v741: 121 pgs: 121 active+clean; 245 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 706 KiB/s wr, 10 op/s 2024-09-16T03:05:48.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:48 smithi184 ceph-mon[82194]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T03:05:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:48 smithi097 ceph-mon[88563]: pgmap v741: 121 pgs: 121 active+clean; 245 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 706 KiB/s wr, 10 op/s 2024-09-16T03:05:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:48 smithi097 ceph-mon[88563]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T03:05:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:48 smithi097 ceph-mon[90424]: pgmap v741: 121 pgs: 121 active+clean; 245 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 706 KiB/s wr, 10 op/s 2024-09-16T03:05:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:48 smithi097 ceph-mon[90424]: osdmap e713: 8 total, 8 up, 8 in 2024-09-16T03:05:49.118 INFO:tasks.rados.rados.0.smithi097.stdout:3338: done (0 left) 2024-09-16T03:05:49.119 INFO:tasks.rados.rados.0.smithi097.stdout:3339: snap_remove snap 284 2024-09-16T03:05:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:49.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:05:50.119 INFO:tasks.rados.rados.0.smithi097.stdout:3339: done (0 left) 2024-09-16T03:05:50.119 INFO:tasks.rados.rados.0.smithi097.stdout:3340: read oid 32 snap -1 2024-09-16T03:05:50.119 INFO:tasks.rados.rados.0.smithi097.stdout:3340: expect (ObjNum 951 snap 281 seq_num 951) 2024-09-16T03:05:50.119 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 323 2024-09-16T03:05:50.120 INFO:tasks.rados.rados.0.smithi097.stdout:3341: seq_num 1047 ranges {0=745472} 2024-09-16T03:05:50.125 INFO:tasks.rados.rados.0.smithi097.stdout:3341: writing smithi09778949-48 from 0 to 745472 tid 1 2024-09-16T03:05:50.125 INFO:tasks.rados.rados.0.smithi097.stdout:3342: rollback oid 43 current snap is 323 2024-09-16T03:05:50.125 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 283 2024-09-16T03:05:50.125 INFO:tasks.rados.rados.0.smithi097.stdout:3343: rollback oid 9 current snap is 323 2024-09-16T03:05:50.125 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 283 2024-09-16T03:05:50.125 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 323 2024-09-16T03:05:50.125 INFO:tasks.rados.rados.0.smithi097.stdout:3344: seq_num 1048 ranges {909312=761856} 2024-09-16T03:05:50.135 INFO:tasks.rados.rados.0.smithi097.stdout:3344: writing smithi09778949-15 from 909312 to 1671168 tid 1 2024-09-16T03:05:50.135 INFO:tasks.rados.rados.0.smithi097.stdout:3345: rollback oid 29 current snap is 323 2024-09-16T03:05:50.135 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 29 to 319 2024-09-16T03:05:50.135 INFO:tasks.rados.rados.0.smithi097.stdout:3346: setattr oid 21 current snap is 323 2024-09-16T03:05:50.136 INFO:tasks.rados.rados.0.smithi097.stdout:3341: finishing write tid 1 to smithi09778949-48 2024-09-16T03:05:50.136 INFO:tasks.rados.rados.0.smithi097.stdout:3341: finishing write tid 2 to smithi09778949-48 2024-09-16T03:05:50.136 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 323 2024-09-16T03:05:50.137 INFO:tasks.rados.rados.0.smithi097.stdout:3347: seq_num 1049 ranges {3981312=778240} 2024-09-16T03:05:50.165 INFO:tasks.rados.rados.0.smithi097.stdout:3347: writing smithi09778949-36 from 3981312 to 4759552 tid 1 2024-09-16T03:05:50.165 INFO:tasks.rados.rados.0.smithi097.stdout:3348: read oid 39 snap 313 2024-09-16T03:05:50.165 INFO:tasks.rados.rados.0.smithi097.stdout:3348: expect (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3349: rollback oid 10 current snap is 323 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 283 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3341: finishing write tid 3 to smithi09778949-48 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3341: oid 48 updating version 0 to 800 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3341: oid 48 version 800 is already newer than 799 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 800 (ObjNum 1047 snap 323 seq_num 1047) dirty exists 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3341: left oid 48 (ObjNum 1047 snap 323 seq_num 1047) 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3341: done (9 left) 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3350: delete oid 45 current snap is 323 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3342: finishing rollback tid 1 to smithi09778949-43 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1775 (ObjNum 65 snap 0 seq_num 1616990039) dirty dne 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3345: finishing rollback tid 0 to smithi09778949-29 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3343: finishing rollback tid 0 to smithi09778949-9 2024-09-16T03:05:50.166 INFO:tasks.rados.rados.0.smithi097.stdout:3344: finishing write tid 1 to smithi09778949-15 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:3344: finishing write tid 2 to smithi09778949-15 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:3344: finishing write tid 3 to smithi09778949-15 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:3344: oid 15 updating version 0 to 1776 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:3344: oid 15 updating version 1776 to 1777 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1777 (ObjNum 1048 snap 323 seq_num 1048) dirty exists 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:3344: left oid 15 (ObjNum 1048 snap 323 seq_num 1048) 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1778 (ObjNum 950 snap 280 seq_num 950) dirty exists 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:3345: finishing rollback tid 1 to smithi09778949-29 2024-09-16T03:05:50.167 INFO:tasks.rados.rados.0.smithi097.stdout:3340: expect (ObjNum 951 snap 281 seq_num 951) 2024-09-16T03:05:50.318 INFO:tasks.rados.rados.0.smithi097.stdout:3343: finishing rollback tid 1 to smithi09778949-9 2024-09-16T03:05:50.318 INFO:tasks.rados.rados.0.smithi097.stdout:3343: finishing rollback tid 2 to smithi09778949-9 2024-09-16T03:05:50.318 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1954 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:05:50.318 INFO:tasks.rados.rados.0.smithi097.stdout:3345: finishing rollback tid 2 to smithi09778949-29 2024-09-16T03:05:50.318 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 2280 (ObjNum 932 snap 275 seq_num 932) dirty exists 2024-09-16T03:05:50.318 INFO:tasks.rados.rados.0.smithi097.stdout:3340: done (9 left) 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3342: done (8 left) 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3343: done (7 left) 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3344: done (6 left) 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3345: done (5 left) 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3346: done (4 left) 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3350: done (3 left) 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 323 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3347: finishing write tid 1 to smithi09778949-36 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3347: finishing write tid 2 to smithi09778949-36 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3349: finishing rollback tid 0 to smithi09778949-10 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3349: finishing rollback tid 1 to smithi09778949-10 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3349: finishing rollback tid 2 to smithi09778949-10 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2283 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-09-16T03:05:50.319 INFO:tasks.rados.rados.0.smithi097.stdout:3347: finishing write tid 3 to smithi09778949-36 2024-09-16T03:05:50.320 INFO:tasks.rados.rados.0.smithi097.stdout:3347: oid 36 updating version 0 to 1980 2024-09-16T03:05:50.320 INFO:tasks.rados.rados.0.smithi097.stdout:3347: oid 36 version 1980 is already newer than 1979 2024-09-16T03:05:50.320 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1980 (ObjNum 1049 snap 323 seq_num 1049) dirty exists 2024-09-16T03:05:50.320 INFO:tasks.rados.rados.0.smithi097.stdout:3347: left oid 36 (ObjNum 1049 snap 323 seq_num 1049) 2024-09-16T03:05:50.320 INFO:tasks.rados.rados.0.smithi097.stdout:3351: seq_num 1051 ranges {0=409600,409600=401408} 2024-09-16T03:05:50.320 INFO:tasks.rados.rados.0.smithi097.stdout:3351: writing smithi09778949-41 from 0 to 409600 tid 1 2024-09-16T03:05:50.322 INFO:tasks.rados.rados.0.smithi097.stdout:3351: writing smithi09778949-41 from 409600 to 811008 tid 2 2024-09-16T03:05:50.322 INFO:tasks.rados.rados.0.smithi097.stdout:3347: done (3 left) 2024-09-16T03:05:50.322 INFO:tasks.rados.rados.0.smithi097.stdout:3349: done (2 left) 2024-09-16T03:05:50.322 INFO:tasks.rados.rados.0.smithi097.stdout:3352: rmattr oid 42 current snap is 323 2024-09-16T03:05:50.322 INFO:tasks.rados.rados.0.smithi097.stdout:3352: done (2 left) 2024-09-16T03:05:50.322 INFO:tasks.rados.rados.0.smithi097.stdout:3353: snap_remove snap 283 2024-09-16T03:05:50.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:50 smithi184 ceph-mon[82194]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 728 KiB/s wr, 22 op/s 2024-09-16T03:05:50.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:50 smithi184 ceph-mon[82194]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T03:05:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:50 smithi097 ceph-mon[88563]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 728 KiB/s wr, 22 op/s 2024-09-16T03:05:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:50 smithi097 ceph-mon[88563]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T03:05:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:50 smithi097 ceph-mon[90424]: pgmap v744: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 246 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 728 KiB/s wr, 22 op/s 2024-09-16T03:05:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:50 smithi097 ceph-mon[90424]: osdmap e714: 8 total, 8 up, 8 in 2024-09-16T03:05:50.495 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:05:50 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T03:05:50.148+0000 7facd3221640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 159 after trimming was started 2024-09-16T03:05:51.134 INFO:tasks.rados.rados.0.smithi097.stdout:3353: done (2 left) 2024-09-16T03:05:51.134 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 323 2024-09-16T03:05:51.134 INFO:tasks.rados.rados.0.smithi097.stdout:3354: seq_num 1052 ranges {0=425984,425984=401408} 2024-09-16T03:05:51.136 INFO:tasks.rados.rados.0.smithi097.stdout:3354: writing smithi09778949-31 from 0 to 425984 tid 1 2024-09-16T03:05:51.139 INFO:tasks.rados.rados.0.smithi097.stdout:3354: writing smithi09778949-31 from 425984 to 827392 tid 2 2024-09-16T03:05:51.139 INFO:tasks.rados.rados.0.smithi097.stdout:3355: snap_remove snap 321 2024-09-16T03:05:51.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:51 smithi184 ceph-mon[82194]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T03:05:51.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:51 smithi097 ceph-mon[88563]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T03:05:51.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:51 smithi097 ceph-mon[90424]: osdmap e715: 8 total, 8 up, 8 in 2024-09-16T03:05:52.074 INFO:tasks.rados.rados.0.smithi097.stdout:3355: done (3 left) 2024-09-16T03:05:52.075 INFO:tasks.rados.rados.0.smithi097.stdout:3356: delete oid 49 current snap is 323 2024-09-16T03:05:52.075 INFO:tasks.rados.rados.0.smithi097.stdout:3348: expect (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:05:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:52 smithi184 ceph-mon[82194]: pgmap v747: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 253 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-09-16T03:05:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:52 smithi184 ceph-mon[82194]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T03:05:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:52 smithi184 ceph-mon[82194]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:3351: finishing write tid 1 to smithi09778949-41 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:3351: finishing write tid 2 to smithi09778949-41 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:3351: finishing write tid 3 to smithi09778949-41 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:3351: finishing write tid 4 to smithi09778949-41 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:3351: oid 41 updating version 0 to 1982 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:3351: oid 41 updating version 1982 to 1983 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:3351: oid 41 version 1983 is already newer than 1981 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1983 (ObjNum 1051 snap 323 seq_num 1051) dirty exists 2024-09-16T03:05:52.422 INFO:tasks.rados.rados.0.smithi097.stdout:3351: left oid 41 (ObjNum 1051 snap 323 seq_num 1051) 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3354: finishing write tid 1 to smithi09778949-31 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3348: done (3 left) 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3351: done (2 left) 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3356: done (1 left) 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3357: rollback oid 42 current snap is 323 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 42 to 316 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3354: finishing write tid 2 to smithi09778949-31 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3354: finishing write tid 3 to smithi09778949-31 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3354: finishing write tid 4 to smithi09778949-31 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3354: oid 31 updating version 0 to 1938 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3354: oid 31 updating version 1938 to 1939 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3354: oid 31 updating version 1939 to 1940 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1940 (ObjNum 1052 snap 323 seq_num 1052) dirty exists 2024-09-16T03:05:52.423 INFO:tasks.rados.rados.0.smithi097.stdout:3354: left oid 31 (ObjNum 1052 snap 323 seq_num 1052) 2024-09-16T03:05:52.424 INFO:tasks.rados.rados.0.smithi097.stdout:3354: done (1 left) 2024-09-16T03:05:52.424 INFO:tasks.rados.rados.0.smithi097.stdout:3358: read oid 28 snap -1 2024-09-16T03:05:52.424 INFO:tasks.rados.rados.0.smithi097.stdout:3358: expect deleted 2024-09-16T03:05:52.424 INFO:tasks.rados.rados.0.smithi097.stdout:3359: delete oid 44 current snap is 323 2024-09-16T03:05:52.424 INFO:tasks.rados.rados.0.smithi097.stdout:3358: done (2 left) 2024-09-16T03:05:52.424 INFO:tasks.rados.rados.0.smithi097.stdout:3359: done (1 left) 2024-09-16T03:05:52.424 INFO:tasks.rados.rados.0.smithi097.stdout:3360: snap_remove snap 304 2024-09-16T03:05:52.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:52 smithi097 ceph-mon[88563]: pgmap v747: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 253 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-09-16T03:05:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:52 smithi097 ceph-mon[88563]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T03:05:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:52 smithi097 ceph-mon[88563]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T03:05:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:52 smithi097 ceph-mon[90424]: pgmap v747: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 253 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.1 MiB/s wr, 32 op/s 2024-09-16T03:05:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:52 smithi097 ceph-mon[90424]: osdmap e716: 8 total, 8 up, 8 in 2024-09-16T03:05:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:52 smithi097 ceph-mon[90424]: osdmap e717: 8 total, 8 up, 8 in 2024-09-16T03:05:53.139 INFO:tasks.rados.rados.0.smithi097.stdout:3360: done (1 left) 2024-09-16T03:05:53.139 INFO:tasks.rados.rados.0.smithi097.stdout:3361: rollback oid 26 current snap is 323 2024-09-16T03:05:53.139 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 296 2024-09-16T03:05:53.139 INFO:tasks.rados.rados.0.smithi097.stdout:3357: finishing rollback tid 1 to smithi09778949-42 2024-09-16T03:05:53.139 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 2259 (ObjNum 129 snap 0 seq_num 1974289312) dirty dne 2024-09-16T03:05:53.139 INFO:tasks.rados.rados.0.smithi097.stdout:3357: done (1 left) 2024-09-16T03:05:53.139 INFO:tasks.rados.rados.0.smithi097.stdout:3362: rollback oid 7 current snap is 323 2024-09-16T03:05:53.140 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 316 2024-09-16T03:05:53.140 INFO:tasks.rados.rados.0.smithi097.stdout:3363: rollback oid 32 current snap is 323 2024-09-16T03:05:53.140 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 32 to 313 2024-09-16T03:05:53.140 INFO:tasks.rados.rados.0.smithi097.stdout:3364: delete oid 46 current snap is 323 2024-09-16T03:05:53.149 INFO:tasks.rados.rados.0.smithi097.stdout:3364: done (3 left) 2024-09-16T03:05:53.150 INFO:tasks.rados.rados.0.smithi097.stdout:3365: delete oid 3 current snap is 323 2024-09-16T03:05:53.156 INFO:tasks.rados.rados.0.smithi097.stdout:3363: finishing rollback tid 0 to smithi09778949-32 2024-09-16T03:05:53.156 INFO:tasks.rados.rados.0.smithi097.stdout:3363: finishing rollback tid 1 to smithi09778949-32 2024-09-16T03:05:53.157 INFO:tasks.rados.rados.0.smithi097.stdout:3363: finishing rollback tid 2 to smithi09778949-32 2024-09-16T03:05:53.157 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1957 (ObjNum 951 snap 281 seq_num 951) dirty exists 2024-09-16T03:05:53.159 INFO:tasks.rados.rados.0.smithi097.stdout:3362: finishing rollback tid 0 to smithi09778949-7 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3362: finishing rollback tid 1 to smithi09778949-7 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2302 (ObjNum 81 snap 0 seq_num 1952668245) dirty dne 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3362: done (3 left) 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3363: done (2 left) 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3365: done (1 left) 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3366: rmattr oid 39 current snap is 323 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3366: done (1 left) 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3367: read oid 38 snap -1 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3367: expect (ObjNum 1001 snap 297 seq_num 1001) 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 323 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3361: finishing rollback tid 0 to smithi09778949-26 2024-09-16T03:05:53.162 INFO:tasks.rados.rados.0.smithi097.stdout:3368: seq_num 1057 ranges {0=507904,507904=401408} 2024-09-16T03:05:53.165 INFO:tasks.rados.rados.0.smithi097.stdout:3368: writing smithi09778949-44 from 0 to 507904 tid 1 2024-09-16T03:05:53.167 INFO:tasks.rados.rados.0.smithi097.stdout:3368: writing smithi09778949-44 from 507904 to 909312 tid 2 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3369: copy_from oid 10 from oid 28 current snap is 323 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3361: finishing rollback tid 1 to smithi09778949-26 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3361: finishing rollback tid 2 to smithi09778949-26 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1518 (ObjNum 948 snap 280 seq_num 948) dirty exists 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3361: done (3 left) 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3370: read oid 42 snap -1 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3370: expect deleted 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3371: read oid 47 snap -1 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3371: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3372: rollback oid 11 current snap is 323 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 294 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3373: read oid 13 snap -1 2024-09-16T03:05:53.169 INFO:tasks.rados.rados.0.smithi097.stdout:3373: expect (ObjNum 1031 snap 314 seq_num 1031) 2024-09-16T03:05:53.170 INFO:tasks.rados.rados.0.smithi097.stdout:3374: rollback oid 25 current snap is 323 2024-09-16T03:05:53.170 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 308 2024-09-16T03:05:53.170 INFO:tasks.rados.rados.0.smithi097.stdout:3375: delete oid 20 current snap is 323 2024-09-16T03:05:53.170 INFO:tasks.rados.rados.0.smithi097.stdout:3371: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:05:53.174 INFO:tasks.rados.rados.0.smithi097.stdout:3370: done (8 left) 2024-09-16T03:05:53.174 INFO:tasks.rados.rados.0.smithi097.stdout:3371: done (7 left) 2024-09-16T03:05:53.174 INFO:tasks.rados.rados.0.smithi097.stdout:3375: done (6 left) 2024-09-16T03:05:53.174 INFO:tasks.rados.rados.0.smithi097.stdout:3376: read oid 32 snap -1 2024-09-16T03:05:53.174 INFO:tasks.rados.rados.0.smithi097.stdout:3376: expect (ObjNum 951 snap 281 seq_num 951) 2024-09-16T03:05:53.174 INFO:tasks.rados.rados.0.smithi097.stdout:3377: copy_from oid 12 from oid 39 current snap is 323 2024-09-16T03:05:53.174 INFO:tasks.rados.rados.0.smithi097.stdout:3378: snap_remove snap 298 2024-09-16T03:05:54.148 INFO:tasks.rados.rados.0.smithi097.stdout:3378: done (8 left) 2024-09-16T03:05:54.148 INFO:tasks.rados.rados.0.smithi097.stdout:3379: snap_remove snap 315 2024-09-16T03:05:54.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:54 smithi184 ceph-mon[82194]: pgmap v750: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-09-16T03:05:54.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:54 smithi184 ceph-mon[82194]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T03:05:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:54 smithi097 ceph-mon[88563]: pgmap v750: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-09-16T03:05:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:54 smithi097 ceph-mon[88563]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T03:05:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:54 smithi097 ceph-mon[90424]: pgmap v750: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-09-16T03:05:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:54 smithi097 ceph-mon[90424]: osdmap e718: 8 total, 8 up, 8 in 2024-09-16T03:05:54.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:05:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:05:54] "GET /metrics HTTP/1.1" 200 36299 "" "Prometheus/2.51.0" 2024-09-16T03:05:55.153 INFO:tasks.rados.rados.0.smithi097.stdout:3379: done (8 left) 2024-09-16T03:05:55.153 INFO:tasks.rados.rados.0.smithi097.stdout:3380: rollback oid 34 current snap is 323 2024-09-16T03:05:55.153 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 34 to 322 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3381: delete oid 45 current snap is 323 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3374: finishing rollback tid 0 to smithi09778949-25 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3374: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1985 (ObjNum 65 snap 0 seq_num 736917778) dirty dne 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3372: finishing rollback tid 0 to smithi09778949-11 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3372: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3372: finishing rollback tid 2 to smithi09778949-11 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1792 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3369: finishing copy_from to smithi09778949-10 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3369: got expected ENOENT (src dne) 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3369: finishing copy_from racing read to smithi09778949-10 2024-09-16T03:05:55.154 INFO:tasks.rados.rados.0.smithi097.stdout:3376: expect (ObjNum 951 snap 281 seq_num 951) 2024-09-16T03:05:55.310 INFO:tasks.rados.rados.0.smithi097.stdout:3368: finishing write tid 1 to smithi09778949-44 2024-09-16T03:05:55.310 INFO:tasks.rados.rados.0.smithi097.stdout:3368: finishing write tid 2 to smithi09778949-44 2024-09-16T03:05:55.310 INFO:tasks.rados.rados.0.smithi097.stdout:3367: expect (ObjNum 1001 snap 297 seq_num 1001) 2024-09-16T03:05:55.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:55 smithi184 ceph-mon[82194]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T03:05:55.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:55 smithi097 ceph-mon[88563]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T03:05:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:55 smithi097 ceph-mon[90424]: osdmap e719: 8 total, 8 up, 8 in 2024-09-16T03:05:55.526 INFO:tasks.rados.rados.0.smithi097.stdout:3368: finishing write tid 3 to smithi09778949-44 2024-09-16T03:05:55.526 INFO:tasks.rados.rados.0.smithi097.stdout:3368: finishing write tid 4 to smithi09778949-44 2024-09-16T03:05:55.526 INFO:tasks.rados.rados.0.smithi097.stdout:3368: oid 44 updating version 0 to 2288 2024-09-16T03:05:55.526 INFO:tasks.rados.rados.0.smithi097.stdout:3368: oid 44 version 2288 is already newer than 2286 2024-09-16T03:05:55.526 INFO:tasks.rados.rados.0.smithi097.stdout:3368: oid 44 version 2288 is already newer than 2287 2024-09-16T03:05:55.526 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2288 (ObjNum 1057 snap 323 seq_num 1057) dirty exists 2024-09-16T03:05:55.526 INFO:tasks.rados.rados.0.smithi097.stdout:3368: left oid 44 (ObjNum 1057 snap 323 seq_num 1057) 2024-09-16T03:05:55.526 INFO:tasks.rados.rados.0.smithi097.stdout:3373: expect (ObjNum 1031 snap 314 seq_num 1031) 2024-09-16T03:05:56.397 INFO:tasks.rados.rados.0.smithi097.stdout:3377: finishing copy_from racing read to smithi09778949-12 2024-09-16T03:05:56.397 INFO:tasks.rados.rados.0.smithi097.stdout:3377: finishing copy_from to smithi09778949-12 2024-09-16T03:05:56.397 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1567 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3380: finishing rollback tid 1 to smithi09778949-34 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1506 (ObjNum 65 snap 0 seq_num 1961345872) dirty dne 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3367: done (9 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3368: done (8 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3369: done (7 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3372: done (6 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3373: done (5 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3374: done (4 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3376: done (3 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3377: done (2 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3380: done (1 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3381: done (0 left) 2024-09-16T03:05:56.398 INFO:tasks.rados.rados.0.smithi097.stdout:3382: snap_create 2024-09-16T03:05:56.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:56 smithi184 ceph-mon[82194]: pgmap v753: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 994 KiB/s wr, 10 op/s 2024-09-16T03:05:56.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:56 smithi184 ceph-mon[82194]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T03:05:56.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:56 smithi097 ceph-mon[88563]: pgmap v753: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 994 KiB/s wr, 10 op/s 2024-09-16T03:05:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:56 smithi097 ceph-mon[88563]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T03:05:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:56 smithi097 ceph-mon[90424]: pgmap v753: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 223 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 994 KiB/s wr, 10 op/s 2024-09-16T03:05:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:56 smithi097 ceph-mon[90424]: osdmap e720: 8 total, 8 up, 8 in 2024-09-16T03:05:57.077 INFO:tasks.rados.rados.0.smithi097.stdout:3382: done (0 left) 2024-09-16T03:05:57.077 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 324 2024-09-16T03:05:57.078 INFO:tasks.rados.rados.0.smithi097.stdout:3383: seq_num 1060 ranges {827392=557056,1384448=401408} 2024-09-16T03:05:57.084 INFO:tasks.rados.rados.0.smithi097.stdout:3383: writing smithi09778949-31 from 827392 to 1384448 tid 1 2024-09-16T03:05:57.086 INFO:tasks.rados.rados.0.smithi097.stdout:3383: writing smithi09778949-31 from 1384448 to 1785856 tid 2 2024-09-16T03:05:57.087 INFO:tasks.rados.rados.0.smithi097.stdout:3384: delete oid 30 current snap is 324 2024-09-16T03:05:57.088 INFO:tasks.rados.rados.0.smithi097.stdout:3384: done (1 left) 2024-09-16T03:05:57.089 INFO:tasks.rados.rados.0.smithi097.stdout:3385: delete oid 22 current snap is 324 2024-09-16T03:05:57.093 INFO:tasks.rados.rados.0.smithi097.stdout:3383: finishing write tid 1 to smithi09778949-31 2024-09-16T03:05:57.093 INFO:tasks.rados.rados.0.smithi097.stdout:3383: finishing write tid 2 to smithi09778949-31 2024-09-16T03:05:57.093 INFO:tasks.rados.rados.0.smithi097.stdout:3383: finishing write tid 3 to smithi09778949-31 2024-09-16T03:05:57.095 INFO:tasks.rados.rados.0.smithi097.stdout:3383: finishing write tid 4 to smithi09778949-31 2024-09-16T03:05:57.095 INFO:tasks.rados.rados.0.smithi097.stdout:3383: oid 31 updating version 0 to 1943 2024-09-16T03:05:57.096 INFO:tasks.rados.rados.0.smithi097.stdout:3383: oid 31 version 1943 is already newer than 1941 2024-09-16T03:05:57.096 INFO:tasks.rados.rados.0.smithi097.stdout:3383: oid 31 version 1943 is already newer than 1942 2024-09-16T03:05:57.096 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1943 (ObjNum 1060 snap 324 seq_num 1060) dirty exists 2024-09-16T03:05:57.096 INFO:tasks.rados.rados.0.smithi097.stdout:3383: left oid 31 (ObjNum 1060 snap 324 seq_num 1060) 2024-09-16T03:05:57.096 INFO:tasks.rados.rados.0.smithi097.stdout:3383: done (1 left) 2024-09-16T03:05:57.096 INFO:tasks.rados.rados.0.smithi097.stdout:3385: done (0 left) 2024-09-16T03:05:57.096 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 324 2024-09-16T03:05:57.096 INFO:tasks.rados.rados.0.smithi097.stdout:3386: seq_num 1063 ranges {909312=606208,1515520=401408} 2024-09-16T03:05:57.104 INFO:tasks.rados.rados.0.smithi097.stdout:3386: writing smithi09778949-44 from 909312 to 1515520 tid 1 2024-09-16T03:05:57.106 INFO:tasks.rados.rados.0.smithi097.stdout:3386: writing smithi09778949-44 from 1515520 to 1916928 tid 2 2024-09-16T03:05:57.106 INFO:tasks.rados.rados.0.smithi097.stdout:3387: snap_remove snap 312 2024-09-16T03:05:58.083 INFO:tasks.rados.rados.0.smithi097.stdout:3387: done (1 left) 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3388: snap_create 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3386: finishing write tid 1 to smithi09778949-44 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3386: finishing write tid 2 to smithi09778949-44 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3386: finishing write tid 3 to smithi09778949-44 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3386: finishing write tid 4 to smithi09778949-44 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3386: oid 44 updating version 0 to 2290 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3386: oid 44 updating version 2290 to 2291 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3386: oid 44 version 2291 is already newer than 2289 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2291 (ObjNum 1063 snap 324 seq_num 1063) dirty exists 2024-09-16T03:05:58.084 INFO:tasks.rados.rados.0.smithi097.stdout:3386: left oid 44 (ObjNum 1063 snap 324 seq_num 1063) 2024-09-16T03:05:58.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:58 smithi184 ceph-mon[82194]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 873 KiB/s wr, 10 op/s 2024-09-16T03:05:58.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:58 smithi184 ceph-mon[82194]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T03:05:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:58 smithi097 ceph-mon[88563]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 873 KiB/s wr, 10 op/s 2024-09-16T03:05:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:58 smithi097 ceph-mon[88563]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T03:05:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:58 smithi097 ceph-mon[90424]: pgmap v755: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 200 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 9.8 MiB/s rd, 873 KiB/s wr, 10 op/s 2024-09-16T03:05:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:58 smithi097 ceph-mon[90424]: osdmap e721: 8 total, 8 up, 8 in 2024-09-16T03:05:59.090 INFO:tasks.rados.rados.0.smithi097.stdout:3386: done (1 left) 2024-09-16T03:05:59.090 INFO:tasks.rados.rados.0.smithi097.stdout:3388: done (0 left) 2024-09-16T03:05:59.091 INFO:tasks.rados.rados.0.smithi097.stdout:3389: rollback oid 21 current snap is 325 2024-09-16T03:05:59.091 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 21 to 316 2024-09-16T03:05:59.091 INFO:tasks.rados.rados.0.smithi097.stdout:3390: rollback oid 38 current snap is 325 2024-09-16T03:05:59.091 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 38 to 299 2024-09-16T03:05:59.091 INFO:tasks.rados.rados.0.smithi097.stdout:3391: snap_create 2024-09-16T03:05:59.094 INFO:tasks.rados.rados.0.smithi097.stdout:3390: finishing rollback tid 0 to smithi09778949-38 2024-09-16T03:05:59.096 INFO:tasks.rados.rados.0.smithi097.stdout:3390: finishing rollback tid 1 to smithi09778949-38 2024-09-16T03:05:59.096 INFO:tasks.rados.rados.0.smithi097.stdout:3390: finishing rollback tid 2 to smithi09778949-38 2024-09-16T03:05:59.096 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2294 (ObjNum 1001 snap 297 seq_num 1001) dirty exists 2024-09-16T03:05:59.096 INFO:tasks.rados.rados.0.smithi097.stdout:3389: finishing rollback tid 0 to smithi09778949-21 2024-09-16T03:05:59.097 INFO:tasks.rados.rados.0.smithi097.stdout:3389: finishing rollback tid 1 to smithi09778949-21 2024-09-16T03:05:59.097 INFO:tasks.rados.rados.0.smithi097.stdout:3389: finishing rollback tid 2 to smithi09778949-21 2024-09-16T03:05:59.097 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1781 (ObjNum 950 snap 280 seq_num 950) dirty exists 2024-09-16T03:05:59.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:05:59 smithi184 ceph-mon[82194]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T03:05:59.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:05:59 smithi097 ceph-mon[90424]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T03:05:59.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:05:59 smithi097 ceph-mon[88563]: osdmap e722: 8 total, 8 up, 8 in 2024-09-16T03:06:00.091 INFO:tasks.rados.rados.0.smithi097.stdout:3389: done (2 left) 2024-09-16T03:06:00.091 INFO:tasks.rados.rados.0.smithi097.stdout:3390: done (1 left) 2024-09-16T03:06:00.091 INFO:tasks.rados.rados.0.smithi097.stdout:3391: done (0 left) 2024-09-16T03:06:00.092 INFO:tasks.rados.rados.0.smithi097.stdout:3392: read oid 9 snap 307 2024-09-16T03:06:00.092 INFO:tasks.rados.rados.0.smithi097.stdout:3392: expect (ObjNum 985 snap 294 seq_num 985) 2024-09-16T03:06:00.092 INFO:tasks.rados.rados.0.smithi097.stdout:3393: delete oid 37 current snap is 326 2024-09-16T03:06:00.102 INFO:tasks.rados.rados.0.smithi097.stdout:3393: done (1 left) 2024-09-16T03:06:00.102 INFO:tasks.rados.rados.0.smithi097.stdout:3394: rollback oid 8 current snap is 326 2024-09-16T03:06:00.102 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 8 to 310 2024-09-16T03:06:00.103 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 326 2024-09-16T03:06:00.103 INFO:tasks.rados.rados.0.smithi097.stdout:3395: seq_num 1065 ranges {3522560=638976,4161536=401408} 2024-09-16T03:06:00.124 INFO:tasks.rados.rados.0.smithi097.stdout:3395: writing smithi09778949-32 from 3522560 to 4161536 tid 1 2024-09-16T03:06:00.128 INFO:tasks.rados.rados.0.smithi097.stdout:3395: writing smithi09778949-32 from 4161536 to 4562944 tid 2 2024-09-16T03:06:00.128 INFO:tasks.rados.rados.0.smithi097.stdout:3396: rmattr oid 7 current snap is 326 2024-09-16T03:06:00.128 INFO:tasks.rados.rados.0.smithi097.stdout:3396: done (3 left) 2024-09-16T03:06:00.128 INFO:tasks.rados.rados.0.smithi097.stdout:3397: copy_from oid 6 from oid 34 current snap is 326 2024-09-16T03:06:00.129 INFO:tasks.rados.rados.0.smithi097.stdout:3394: finishing rollback tid 0 to smithi09778949-8 2024-09-16T03:06:00.129 INFO:tasks.rados.rados.0.smithi097.stdout:3394: finishing rollback tid 1 to smithi09778949-8 2024-09-16T03:06:00.129 INFO:tasks.rados.rados.0.smithi097.stdout:3394: finishing rollback tid 2 to smithi09778949-8 2024-09-16T03:06:00.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1988 (ObjNum 964 snap 287 seq_num 964) dirty exists 2024-09-16T03:06:00.129 INFO:tasks.rados.rados.0.smithi097.stdout:3392: expect (ObjNum 985 snap 294 seq_num 985) 2024-09-16T03:06:00.235 INFO:tasks.rados.rados.0.smithi097.stdout:3397: finishing copy_from to smithi09778949-6 2024-09-16T03:06:00.236 INFO:tasks.rados.rados.0.smithi097.stdout:3397: got expected ENOENT (src dne) 2024-09-16T03:06:00.236 INFO:tasks.rados.rados.0.smithi097.stdout:3397: finishing copy_from racing read to smithi09778949-6 2024-09-16T03:06:00.236 INFO:tasks.rados.rados.0.smithi097.stdout:3395: finishing write tid 1 to smithi09778949-32 2024-09-16T03:06:00.236 INFO:tasks.rados.rados.0.smithi097.stdout:3392: done (3 left) 2024-09-16T03:06:00.236 INFO:tasks.rados.rados.0.smithi097.stdout:3394: done (2 left) 2024-09-16T03:06:00.237 INFO:tasks.rados.rados.0.smithi097.stdout:3397: done (1 left) 2024-09-16T03:06:00.237 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 326 2024-09-16T03:06:00.237 INFO:tasks.rados.rados.0.smithi097.stdout:3395: finishing write tid 2 to smithi09778949-32 2024-09-16T03:06:00.237 INFO:tasks.rados.rados.0.smithi097.stdout:3395: finishing write tid 3 to smithi09778949-32 2024-09-16T03:06:00.237 INFO:tasks.rados.rados.0.smithi097.stdout:3398: seq_num 1066 ranges {0=663552,663552=401408} 2024-09-16T03:06:00.238 INFO:tasks.rados.rados.0.smithi097.stdout:3398: writing smithi09778949-49 from 0 to 663552 tid 1 2024-09-16T03:06:00.241 INFO:tasks.rados.rados.0.smithi097.stdout:3398: writing smithi09778949-49 from 663552 to 1064960 tid 2 2024-09-16T03:06:00.241 INFO:tasks.rados.rados.0.smithi097.stdout:3399: delete oid 48 current snap is 326 2024-09-16T03:06:00.241 INFO:tasks.rados.rados.0.smithi097.stdout:3395: finishing write tid 4 to smithi09778949-32 2024-09-16T03:06:00.241 INFO:tasks.rados.rados.0.smithi097.stdout:3395: oid 32 updating version 0 to 1959 2024-09-16T03:06:00.241 INFO:tasks.rados.rados.0.smithi097.stdout:3395: oid 32 updating version 1959 to 1960 2024-09-16T03:06:00.241 INFO:tasks.rados.rados.0.smithi097.stdout:3395: oid 32 version 1960 is already newer than 1958 2024-09-16T03:06:00.241 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1960 (ObjNum 1065 snap 326 seq_num 1065) dirty exists 2024-09-16T03:06:00.241 INFO:tasks.rados.rados.0.smithi097.stdout:3395: left oid 32 (ObjNum 1065 snap 326 seq_num 1065) 2024-09-16T03:06:00.243 INFO:tasks.rados.rados.0.smithi097.stdout:3395: done (2 left) 2024-09-16T03:06:00.243 INFO:tasks.rados.rados.0.smithi097.stdout:3399: done (1 left) 2024-09-16T03:06:00.243 INFO:tasks.rados.rados.0.smithi097.stdout:3400: rollback oid 10 current snap is 326 2024-09-16T03:06:00.243 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 323 2024-09-16T03:06:00.243 INFO:tasks.rados.rados.0.smithi097.stdout:3401: setattr oid 20 current snap is 326 2024-09-16T03:06:00.245 INFO:tasks.rados.rados.0.smithi097.stdout:3398: finishing write tid 1 to smithi09778949-49 2024-09-16T03:06:00.245 INFO:tasks.rados.rados.0.smithi097.stdout:3398: finishing write tid 2 to smithi09778949-49 2024-09-16T03:06:00.246 INFO:tasks.rados.rados.0.smithi097.stdout:3402: read oid 39 snap -1 2024-09-16T03:06:00.246 INFO:tasks.rados.rados.0.smithi097.stdout:3402: expect (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:06:00.246 INFO:tasks.rados.rados.0.smithi097.stdout:3403: read oid 11 snap -1 2024-09-16T03:06:00.246 INFO:tasks.rados.rados.0.smithi097.stdout:3403: expect (ObjNum 944 snap 280 seq_num 944) 2024-09-16T03:06:00.246 INFO:tasks.rados.rados.0.smithi097.stdout:3404: read oid 50 snap -1 2024-09-16T03:06:00.246 INFO:tasks.rados.rados.0.smithi097.stdout:3404: expect (ObjNum 1028 snap 314 seq_num 1028) 2024-09-16T03:06:00.246 INFO:tasks.rados.rados.0.smithi097.stdout:3405: snap_remove snap 324 2024-09-16T03:06:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:00 smithi097 ceph-mon[88563]: pgmap v758: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-09-16T03:06:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:00 smithi097 ceph-mon[88563]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T03:06:00.396 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:00 smithi097 ceph-mon[90424]: pgmap v758: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-09-16T03:06:00.396 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:00 smithi097 ceph-mon[90424]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T03:06:00.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:00 smithi184 ceph-mon[82194]: pgmap v758: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 214 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-09-16T03:06:00.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:00 smithi184 ceph-mon[82194]: osdmap e723: 8 total, 8 up, 8 in 2024-09-16T03:06:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:3405: done (6 left) 2024-09-16T03:06:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:3406: copy_from oid 5 from oid 44 current snap is 326 2024-09-16T03:06:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:3398: finishing write tid 3 to smithi09778949-49 2024-09-16T03:06:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1946 (ObjNum 209 snap 0 seq_num 1973870512) dirty exists 2024-09-16T03:06:01.107 INFO:tasks.rados.rados.0.smithi097.stdout:3404: expect (ObjNum 1028 snap 314 seq_num 1028) 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:3398: finishing write tid 4 to smithi09778949-49 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:3398: oid 49 updating version 0 to 2296 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:3398: oid 49 updating version 2296 to 2297 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:3398: oid 49 version 2297 is already newer than 2295 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 2297 (ObjNum 1066 snap 326 seq_num 1066) dirty exists 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:3398: left oid 49 (ObjNum 1066 snap 326 seq_num 1066) 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:3400: finishing rollback tid 0 to smithi09778949-10 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:3400: finishing rollback tid 1 to smithi09778949-10 2024-09-16T03:06:01.122 INFO:tasks.rados.rados.0.smithi097.stdout:3400: finishing rollback tid 2 to smithi09778949-10 2024-09-16T03:06:01.123 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2300 (ObjNum 956 snap 282 seq_num 956) dirty exists 2024-09-16T03:06:01.123 INFO:tasks.rados.rados.0.smithi097.stdout:3403: expect (ObjNum 944 snap 280 seq_num 944) 2024-09-16T03:06:01.159 INFO:tasks.rados.rados.0.smithi097.stdout:3402: expect (ObjNum 883 snap 265 seq_num 883) 2024-09-16T03:06:01.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:01 smithi184 ceph-mon[82194]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T03:06:01.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:01 smithi097 ceph-mon[88563]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T03:06:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:01 smithi097 ceph-mon[90424]: osdmap e724: 8 total, 8 up, 8 in 2024-09-16T03:06:01.499 INFO:tasks.rados.rados.0.smithi097.stdout:3406: finishing copy_from racing read to smithi09778949-5 2024-09-16T03:06:01.499 INFO:tasks.rados.rados.0.smithi097.stdout:3406: finishing copy_from to smithi09778949-5 2024-09-16T03:06:01.499 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 2291 (ObjNum 1063 snap 324 seq_num 1063) dirty exists 2024-09-16T03:06:01.499 INFO:tasks.rados.rados.0.smithi097.stdout:3398: done (6 left) 2024-09-16T03:06:01.499 INFO:tasks.rados.rados.0.smithi097.stdout:3400: done (5 left) 2024-09-16T03:06:01.499 INFO:tasks.rados.rados.0.smithi097.stdout:3401: done (4 left) 2024-09-16T03:06:01.499 INFO:tasks.rados.rados.0.smithi097.stdout:3402: done (3 left) 2024-09-16T03:06:01.500 INFO:tasks.rados.rados.0.smithi097.stdout:3403: done (2 left) 2024-09-16T03:06:01.500 INFO:tasks.rados.rados.0.smithi097.stdout:3404: done (1 left) 2024-09-16T03:06:01.500 INFO:tasks.rados.rados.0.smithi097.stdout:3406: done (0 left) 2024-09-16T03:06:01.500 INFO:tasks.rados.rados.0.smithi097.stdout:3407: delete oid 16 current snap is 326 2024-09-16T03:06:01.503 INFO:tasks.rados.rados.0.smithi097.stdout:3407: done (0 left) 2024-09-16T03:06:01.503 INFO:tasks.rados.rados.0.smithi097.stdout:3408: rollback oid 20 current snap is 326 2024-09-16T03:06:01.503 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 299 2024-09-16T03:06:01.503 INFO:tasks.rados.rados.0.smithi097.stdout:3409: snap_create 2024-09-16T03:06:01.506 INFO:tasks.rados.rados.0.smithi097.stdout:3408: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:06:01.506 INFO:tasks.rados.rados.0.smithi097.stdout:3408: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:06:01.506 INFO:tasks.rados.rados.0.smithi097.stdout:3408: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:06:01.507 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1949 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-09-16T03:06:02.077 INFO:tasks.rados.rados.0.smithi097.stdout:3408: done (1 left) 2024-09-16T03:06:02.077 INFO:tasks.rados.rados.0.smithi097.stdout:3409: done (0 left) 2024-09-16T03:06:02.077 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 327 2024-09-16T03:06:02.077 INFO:tasks.rados.rados.0.smithi097.stdout:3410: seq_num 1069 ranges {0=712704,712704=401408} 2024-09-16T03:06:02.081 INFO:tasks.rados.rados.0.smithi097.stdout:3410: writing smithi09778949-23 from 0 to 712704 tid 1 2024-09-16T03:06:02.083 INFO:tasks.rados.rados.0.smithi097.stdout:3410: writing smithi09778949-23 from 712704 to 1114112 tid 2 2024-09-16T03:06:02.083 INFO:tasks.rados.rados.0.smithi097.stdout:3411: delete oid 13 current snap is 327 2024-09-16T03:06:02.087 INFO:tasks.rados.rados.0.smithi097.stdout:3410: finishing write tid 1 to smithi09778949-23 2024-09-16T03:06:02.088 INFO:tasks.rados.rados.0.smithi097.stdout:3410: finishing write tid 2 to smithi09778949-23 2024-09-16T03:06:02.088 INFO:tasks.rados.rados.0.smithi097.stdout:3410: finishing write tid 3 to smithi09778949-23 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3410: finishing write tid 4 to smithi09778949-23 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3410: oid 23 updating version 0 to 1591 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3410: oid 23 version 1591 is already newer than 1590 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3410: oid 23 updating version 1591 to 1592 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 1592 (ObjNum 1069 snap 327 seq_num 1069) dirty exists 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3410: left oid 23 (ObjNum 1069 snap 327 seq_num 1069) 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3410: done (1 left) 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3411: done (0 left) 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3412: copy_from oid 8 from oid 23 current snap is 327 2024-09-16T03:06:02.090 INFO:tasks.rados.rados.0.smithi097.stdout:3413: snap_remove snap 323 2024-09-16T03:06:02.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:02 smithi184 ceph-mon[82194]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-16T03:06:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:02 smithi184 ceph-mon[82194]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T03:06:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:02 smithi184 ceph-mon[82194]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T03:06:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:02 smithi097 ceph-mon[88563]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-16T03:06:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:02 smithi097 ceph-mon[88563]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T03:06:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:02 smithi097 ceph-mon[88563]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T03:06:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:02 smithi097 ceph-mon[90424]: pgmap v761: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 215 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-09-16T03:06:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:02 smithi097 ceph-mon[90424]: osdmap e725: 8 total, 8 up, 8 in 2024-09-16T03:06:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:02 smithi097 ceph-mon[90424]: osdmap e726: 8 total, 8 up, 8 in 2024-09-16T03:06:03.080 INFO:tasks.rados.rados.0.smithi097.stdout:3413: done (1 left) 2024-09-16T03:06:03.080 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 327 2024-09-16T03:06:03.081 INFO:tasks.rados.rados.0.smithi097.stdout:3412: finishing copy_from racing read to smithi09778949-8 2024-09-16T03:06:03.081 INFO:tasks.rados.rados.0.smithi097.stdout:3412: finishing copy_from to smithi09778949-8 2024-09-16T03:06:03.081 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 1592 (ObjNum 1069 snap 327 seq_num 1069) dirty exists 2024-09-16T03:06:03.081 INFO:tasks.rados.rados.0.smithi097.stdout:3414: seq_num 1071 ranges {425984=745472,1171456=401408} 2024-09-16T03:06:03.087 INFO:tasks.rados.rados.0.smithi097.stdout:3414: writing smithi09778949-50 from 425984 to 1171456 tid 1 2024-09-16T03:06:03.090 INFO:tasks.rados.rados.0.smithi097.stdout:3414: writing smithi09778949-50 from 1171456 to 1572864 tid 2 2024-09-16T03:06:03.090 INFO:tasks.rados.rados.0.smithi097.stdout:3412: done (1 left) 2024-09-16T03:06:03.090 INFO:tasks.rados.rados.0.smithi097.stdout:3415: snap_create 2024-09-16T03:06:03.097 INFO:tasks.rados.rados.0.smithi097.stdout:3414: finishing write tid 1 to smithi09778949-50 2024-09-16T03:06:03.097 INFO:tasks.rados.rados.0.smithi097.stdout:3414: finishing write tid 2 to smithi09778949-50 2024-09-16T03:06:03.098 INFO:tasks.rados.rados.0.smithi097.stdout:3414: finishing write tid 3 to smithi09778949-50 2024-09-16T03:06:03.100 INFO:tasks.rados.rados.0.smithi097.stdout:3414: finishing write tid 4 to smithi09778949-50 2024-09-16T03:06:03.100 INFO:tasks.rados.rados.0.smithi097.stdout:3414: oid 50 updating version 0 to 1944 2024-09-16T03:06:03.100 INFO:tasks.rados.rados.0.smithi097.stdout:3414: oid 50 updating version 1944 to 1946 2024-09-16T03:06:03.101 INFO:tasks.rados.rados.0.smithi097.stdout:3414: oid 50 version 1946 is already newer than 1945 2024-09-16T03:06:03.101 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 1946 (ObjNum 1071 snap 327 seq_num 1071) dirty exists 2024-09-16T03:06:03.101 INFO:tasks.rados.rados.0.smithi097.stdout:3414: left oid 50 (ObjNum 1071 snap 327 seq_num 1071) 2024-09-16T03:06:04.088 INFO:tasks.rados.rados.0.smithi097.stdout:3414: done (1 left) 2024-09-16T03:06:04.088 INFO:tasks.rados.rados.0.smithi097.stdout:3415: done (0 left) 2024-09-16T03:06:04.088 INFO:tasks.rados.rados.0.smithi097.stdout:3416: copy_from oid 7 from oid 49 current snap is 328 2024-09-16T03:06:04.088 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 37 current snap is 328 2024-09-16T03:06:04.088 INFO:tasks.rados.rados.0.smithi097.stdout:3417: seq_num 1072 ranges {0=761856,761856=401408} 2024-09-16T03:06:04.092 INFO:tasks.rados.rados.0.smithi097.stdout:3417: writing smithi09778949-37 from 0 to 761856 tid 1 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:3417: writing smithi09778949-37 from 761856 to 1163264 tid 2 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:3418: copy_from oid 5 from oid 6 current snap is 328 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:3419: rollback oid 30 current snap is 328 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 299 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:3420: rollback oid 44 current snap is 328 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 314 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:3421: copy_from oid 25 from oid 18 current snap is 328 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 328 2024-09-16T03:06:04.095 INFO:tasks.rados.rados.0.smithi097.stdout:3422: seq_num 1073 ranges {3080192=778240,3858432=401408} 2024-09-16T03:06:04.116 INFO:tasks.rados.rados.0.smithi097.stdout:3422: writing smithi09778949-10 from 3080192 to 3858432 tid 1 2024-09-16T03:06:04.119 INFO:tasks.rados.rados.0.smithi097.stdout:3422: writing smithi09778949-10 from 3858432 to 4259840 tid 2 2024-09-16T03:06:04.119 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 328 2024-09-16T03:06:04.119 INFO:tasks.rados.rados.0.smithi097.stdout:3419: finishing rollback tid 1 to smithi09778949-30 2024-09-16T03:06:04.119 INFO:tasks.rados.rados.0.smithi097.stdout:3423: seq_num 1074 ranges {0=794624,794624=401408} 2024-09-16T03:06:04.123 INFO:tasks.rados.rados.0.smithi097.stdout:3423: writing smithi09778949-47 from 0 to 794624 tid 1 2024-09-16T03:06:04.126 INFO:tasks.rados.rados.0.smithi097.stdout:3423: writing smithi09778949-47 from 794624 to 1196032 tid 2 2024-09-16T03:06:04.126 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 328 2024-09-16T03:06:04.126 INFO:tasks.rados.rados.0.smithi097.stdout:3420: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:06:04.126 INFO:tasks.rados.rados.0.smithi097.stdout:3417: finishing write tid 1 to smithi09778949-37 2024-09-16T03:06:04.126 INFO:tasks.rados.rados.0.smithi097.stdout:3416: finishing copy_from racing read to smithi09778949-7 2024-09-16T03:06:04.126 INFO:tasks.rados.rados.0.smithi097.stdout:3419: finishing rollback tid 2 to smithi09778949-30 2024-09-16T03:06:04.126 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1951 (ObjNum 938 snap 277 seq_num 938) dirty exists 2024-09-16T03:06:04.126 INFO:tasks.rados.rados.0.smithi097.stdout:3417: finishing write tid 2 to smithi09778949-37 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3417: finishing write tid 3 to smithi09778949-37 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3420: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3420: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2303 (ObjNum 981 snap 294 seq_num 981) dirty exists 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3417: finishing write tid 4 to smithi09778949-37 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3417: oid 37 updating version 0 to 1595 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3417: oid 37 version 1595 is already newer than 1594 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3417: oid 37 version 1595 is already newer than 1593 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 1595 (ObjNum 1072 snap 328 seq_num 1072) dirty exists 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3417: left oid 37 (ObjNum 1072 snap 328 seq_num 1072) 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3416: finishing copy_from to smithi09778949-7 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2297 (ObjNum 1066 snap 326 seq_num 1066) dirty exists 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3418: finishing copy_from racing read to smithi09778949-5 2024-09-16T03:06:04.127 INFO:tasks.rados.rados.0.smithi097.stdout:3424: seq_num 1075 ranges {688128=409600,1097728=671744,1769472=131072} 2024-09-16T03:06:04.131 INFO:tasks.rados.rados.0.smithi097.stdout:3424: writing smithi09778949-4 from 688128 to 1097728 tid 1 2024-09-16T03:06:04.135 INFO:tasks.rados.rados.0.smithi097.stdout:3424: writing smithi09778949-4 from 1097728 to 1769472 tid 2 2024-09-16T03:06:04.136 INFO:tasks.rados.rados.0.smithi097.stdout:3424: writing smithi09778949-4 from 1769472 to 1900544 tid 3 2024-09-16T03:06:04.136 INFO:tasks.rados.rados.0.smithi097.stdout:3416: done (8 left) 2024-09-16T03:06:04.136 INFO:tasks.rados.rados.0.smithi097.stdout:3417: done (7 left) 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:3419: done (6 left) 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:3420: done (5 left) 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 328 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:3418: finishing copy_from to smithi09778949-5 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 1934 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:3421: finishing copy_from racing read to smithi09778949-25 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:3421: finishing copy_from to smithi09778949-25 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 1513 (ObjNum 931 snap 275 seq_num 931) dirty exists 2024-09-16T03:06:04.137 INFO:tasks.rados.rados.0.smithi097.stdout:3425: seq_num 1076 ranges {1785856=425984,2211840=548864,2760704=253952} 2024-09-16T03:06:04.148 INFO:tasks.rados.rados.0.smithi097.stdout:3425: writing smithi09778949-31 from 1785856 to 2211840 tid 1 2024-09-16T03:06:04.151 INFO:tasks.rados.rados.0.smithi097.stdout:3425: writing smithi09778949-31 from 2211840 to 2760704 tid 2 2024-09-16T03:06:04.153 INFO:tasks.rados.rados.0.smithi097.stdout:3425: writing smithi09778949-31 from 2760704 to 3014656 tid 3 2024-09-16T03:06:04.153 INFO:tasks.rados.rados.0.smithi097.stdout:3418: done (5 left) 2024-09-16T03:06:04.153 INFO:tasks.rados.rados.0.smithi097.stdout:3421: done (4 left) 2024-09-16T03:06:04.153 INFO:tasks.rados.rados.0.smithi097.stdout:3426: read oid 42 snap -1 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3426: expect deleted 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3427: copy_from oid 9 from oid 41 current snap is 328 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: finishing write tid 1 to smithi09778949-10 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: finishing write tid 2 to smithi09778949-10 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: finishing write tid 3 to smithi09778949-10 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: finishing write tid 4 to smithi09778949-10 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: oid 10 updating version 0 to 2305 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: oid 10 version 2305 is already newer than 2304 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: oid 10 updating version 2305 to 2306 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2306 (ObjNum 1073 snap 328 seq_num 1073) dirty exists 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: left oid 10 (ObjNum 1073 snap 328 seq_num 1073) 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3423: finishing write tid 1 to smithi09778949-47 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3422: done (5 left) 2024-09-16T03:06:04.154 INFO:tasks.rados.rados.0.smithi097.stdout:3428: snap_remove snap 327 2024-09-16T03:06:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:04 smithi184 ceph-mon[82194]: pgmap v764: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 500 KiB/s wr, 6 op/s 2024-09-16T03:06:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:04 smithi184 ceph-mon[82194]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T03:06:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:04.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:04 smithi097 ceph-mon[88563]: pgmap v764: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 500 KiB/s wr, 6 op/s 2024-09-16T03:06:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:04 smithi097 ceph-mon[88563]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T03:06:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:04 smithi097 ceph-mon[90424]: pgmap v764: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 216 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 500 KiB/s wr, 6 op/s 2024-09-16T03:06:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:04 smithi097 ceph-mon[90424]: osdmap e727: 8 total, 8 up, 8 in 2024-09-16T03:06:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:04.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:06:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:06:04] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.51.0" 2024-09-16T03:06:05.096 INFO:tasks.rados.rados.0.smithi097.stdout:3428: done (5 left) 2024-09-16T03:06:05.096 INFO:tasks.rados.rados.0.smithi097.stdout:3429: copy_from oid 33 from oid 39 current snap is 328 2024-09-16T03:06:05.096 INFO:tasks.rados.rados.0.smithi097.stdout:3423: finishing write tid 2 to smithi09778949-47 2024-09-16T03:06:05.096 INFO:tasks.rados.rados.0.smithi097.stdout:3423: finishing write tid 3 to smithi09778949-47 2024-09-16T03:06:05.096 INFO:tasks.rados.rados.0.smithi097.stdout:3423: finishing write tid 4 to smithi09778949-47 2024-09-16T03:06:05.096 INFO:tasks.rados.rados.0.smithi097.stdout:3423: oid 47 updating version 0 to 1933 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3423: oid 47 version 1933 is already newer than 1932 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3423: oid 47 version 1933 is already newer than 1931 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1933 (ObjNum 1074 snap 328 seq_num 1074) dirty exists 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3423: left oid 47 (ObjNum 1074 snap 328 seq_num 1074) 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: finishing write tid 1 to smithi09778949-4 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: finishing write tid 2 to smithi09778949-4 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: finishing write tid 3 to smithi09778949-4 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: finishing write tid 4 to smithi09778949-4 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: finishing write tid 5 to smithi09778949-4 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: oid 4 updating version 0 to 1949 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: oid 4 version 1949 is already newer than 1948 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: oid 4 updating version 1949 to 1950 2024-09-16T03:06:05.097 INFO:tasks.rados.rados.0.smithi097.stdout:3424: oid 4 version 1950 is already newer than 1947 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1950 (ObjNum 1075 snap 328 seq_num 1075) dirty exists 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3424: left oid 4 (ObjNum 1075 snap 328 seq_num 1075) 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: finishing write tid 1 to smithi09778949-31 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: finishing write tid 2 to smithi09778949-31 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: finishing write tid 3 to smithi09778949-31 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: finishing write tid 4 to smithi09778949-31 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: finishing write tid 5 to smithi09778949-31 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: oid 31 updating version 0 to 1951 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: oid 31 updating version 1951 to 1953 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: oid 31 version 1953 is already newer than 1952 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: oid 31 updating version 1953 to 1954 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1954 (ObjNum 1076 snap 328 seq_num 1076) dirty exists 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3425: left oid 31 (ObjNum 1076 snap 328 seq_num 1076) 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3427: finishing copy_from racing read to smithi09778949-9 2024-09-16T03:06:05.098 INFO:tasks.rados.rados.0.smithi097.stdout:3427: finishing copy_from to smithi09778949-9 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1983 (ObjNum 1051 snap 323 seq_num 1051) dirty exists 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:3423: done (5 left) 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:3424: done (4 left) 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:3425: done (3 left) 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:3426: done (2 left) 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:3427: done (1 left) 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:3430: rollback oid 35 current snap is 328 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 35 to 294 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:3431: copy_from oid 11 from oid 42 current snap is 328 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 14 current snap is 328 2024-09-16T03:06:05.099 INFO:tasks.rados.rados.0.smithi097.stdout:3432: seq_num 1077 ranges {3153920=442368,3596288=434176,4030464=368640} 2024-09-16T03:06:05.116 INFO:tasks.rados.rados.0.smithi097.stdout:3432: writing smithi09778949-14 from 3153920 to 3596288 tid 1 2024-09-16T03:06:05.120 INFO:tasks.rados.rados.0.smithi097.stdout:3432: writing smithi09778949-14 from 3596288 to 4030464 tid 2 2024-09-16T03:06:05.121 INFO:tasks.rados.rados.0.smithi097.stdout:3432: writing smithi09778949-14 from 4030464 to 4399104 tid 3 2024-09-16T03:06:05.121 INFO:tasks.rados.rados.0.smithi097.stdout:3433: copy_from oid 31 from oid 5 current snap is 328 2024-09-16T03:06:05.121 INFO:tasks.rados.rados.0.smithi097.stdout:3431: finishing copy_from to smithi09778949-11 2024-09-16T03:06:05.121 INFO:tasks.rados.rados.0.smithi097.stdout:3431: got expected ENOENT (src dne) 2024-09-16T03:06:05.121 INFO:tasks.rados.rados.0.smithi097.stdout:3431: finishing copy_from racing read to smithi09778949-11 2024-09-16T03:06:05.121 INFO:tasks.rados.rados.0.smithi097.stdout:3431: done (4 left) 2024-09-16T03:06:05.122 INFO:tasks.rados.rados.0.smithi097.stdout:3434: snap_remove snap 301 2024-09-16T03:06:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:05 smithi184 ceph-mon[82194]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T03:06:05.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:05 smithi097 ceph-mon[88563]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T03:06:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:05 smithi097 ceph-mon[90424]: osdmap e728: 8 total, 8 up, 8 in 2024-09-16T03:06:06.101 INFO:tasks.rados.rados.0.smithi097.stdout:3430: finishing rollback tid 0 to smithi09778949-35 2024-09-16T03:06:06.101 INFO:tasks.rados.rados.0.smithi097.stdout:3430: finishing rollback tid 1 to smithi09778949-35 2024-09-16T03:06:06.101 INFO:tasks.rados.rados.0.smithi097.stdout:3430: finishing rollback tid 2 to smithi09778949-35 2024-09-16T03:06:06.101 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 1986 (ObjNum 976 snap 293 seq_num 976) dirty exists 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: finishing write tid 1 to smithi09778949-14 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: finishing write tid 2 to smithi09778949-14 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: finishing write tid 3 to smithi09778949-14 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: finishing write tid 4 to smithi09778949-14 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: finishing write tid 5 to smithi09778949-14 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: oid 14 updating version 0 to 2295 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: oid 14 version 2295 is already newer than 2292 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: oid 14 version 2295 is already newer than 2294 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: oid 14 version 2295 is already newer than 2293 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 2295 (ObjNum 1077 snap 328 seq_num 1077) dirty exists 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3432: left oid 14 (ObjNum 1077 snap 328 seq_num 1077) 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3433: finishing copy_from racing read to smithi09778949-31 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3429: finishing copy_from racing read to smithi09778949-33 2024-09-16T03:06:06.102 INFO:tasks.rados.rados.0.smithi097.stdout:3433: finishing copy_from to smithi09778949-31 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1934 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:3429: finishing copy_from to smithi09778949-33 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1567 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:3429: done (4 left) 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:3430: done (3 left) 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:3432: done (2 left) 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:3433: done (1 left) 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:3434: done (0 left) 2024-09-16T03:06:06.103 INFO:tasks.rados.rados.0.smithi097.stdout:3435: snap_create 2024-09-16T03:06:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:06 smithi184 ceph-mon[82194]: pgmap v767: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T03:06:06.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:06 smithi184 ceph-mon[82194]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T03:06:06.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:06 smithi097 ceph-mon[90424]: pgmap v767: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T03:06:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:06 smithi097 ceph-mon[90424]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T03:06:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:06 smithi097 ceph-mon[88563]: pgmap v767: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 224 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 1.6 MiB/s wr, 11 op/s 2024-09-16T03:06:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:06 smithi097 ceph-mon[88563]: osdmap e729: 8 total, 8 up, 8 in 2024-09-16T03:06:07.080 INFO:tasks.rados.rados.0.smithi097.stdout:3435: done (0 left) 2024-09-16T03:06:07.080 INFO:tasks.rados.rados.0.smithi097.stdout:3436: rollback oid 42 current snap is 329 2024-09-16T03:06:07.080 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 42 to 325 2024-09-16T03:06:07.080 INFO:tasks.rados.rados.0.smithi097.stdout:3437: read oid 27 snap -1 2024-09-16T03:06:07.081 INFO:tasks.rados.rados.0.smithi097.stdout:3437: expect (ObjNum 1002 snap 298 seq_num 1002) 2024-09-16T03:06:07.081 INFO:tasks.rados.rados.0.smithi097.stdout:3438: read oid 29 snap -1 2024-09-16T03:06:07.081 INFO:tasks.rados.rados.0.smithi097.stdout:3438: expect (ObjNum 932 snap 275 seq_num 932) 2024-09-16T03:06:07.081 INFO:tasks.rados.rados.0.smithi097.stdout:3439: snap_remove snap 308 2024-09-16T03:06:07.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:07 smithi184 ceph-mon[82194]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T03:06:07.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:07 smithi184 ceph-mon[82194]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T03:06:07.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:07 smithi097 ceph-mon[88563]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T03:06:07.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:07 smithi097 ceph-mon[88563]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T03:06:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:07 smithi097 ceph-mon[90424]: osdmap e730: 8 total, 8 up, 8 in 2024-09-16T03:06:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:07 smithi097 ceph-mon[90424]: osdmap e731: 8 total, 8 up, 8 in 2024-09-16T03:06:08.084 INFO:tasks.rados.rados.0.smithi097.stdout:3439: done (3 left) 2024-09-16T03:06:08.084 INFO:tasks.rados.rados.0.smithi097.stdout:3440: rollback oid 7 current snap is 329 2024-09-16T03:06:08.084 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 318 2024-09-16T03:06:08.084 INFO:tasks.rados.rados.0.smithi097.stdout:3438: expect (ObjNum 932 snap 275 seq_num 932) 2024-09-16T03:06:08.127 INFO:tasks.rados.rados.0.smithi097.stdout:3436: finishing rollback tid 1 to smithi09778949-42 2024-09-16T03:06:08.128 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 2259 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-09-16T03:06:08.128 INFO:tasks.rados.rados.0.smithi097.stdout:3437: expect (ObjNum 1002 snap 298 seq_num 1002) 2024-09-16T03:06:08.189 INFO:tasks.rados.rados.0.smithi097.stdout:3440: finishing rollback tid 0 to smithi09778949-7 2024-09-16T03:06:08.189 INFO:tasks.rados.rados.0.smithi097.stdout:3440: finishing rollback tid 1 to smithi09778949-7 2024-09-16T03:06:08.189 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2361 (ObjNum 33 snap 0 seq_num 1973742848) dirty dne 2024-09-16T03:06:08.189 INFO:tasks.rados.rados.0.smithi097.stdout:3436: done (3 left) 2024-09-16T03:06:08.189 INFO:tasks.rados.rados.0.smithi097.stdout:3437: done (2 left) 2024-09-16T03:06:08.189 INFO:tasks.rados.rados.0.smithi097.stdout:3438: done (1 left) 2024-09-16T03:06:08.189 INFO:tasks.rados.rados.0.smithi097.stdout:3440: done (0 left) 2024-09-16T03:06:08.189 INFO:tasks.rados.rados.0.smithi097.stdout:3441: snap_remove snap 325 2024-09-16T03:06:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:08 smithi184 ceph-mon[82194]: pgmap v770: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-09-16T03:06:08.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:08 smithi184 ceph-mon[82194]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T03:06:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:08 smithi097 ceph-mon[90424]: pgmap v770: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-09-16T03:06:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:08 smithi097 ceph-mon[90424]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T03:06:08.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:08 smithi097 ceph-mon[88563]: pgmap v770: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 235 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.1 MiB/s wr, 18 op/s 2024-09-16T03:06:08.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:08 smithi097 ceph-mon[88563]: osdmap e732: 8 total, 8 up, 8 in 2024-09-16T03:06:09.116 INFO:tasks.rados.rados.0.smithi097.stdout:3441: done (0 left) 2024-09-16T03:06:09.116 INFO:tasks.rados.rados.0.smithi097.stdout:3442: snap_create 2024-09-16T03:06:10.119 INFO:tasks.rados.rados.0.smithi097.stdout:3442: done (0 left) 2024-09-16T03:06:10.119 INFO:tasks.rados.rados.0.smithi097.stdout:3443: rmattr oid 7 current snap is 330 2024-09-16T03:06:10.119 INFO:tasks.rados.rados.0.smithi097.stdout:3443: done (0 left) 2024-09-16T03:06:10.119 INFO:tasks.rados.rados.0.smithi097.stdout:3444: read oid 17 snap 310 2024-09-16T03:06:10.119 INFO:tasks.rados.rados.0.smithi097.stdout:3444: expect deleted 2024-09-16T03:06:10.119 INFO:tasks.rados.rados.0.smithi097.stdout:3445: read oid 46 snap -1 2024-09-16T03:06:10.120 INFO:tasks.rados.rados.0.smithi097.stdout:3445: expect deleted 2024-09-16T03:06:10.120 INFO:tasks.rados.rados.0.smithi097.stdout:3446: snap_create 2024-09-16T03:06:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:10 smithi184 ceph-mon[82194]: pgmap v773: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-16T03:06:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:10 smithi184 ceph-mon[82194]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T03:06:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:10 smithi097 ceph-mon[90424]: pgmap v773: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-16T03:06:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:10 smithi097 ceph-mon[90424]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T03:06:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:10 smithi097 ceph-mon[88563]: pgmap v773: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 240 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-09-16T03:06:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:10 smithi097 ceph-mon[88563]: osdmap e733: 8 total, 8 up, 8 in 2024-09-16T03:06:11.129 INFO:tasks.rados.rados.0.smithi097.stdout:3444: done (2 left) 2024-09-16T03:06:11.129 INFO:tasks.rados.rados.0.smithi097.stdout:3445: done (1 left) 2024-09-16T03:06:11.129 INFO:tasks.rados.rados.0.smithi097.stdout:3446: done (0 left) 2024-09-16T03:06:11.130 INFO:tasks.rados.rados.0.smithi097.stdout:3447: snap_create 2024-09-16T03:06:11.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:11 smithi184 ceph-mon[82194]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T03:06:11.497 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:11 smithi097 ceph-mon[88563]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T03:06:11.498 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:11 smithi097 ceph-mon[90424]: osdmap e734: 8 total, 8 up, 8 in 2024-09-16T03:06:12.084 INFO:tasks.rados.rados.0.smithi097.stdout:3447: done (0 left) 2024-09-16T03:06:12.084 INFO:tasks.rados.rados.0.smithi097.stdout:3448: snap_remove snap 330 2024-09-16T03:06:12.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:12 smithi184 ceph-mon[82194]: pgmap v776: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-09-16T03:06:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:12 smithi184 ceph-mon[82194]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T03:06:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:12 smithi184 ceph-mon[82194]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T03:06:12.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:12 smithi097 ceph-mon[88563]: pgmap v776: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-09-16T03:06:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:12 smithi097 ceph-mon[88563]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T03:06:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:12 smithi097 ceph-mon[88563]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T03:06:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:12 smithi097 ceph-mon[90424]: pgmap v776: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-09-16T03:06:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:12 smithi097 ceph-mon[90424]: osdmap e735: 8 total, 8 up, 8 in 2024-09-16T03:06:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:12 smithi097 ceph-mon[90424]: osdmap e736: 8 total, 8 up, 8 in 2024-09-16T03:06:13.085 INFO:tasks.rados.rados.0.smithi097.stdout:3448: done (0 left) 2024-09-16T03:06:13.085 INFO:tasks.rados.rados.0.smithi097.stdout:3449: rmattr oid 50 current snap is 332 2024-09-16T03:06:13.085 INFO:tasks.rados.rados.0.smithi097.stdout:3449: done (0 left) 2024-09-16T03:06:13.085 INFO:tasks.rados.rados.0.smithi097.stdout:3450: read oid 21 snap 299 2024-09-16T03:06:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:3450: expect (ObjNum 950 snap 280 seq_num 950) 2024-09-16T03:06:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:3451: read oid 37 snap -1 2024-09-16T03:06:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:3451: expect (ObjNum 1072 snap 328 seq_num 1072) 2024-09-16T03:06:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:3452: rollback oid 26 current snap is 332 2024-09-16T03:06:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 306 2024-09-16T03:06:13.086 INFO:tasks.rados.rados.0.smithi097.stdout:3453: delete oid 47 current snap is 332 2024-09-16T03:06:13.091 INFO:tasks.rados.rados.0.smithi097.stdout:3452: finishing rollback tid 0 to smithi09778949-26 2024-09-16T03:06:13.092 INFO:tasks.rados.rados.0.smithi097.stdout:3452: finishing rollback tid 1 to smithi09778949-26 2024-09-16T03:06:13.093 INFO:tasks.rados.rados.0.smithi097.stdout:3452: finishing rollback tid 2 to smithi09778949-26 2024-09-16T03:06:13.093 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1521 (ObjNum 948 snap 280 seq_num 948) dirty exists 2024-09-16T03:06:13.093 INFO:tasks.rados.rados.0.smithi097.stdout:3452: done (3 left) 2024-09-16T03:06:13.094 INFO:tasks.rados.rados.0.smithi097.stdout:3453: done (2 left) 2024-09-16T03:06:13.094 INFO:tasks.rados.rados.0.smithi097.stdout:3454: setattr oid 18 current snap is 332 2024-09-16T03:06:13.096 INFO:tasks.rados.rados.0.smithi097.stdout:3455: rollback oid 36 current snap is 332 2024-09-16T03:06:13.096 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 36 to 326 2024-09-16T03:06:13.096 INFO:tasks.rados.rados.0.smithi097.stdout:3456: snap_remove snap 310 2024-09-16T03:06:14.092 INFO:tasks.rados.rados.0.smithi097.stdout:3451: expect (ObjNum 1072 snap 328 seq_num 1072) 2024-09-16T03:06:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1522 (ObjNum 931 snap 275 seq_num 931) dirty exists 2024-09-16T03:06:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:3455: finishing rollback tid 0 to smithi09778949-36 2024-09-16T03:06:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:3455: finishing rollback tid 1 to smithi09778949-36 2024-09-16T03:06:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:3455: finishing rollback tid 2 to smithi09778949-36 2024-09-16T03:06:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 1991 (ObjNum 1049 snap 323 seq_num 1049) dirty exists 2024-09-16T03:06:14.130 INFO:tasks.rados.rados.0.smithi097.stdout:3450: expect (ObjNum 950 snap 280 seq_num 950) 2024-09-16T03:06:14.240 INFO:tasks.rados.rados.0.smithi097.stdout:3450: done (4 left) 2024-09-16T03:06:14.240 INFO:tasks.rados.rados.0.smithi097.stdout:3451: done (3 left) 2024-09-16T03:06:14.240 INFO:tasks.rados.rados.0.smithi097.stdout:3454: done (2 left) 2024-09-16T03:06:14.240 INFO:tasks.rados.rados.0.smithi097.stdout:3455: done (1 left) 2024-09-16T03:06:14.240 INFO:tasks.rados.rados.0.smithi097.stdout:3456: done (0 left) 2024-09-16T03:06:14.240 INFO:tasks.rados.rados.0.smithi097.stdout:3457: snap_remove snap 331 2024-09-16T03:06:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:14 smithi184 ceph-mon[82194]: pgmap v779: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-16T03:06:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:14 smithi184 ceph-mon[82194]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T03:06:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:14 smithi097 ceph-mon[88563]: pgmap v779: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-16T03:06:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:14 smithi097 ceph-mon[88563]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T03:06:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:14 smithi097 ceph-mon[90424]: pgmap v779: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 245 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 2 op/s 2024-09-16T03:06:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:14 smithi097 ceph-mon[90424]: osdmap e737: 8 total, 8 up, 8 in 2024-09-16T03:06:14.908 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:06:14 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=infra.usagestats t=2024-09-16T03:06:14.631439942Z level=info msg="Usage stats are ready to report" 2024-09-16T03:06:14.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:06:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:06:14] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.51.0" 2024-09-16T03:06:15.105 INFO:tasks.rados.rados.0.smithi097.stdout:3457: done (0 left) 2024-09-16T03:06:15.105 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 332 2024-09-16T03:06:15.105 INFO:tasks.rados.rados.0.smithi097.stdout:3458: seq_num 1079 ranges {221184=475136,696320=606208,1302528=196608} 2024-09-16T03:06:15.109 INFO:tasks.rados.rados.0.smithi097.stdout:3458: writing smithi09778949-19 from 221184 to 696320 tid 1 2024-09-16T03:06:15.112 INFO:tasks.rados.rados.0.smithi097.stdout:3458: writing smithi09778949-19 from 696320 to 1302528 tid 2 2024-09-16T03:06:15.114 INFO:tasks.rados.rados.0.smithi097.stdout:3458: writing smithi09778949-19 from 1302528 to 1499136 tid 3 2024-09-16T03:06:15.114 INFO:tasks.rados.rados.0.smithi097.stdout:3459: snap_remove snap 316 2024-09-16T03:06:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:15 smithi184 ceph-mon[82194]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T03:06:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:15 smithi097 ceph-mon[88563]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T03:06:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:15 smithi097 ceph-mon[90424]: osdmap e738: 8 total, 8 up, 8 in 2024-09-16T03:06:16.104 INFO:tasks.rados.rados.0.smithi097.stdout:3459: done (1 left) 2024-09-16T03:06:16.104 INFO:tasks.rados.rados.0.smithi097.stdout:3460: read oid 46 snap -1 2024-09-16T03:06:16.104 INFO:tasks.rados.rados.0.smithi097.stdout:3460: expect deleted 2024-09-16T03:06:16.105 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 332 2024-09-16T03:06:16.105 INFO:tasks.rados.rados.0.smithi097.stdout:3458: finishing write tid 1 to smithi09778949-19 2024-09-16T03:06:16.105 INFO:tasks.rados.rados.0.smithi097.stdout:3458: finishing write tid 2 to smithi09778949-19 2024-09-16T03:06:16.105 INFO:tasks.rados.rados.0.smithi097.stdout:3458: finishing write tid 3 to smithi09778949-19 2024-09-16T03:06:16.105 INFO:tasks.rados.rados.0.smithi097.stdout:3458: finishing write tid 4 to smithi09778949-19 2024-09-16T03:06:16.105 INFO:tasks.rados.rados.0.smithi097.stdout:3461: seq_num 1080 ranges {6848512=491520,7340032=540672,7880704=262144} 2024-09-16T03:06:16.145 INFO:tasks.rados.rados.0.smithi097.stdout:3461: writing smithi09778949-26 from 6848512 to 7340032 tid 1 2024-09-16T03:06:16.148 INFO:tasks.rados.rados.0.smithi097.stdout:3461: writing smithi09778949-26 from 7340032 to 7880704 tid 2 2024-09-16T03:06:16.150 INFO:tasks.rados.rados.0.smithi097.stdout:3461: writing smithi09778949-26 from 7880704 to 8142848 tid 3 2024-09-16T03:06:16.150 INFO:tasks.rados.rados.0.smithi097.stdout:3458: finishing write tid 5 to smithi09778949-19 2024-09-16T03:06:16.150 INFO:tasks.rados.rados.0.smithi097.stdout:3458: oid 19 updating version 0 to 2383 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:3458: oid 19 updating version 2383 to 2385 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:3458: oid 19 updating version 2385 to 2386 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:3458: oid 19 version 2386 is already newer than 2384 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2386 (ObjNum 1079 snap 332 seq_num 1079) dirty exists 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:3458: left oid 19 (ObjNum 1079 snap 332 seq_num 1079) 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:3461: finishing write tid 1 to smithi09778949-26 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:3458: done (2 left) 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:3460: done (1 left) 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 332 2024-09-16T03:06:16.151 INFO:tasks.rados.rados.0.smithi097.stdout:3462: seq_num 1081 ranges {2867200=507904,3375104=425984,3801088=376832} 2024-09-16T03:06:16.168 INFO:tasks.rados.rados.0.smithi097.stdout:3462: writing smithi09778949-44 from 2867200 to 3375104 tid 1 2024-09-16T03:06:16.170 INFO:tasks.rados.rados.0.smithi097.stdout:3462: writing smithi09778949-44 from 3375104 to 3801088 tid 2 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3462: writing smithi09778949-44 from 3801088 to 4177920 tid 3 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3463: setattr oid 33 current snap is 332 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: finishing write tid 2 to smithi09778949-26 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: finishing write tid 3 to smithi09778949-26 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: finishing write tid 4 to smithi09778949-26 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: finishing write tid 5 to smithi09778949-26 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: oid 26 updating version 0 to 1525 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: oid 26 version 1525 is already newer than 1524 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: oid 26 updating version 1525 to 1526 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: oid 26 version 1526 is already newer than 1523 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1526 (ObjNum 1080 snap 332 seq_num 1080) dirty exists 2024-09-16T03:06:16.173 INFO:tasks.rados.rados.0.smithi097.stdout:3461: left oid 26 (ObjNum 1080 snap 332 seq_num 1080) 2024-09-16T03:06:16.174 INFO:tasks.rados.rados.0.smithi097.stdout:3462: finishing write tid 1 to smithi09778949-44 2024-09-16T03:06:16.174 INFO:tasks.rados.rados.0.smithi097.stdout:3461: done (2 left) 2024-09-16T03:06:16.174 INFO:tasks.rados.rados.0.smithi097.stdout:3464: rollback oid 19 current snap is 332 2024-09-16T03:06:16.174 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 19 to 318 2024-09-16T03:06:16.174 INFO:tasks.rados.rados.0.smithi097.stdout:3465: snap_remove snap 299 2024-09-16T03:06:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:16 smithi184 ceph-mon[82194]: pgmap v782: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:06:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:16 smithi184 ceph-mon[82194]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T03:06:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:16 smithi097 ceph-mon[88563]: pgmap v782: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:06:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:16 smithi097 ceph-mon[88563]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T03:06:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:16 smithi097 ceph-mon[90424]: pgmap v782: 121 pgs: 121 active+clean; 245 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:06:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:16 smithi097 ceph-mon[90424]: osdmap e739: 8 total, 8 up, 8 in 2024-09-16T03:06:17.084 INFO:tasks.rados.rados.0.smithi097.stdout:3462: finishing write tid 2 to smithi09778949-44 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3462: finishing write tid 3 to smithi09778949-44 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3462: finishing write tid 4 to smithi09778949-44 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3464: finishing rollback tid 0 to smithi09778949-19 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3464: finishing rollback tid 1 to smithi09778949-19 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3464: finishing rollback tid 2 to smithi09778949-19 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2395 (ObjNum 1016 snap 309 seq_num 1016) dirty exists 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 2311 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3462: finishing write tid 5 to smithi09778949-44 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3462: oid 44 updating version 0 to 2307 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3462: oid 44 updating version 2307 to 2308 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3462: oid 44 updating version 2308 to 2309 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:3462: oid 44 updating version 2309 to 2310 2024-09-16T03:06:17.085 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2310 (ObjNum 1081 snap 332 seq_num 1081) dirty exists 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:3462: left oid 44 (ObjNum 1081 snap 332 seq_num 1081) 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:3462: done (3 left) 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:3463: done (2 left) 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:3464: done (1 left) 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:3465: done (0 left) 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:3466: rmattr oid 22 current snap is 332 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:3466: done (0 left) 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 332 2024-09-16T03:06:17.086 INFO:tasks.rados.rados.0.smithi097.stdout:3467: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-09-16T03:06:17.087 INFO:tasks.rados.rados.0.smithi097.stdout:3467: writing smithi09778949-28 from 0 to 524288 tid 1 2024-09-16T03:06:17.092 INFO:tasks.rados.rados.0.smithi097.stdout:3467: writing smithi09778949-28 from 524288 to 1228800 tid 2 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3467: writing smithi09778949-28 from 1228800 to 1327104 tid 3 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3468: rmattr oid 41 current snap is 332 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3468: done (1 left) 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3469: read oid 10 snap 318 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3469: expect (ObjNum 956 snap 282 seq_num 956) 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3470: copy_from oid 15 from oid 11 current snap is 332 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3471: read oid 27 snap -1 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3471: expect (ObjNum 1002 snap 298 seq_num 1002) 2024-09-16T03:06:17.094 INFO:tasks.rados.rados.0.smithi097.stdout:3472: snap_remove snap 313 2024-09-16T03:06:17.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:17 smithi184 ceph-mon[82194]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T03:06:17.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:17 smithi184 ceph-mon[82194]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T03:06:17.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:17 smithi097 ceph-mon[88563]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T03:06:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:17 smithi097 ceph-mon[88563]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T03:06:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:17 smithi097 ceph-mon[90424]: osdmap e740: 8 total, 8 up, 8 in 2024-09-16T03:06:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:17 smithi097 ceph-mon[90424]: osdmap e741: 8 total, 8 up, 8 in 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:3467: finishing write tid 1 to smithi09778949-28 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:3472: done (4 left) 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 2 current snap is 332 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:3467: finishing write tid 2 to smithi09778949-28 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:3467: finishing write tid 3 to smithi09778949-28 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:3467: finishing write tid 4 to smithi09778949-28 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:3470: finishing copy_from racing read to smithi09778949-15 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:3470: finishing copy_from to smithi09778949-15 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1792 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:06:18.086 INFO:tasks.rados.rados.0.smithi097.stdout:3469: expect (ObjNum 956 snap 282 seq_num 956) 2024-09-16T03:06:18.209 INFO:tasks.rados.rados.0.smithi097.stdout:3471: expect (ObjNum 1002 snap 298 seq_num 1002) 2024-09-16T03:06:18.269 INFO:tasks.rados.rados.0.smithi097.stdout:3467: finishing write tid 5 to smithi09778949-28 2024-09-16T03:06:18.269 INFO:tasks.rados.rados.0.smithi097.stdout:3467: oid 28 updating version 0 to 2399 2024-09-16T03:06:18.269 INFO:tasks.rados.rados.0.smithi097.stdout:3467: oid 28 version 2399 is already newer than 2398 2024-09-16T03:06:18.269 INFO:tasks.rados.rados.0.smithi097.stdout:3467: oid 28 version 2399 is already newer than 2397 2024-09-16T03:06:18.269 INFO:tasks.rados.rados.0.smithi097.stdout:3467: oid 28 version 2399 is already newer than 2396 2024-09-16T03:06:18.269 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 2399 (ObjNum 1082 snap 332 seq_num 1082) dirty exists 2024-09-16T03:06:18.269 INFO:tasks.rados.rados.0.smithi097.stdout:3467: left oid 28 (ObjNum 1082 snap 332 seq_num 1082) 2024-09-16T03:06:18.269 INFO:tasks.rados.rados.0.smithi097.stdout:3473: seq_num 1083 ranges {1073152=540672,1613824=589824,2203648=212992} 2024-09-16T03:06:18.277 INFO:tasks.rados.rados.0.smithi097.stdout:3473: writing smithi09778949-2 from 1073152 to 1613824 tid 1 2024-09-16T03:06:18.281 INFO:tasks.rados.rados.0.smithi097.stdout:3473: writing smithi09778949-2 from 1613824 to 2203648 tid 2 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3473: writing smithi09778949-2 from 2203648 to 2416640 tid 3 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3467: done (4 left) 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3469: done (3 left) 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3470: done (2 left) 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3471: done (1 left) 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3474: rollback oid 22 current snap is 332 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 328 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3473: finishing write tid 1 to smithi09778949-2 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3475: copy_from oid 30 from oid 8 current snap is 332 2024-09-16T03:06:18.283 INFO:tasks.rados.rados.0.smithi097.stdout:3476: setattr oid 27 current snap is 332 2024-09-16T03:06:18.284 INFO:tasks.rados.rados.0.smithi097.stdout:3474: finishing rollback tid 1 to smithi09778949-22 2024-09-16T03:06:18.284 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1933 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T03:06:18.285 INFO:tasks.rados.rados.0.smithi097.stdout:3473: finishing write tid 2 to smithi09778949-2 2024-09-16T03:06:18.285 INFO:tasks.rados.rados.0.smithi097.stdout:3473: finishing write tid 3 to smithi09778949-2 2024-09-16T03:06:18.285 INFO:tasks.rados.rados.0.smithi097.stdout:3473: finishing write tid 4 to smithi09778949-2 2024-09-16T03:06:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:3473: finishing write tid 5 to smithi09778949-2 2024-09-16T03:06:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:3473: oid 2 updating version 0 to 2298 2024-09-16T03:06:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:3473: oid 2 version 2298 is already newer than 2297 2024-09-16T03:06:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:3473: oid 2 version 2298 is already newer than 2296 2024-09-16T03:06:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:3473: oid 2 updating version 2298 to 2299 2024-09-16T03:06:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 2299 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-09-16T03:06:18.286 INFO:tasks.rados.rados.0.smithi097.stdout:3473: left oid 2 (ObjNum 1083 snap 332 seq_num 1083) 2024-09-16T03:06:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:3473: done (3 left) 2024-09-16T03:06:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:3474: done (2 left) 2024-09-16T03:06:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:3477: rollback oid 22 current snap is 332 2024-09-16T03:06:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 22 to 296 2024-09-16T03:06:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:3478: read oid 19 snap -1 2024-09-16T03:06:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:3478: expect (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:06:18.287 INFO:tasks.rados.rados.0.smithi097.stdout:3479: snap_create 2024-09-16T03:06:18.288 INFO:tasks.rados.rados.0.smithi097.stdout:3477: finishing rollback tid 1 to smithi09778949-22 2024-09-16T03:06:18.289 INFO:tasks.rados.rados.0.smithi097.stdout:3477: finishing rollback tid 2 to smithi09778949-22 2024-09-16T03:06:18.289 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1935 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:06:18.293 INFO:tasks.rados.rados.0.smithi097.stdout:3475: finishing copy_from racing read to smithi09778949-30 2024-09-16T03:06:18.293 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2421 (ObjNum 1002 snap 298 seq_num 1002) dirty exists 2024-09-16T03:06:18.293 INFO:tasks.rados.rados.0.smithi097.stdout:3475: finishing copy_from to smithi09778949-30 2024-09-16T03:06:18.293 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1592 (ObjNum 1069 snap 327 seq_num 1069) dirty exists 2024-09-16T03:06:18.295 INFO:tasks.rados.rados.0.smithi097.stdout:3478: expect (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:06:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:18 smithi184 ceph-mon[82194]: pgmap v785: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 312 KiB/s wr, 3 op/s 2024-09-16T03:06:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:18 smithi184 ceph-mon[82194]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T03:06:18.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:18 smithi097 ceph-mon[88563]: pgmap v785: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 312 KiB/s wr, 3 op/s 2024-09-16T03:06:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:18 smithi097 ceph-mon[88563]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T03:06:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:18 smithi097 ceph-mon[90424]: pgmap v785: 121 pgs: 121 active+clean; 246 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 312 KiB/s wr, 3 op/s 2024-09-16T03:06:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:18 smithi097 ceph-mon[90424]: osdmap e742: 8 total, 8 up, 8 in 2024-09-16T03:06:19.122 INFO:tasks.rados.rados.0.smithi097.stdout:3475: done (4 left) 2024-09-16T03:06:19.123 INFO:tasks.rados.rados.0.smithi097.stdout:3476: done (3 left) 2024-09-16T03:06:19.123 INFO:tasks.rados.rados.0.smithi097.stdout:3477: done (2 left) 2024-09-16T03:06:19.123 INFO:tasks.rados.rados.0.smithi097.stdout:3478: done (1 left) 2024-09-16T03:06:19.123 INFO:tasks.rados.rados.0.smithi097.stdout:3479: done (0 left) 2024-09-16T03:06:19.123 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 333 2024-09-16T03:06:19.123 INFO:tasks.rados.rados.0.smithi097.stdout:3480: seq_num 1084 ranges {4562944=557056,5120000=475136,5595136=327680} 2024-09-16T03:06:19.149 INFO:tasks.rados.rados.0.smithi097.stdout:3480: writing smithi09778949-32 from 4562944 to 5120000 tid 1 2024-09-16T03:06:19.152 INFO:tasks.rados.rados.0.smithi097.stdout:3480: writing smithi09778949-32 from 5120000 to 5595136 tid 2 2024-09-16T03:06:19.153 INFO:tasks.rados.rados.0.smithi097.stdout:3480: writing smithi09778949-32 from 5595136 to 5922816 tid 3 2024-09-16T03:06:19.154 INFO:tasks.rados.rados.0.smithi097.stdout:3481: snap_remove snap 318 2024-09-16T03:06:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:19.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:20.140 INFO:tasks.rados.rados.0.smithi097.stdout:3481: done (1 left) 2024-09-16T03:06:20.141 INFO:tasks.rados.rados.0.smithi097.stdout:3482: copy_from oid 44 from oid 3 current snap is 333 2024-09-16T03:06:20.141 INFO:tasks.rados.rados.0.smithi097.stdout:3480: finishing write tid 1 to smithi09778949-32 2024-09-16T03:06:20.141 INFO:tasks.rados.rados.0.smithi097.stdout:3480: finishing write tid 2 to smithi09778949-32 2024-09-16T03:06:20.141 INFO:tasks.rados.rados.0.smithi097.stdout:3480: finishing write tid 3 to smithi09778949-32 2024-09-16T03:06:20.141 INFO:tasks.rados.rados.0.smithi097.stdout:3480: finishing write tid 4 to smithi09778949-32 2024-09-16T03:06:20.141 INFO:tasks.rados.rados.0.smithi097.stdout:3480: finishing write tid 5 to smithi09778949-32 2024-09-16T03:06:20.141 INFO:tasks.rados.rados.0.smithi097.stdout:3480: oid 32 updating version 0 to 1988 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3480: oid 32 version 1988 is already newer than 1987 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3480: oid 32 updating version 1988 to 1989 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3480: oid 32 updating version 1989 to 1990 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1990 (ObjNum 1084 snap 333 seq_num 1084) dirty exists 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3480: left oid 32 (ObjNum 1084 snap 333 seq_num 1084) 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3480: done (1 left) 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3483: read oid 40 snap -1 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3483: expect deleted 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3484: copy_from oid 5 from oid 7 current snap is 333 2024-09-16T03:06:20.142 INFO:tasks.rados.rados.0.smithi097.stdout:3485: rmattr oid 13 current snap is 333 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3485: done (3 left) 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3486: read oid 43 snap -1 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3486: expect deleted 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3487: read oid 25 snap -1 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3487: expect (ObjNum 931 snap 275 seq_num 931) 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3488: rollback oid 24 current snap is 333 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 24 to 332 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3489: rmattr oid 30 current snap is 333 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3489: done (6 left) 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3490: read oid 35 snap -1 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3490: expect (ObjNum 976 snap 293 seq_num 976) 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3491: copy_from oid 10 from oid 19 current snap is 333 2024-09-16T03:06:20.143 INFO:tasks.rados.rados.0.smithi097.stdout:3492: snap_create 2024-09-16T03:06:20.144 INFO:tasks.rados.rados.0.smithi097.stdout:3482: finishing copy_from to smithi09778949-44 2024-09-16T03:06:20.144 INFO:tasks.rados.rados.0.smithi097.stdout:3482: got expected ENOENT (src dne) 2024-09-16T03:06:20.145 INFO:tasks.rados.rados.0.smithi097.stdout:3484: finishing copy_from to smithi09778949-5 2024-09-16T03:06:20.145 INFO:tasks.rados.rados.0.smithi097.stdout:3484: got expected ENOENT (src dne) 2024-09-16T03:06:20.145 INFO:tasks.rados.rados.0.smithi097.stdout:3484: finishing copy_from racing read to smithi09778949-5 2024-09-16T03:06:20.148 INFO:tasks.rados.rados.0.smithi097.stdout:3482: finishing copy_from racing read to smithi09778949-44 2024-09-16T03:06:20.149 INFO:tasks.rados.rados.0.smithi097.stdout:3488: finishing rollback tid 0 to smithi09778949-24 2024-09-16T03:06:20.152 INFO:tasks.rados.rados.0.smithi097.stdout:3488: finishing rollback tid 1 to smithi09778949-24 2024-09-16T03:06:20.152 INFO:tasks.rados.rados.0.smithi097.stdout:3488: finishing rollback tid 2 to smithi09778949-24 2024-09-16T03:06:20.152 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 24 v 1938 (ObjNum 967 snap 290 seq_num 967) dirty exists 2024-09-16T03:06:20.157 INFO:tasks.rados.rados.0.smithi097.stdout:3491: finishing copy_from racing read to smithi09778949-10 2024-09-16T03:06:20.160 INFO:tasks.rados.rados.0.smithi097.stdout:3487: expect (ObjNum 931 snap 275 seq_num 931) 2024-09-16T03:06:20.239 INFO:tasks.rados.rados.0.smithi097.stdout:3491: finishing copy_from to smithi09778949-10 2024-09-16T03:06:20.239 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2395 (ObjNum 1016 snap 309 seq_num 1016) dirty exists 2024-09-16T03:06:20.240 INFO:tasks.rados.rados.0.smithi097.stdout:3490: expect (ObjNum 976 snap 293 seq_num 976) 2024-09-16T03:06:20.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:20 smithi184 ceph-mon[82194]: pgmap v788: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 254 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 628 KiB/s wr, 10 op/s 2024-09-16T03:06:20.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:20 smithi184 ceph-mon[82194]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T03:06:20.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:20 smithi097 ceph-mon[88563]: pgmap v788: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 254 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 628 KiB/s wr, 10 op/s 2024-09-16T03:06:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:20 smithi097 ceph-mon[88563]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T03:06:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:20 smithi097 ceph-mon[90424]: pgmap v788: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 254 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 628 KiB/s wr, 10 op/s 2024-09-16T03:06:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:20 smithi097 ceph-mon[90424]: osdmap e743: 8 total, 8 up, 8 in 2024-09-16T03:06:21.137 INFO:tasks.rados.rados.0.smithi097.stdout:3482: done (8 left) 2024-09-16T03:06:21.137 INFO:tasks.rados.rados.0.smithi097.stdout:3483: done (7 left) 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3484: done (6 left) 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3486: done (5 left) 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3487: done (4 left) 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3488: done (3 left) 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3490: done (2 left) 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3491: done (1 left) 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3492: done (0 left) 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3493: setattr oid 45 current snap is 334 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3494: copy_from oid 23 from oid 3 current snap is 334 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 334 2024-09-16T03:06:21.138 INFO:tasks.rados.rados.0.smithi097.stdout:3495: seq_num 1085 ranges {8142848=581632,8724480=761856,9486336=40960} 2024-09-16T03:06:21.183 INFO:tasks.rados.rados.0.smithi097.stdout:3495: writing smithi09778949-26 from 8142848 to 8724480 tid 1 2024-09-16T03:06:21.187 INFO:tasks.rados.rados.0.smithi097.stdout:3495: writing smithi09778949-26 from 8724480 to 9486336 tid 2 2024-09-16T03:06:21.188 INFO:tasks.rados.rados.0.smithi097.stdout:3495: writing smithi09778949-26 from 9486336 to 9527296 tid 3 2024-09-16T03:06:21.188 INFO:tasks.rados.rados.0.smithi097.stdout:3496: snap_create 2024-09-16T03:06:21.188 INFO:tasks.rados.rados.0.smithi097.stdout:3494: finishing copy_from to smithi09778949-23 2024-09-16T03:06:21.188 INFO:tasks.rados.rados.0.smithi097.stdout:3494: got expected ENOENT (src dne) 2024-09-16T03:06:21.188 INFO:tasks.rados.rados.0.smithi097.stdout:3494: finishing copy_from racing read to smithi09778949-23 2024-09-16T03:06:21.189 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1935 (ObjNum 129 snap 0 seq_num 1973220632) dirty exists 2024-09-16T03:06:21.189 INFO:tasks.rados.rados.0.smithi097.stdout:3495: finishing write tid 1 to smithi09778949-26 2024-09-16T03:06:21.193 INFO:tasks.rados.rados.0.smithi097.stdout:3495: finishing write tid 2 to smithi09778949-26 2024-09-16T03:06:21.193 INFO:tasks.rados.rados.0.smithi097.stdout:3495: finishing write tid 3 to smithi09778949-26 2024-09-16T03:06:21.194 INFO:tasks.rados.rados.0.smithi097.stdout:3495: finishing write tid 4 to smithi09778949-26 2024-09-16T03:06:21.195 INFO:tasks.rados.rados.0.smithi097.stdout:3495: finishing write tid 5 to smithi09778949-26 2024-09-16T03:06:21.195 INFO:tasks.rados.rados.0.smithi097.stdout:3495: oid 26 updating version 0 to 1528 2024-09-16T03:06:21.195 INFO:tasks.rados.rados.0.smithi097.stdout:3495: oid 26 updating version 1528 to 1529 2024-09-16T03:06:21.195 INFO:tasks.rados.rados.0.smithi097.stdout:3495: oid 26 updating version 1529 to 1530 2024-09-16T03:06:21.195 INFO:tasks.rados.rados.0.smithi097.stdout:3495: oid 26 version 1530 is already newer than 1527 2024-09-16T03:06:21.195 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1530 (ObjNum 1085 snap 334 seq_num 1085) dirty exists 2024-09-16T03:06:21.195 INFO:tasks.rados.rados.0.smithi097.stdout:3495: left oid 26 (ObjNum 1085 snap 334 seq_num 1085) 2024-09-16T03:06:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:21 smithi184 ceph-mon[82194]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T03:06:21.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:21 smithi097 ceph-mon[88563]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T03:06:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:21 smithi097 ceph-mon[90424]: osdmap e744: 8 total, 8 up, 8 in 2024-09-16T03:06:22.088 INFO:tasks.rados.rados.0.smithi097.stdout:3493: done (3 left) 2024-09-16T03:06:22.088 INFO:tasks.rados.rados.0.smithi097.stdout:3494: done (2 left) 2024-09-16T03:06:22.088 INFO:tasks.rados.rados.0.smithi097.stdout:3495: done (1 left) 2024-09-16T03:06:22.088 INFO:tasks.rados.rados.0.smithi097.stdout:3496: done (0 left) 2024-09-16T03:06:22.088 INFO:tasks.rados.rados.0.smithi097.stdout:3497: copy_from oid 47 from oid 22 current snap is 335 2024-09-16T03:06:22.089 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 335 2024-09-16T03:06:22.089 INFO:tasks.rados.rados.0.smithi097.stdout:3498: seq_num 1086 ranges {1064960=598016,1662976=647168,2310144=155648} 2024-09-16T03:06:22.097 INFO:tasks.rados.rados.0.smithi097.stdout:3498: writing smithi09778949-49 from 1064960 to 1662976 tid 1 2024-09-16T03:06:22.100 INFO:tasks.rados.rados.0.smithi097.stdout:3498: writing smithi09778949-49 from 1662976 to 2310144 tid 2 2024-09-16T03:06:22.101 INFO:tasks.rados.rados.0.smithi097.stdout:3498: writing smithi09778949-49 from 2310144 to 2465792 tid 3 2024-09-16T03:06:22.102 INFO:tasks.rados.rados.0.smithi097.stdout:3499: snap_remove snap 333 2024-09-16T03:06:22.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:22 smithi184 ceph-mon[82194]: pgmap v791: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 260 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-09-16T03:06:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:22 smithi184 ceph-mon[82194]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T03:06:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:22 smithi184 ceph-mon[82194]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T03:06:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:22 smithi097 ceph-mon[88563]: pgmap v791: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 260 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-09-16T03:06:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:22 smithi097 ceph-mon[88563]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T03:06:22.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:22 smithi097 ceph-mon[88563]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T03:06:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:22 smithi097 ceph-mon[90424]: pgmap v791: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 260 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 25 op/s 2024-09-16T03:06:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:22 smithi097 ceph-mon[90424]: osdmap e745: 8 total, 8 up, 8 in 2024-09-16T03:06:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:22 smithi097 ceph-mon[90424]: osdmap e746: 8 total, 8 up, 8 in 2024-09-16T03:06:23.092 INFO:tasks.rados.rados.0.smithi097.stdout:3497: finishing copy_from racing read to smithi09778949-47 2024-09-16T03:06:23.092 INFO:tasks.rados.rados.0.smithi097.stdout:3497: finishing copy_from to smithi09778949-47 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1935 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: finishing write tid 1 to smithi09778949-49 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: finishing write tid 2 to smithi09778949-49 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: finishing write tid 3 to smithi09778949-49 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: finishing write tid 4 to smithi09778949-49 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: finishing write tid 5 to smithi09778949-49 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: oid 49 updating version 0 to 2396 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: oid 49 updating version 2396 to 2399 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: oid 49 version 2399 is already newer than 2398 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: oid 49 version 2399 is already newer than 2397 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 2399 (ObjNum 1086 snap 335 seq_num 1086) dirty exists 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3498: left oid 49 (ObjNum 1086 snap 335 seq_num 1086) 2024-09-16T03:06:23.093 INFO:tasks.rados.rados.0.smithi097.stdout:3497: done (2 left) 2024-09-16T03:06:23.094 INFO:tasks.rados.rados.0.smithi097.stdout:3498: done (1 left) 2024-09-16T03:06:23.094 INFO:tasks.rados.rados.0.smithi097.stdout:3499: done (0 left) 2024-09-16T03:06:23.094 INFO:tasks.rados.rados.0.smithi097.stdout:3500: rmattr oid 9 current snap is 335 2024-09-16T03:06:23.094 INFO:tasks.rados.rados.0.smithi097.stdout:3500: done (0 left) 2024-09-16T03:06:23.094 INFO:tasks.rados.rados.0.smithi097.stdout:3501: delete oid 11 current snap is 335 2024-09-16T03:06:23.098 INFO:tasks.rados.rados.0.smithi097.stdout:3501: done (0 left) 2024-09-16T03:06:23.098 INFO:tasks.rados.rados.0.smithi097.stdout:3502: rollback oid 27 current snap is 335 2024-09-16T03:06:23.098 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 294 2024-09-16T03:06:23.098 INFO:tasks.rados.rados.0.smithi097.stdout:3503: snap_remove snap 334 2024-09-16T03:06:24.092 INFO:tasks.rados.rados.0.smithi097.stdout:3503: done (1 left) 2024-09-16T03:06:24.093 INFO:tasks.rados.rados.0.smithi097.stdout:3504: snap_remove snap 311 2024-09-16T03:06:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:24 smithi184 ceph-mon[82194]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 263 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-09-16T03:06:24.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:24 smithi184 ceph-mon[82194]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T03:06:24.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:24 smithi097 ceph-mon[88563]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 263 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-09-16T03:06:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:24 smithi097 ceph-mon[88563]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T03:06:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:24 smithi097 ceph-mon[90424]: pgmap v794: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 263 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-09-16T03:06:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:24 smithi097 ceph-mon[90424]: osdmap e747: 8 total, 8 up, 8 in 2024-09-16T03:06:24.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:06:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:06:24] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.51.0" 2024-09-16T03:06:25.099 INFO:tasks.rados.rados.0.smithi097.stdout:3504: done (1 left) 2024-09-16T03:06:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:3505: setattr oid 11 current snap is 335 2024-09-16T03:06:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:3502: finishing rollback tid 0 to smithi09778949-27 2024-09-16T03:06:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:3502: finishing rollback tid 1 to smithi09778949-27 2024-09-16T03:06:25.100 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2430 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-16T03:06:25.101 INFO:tasks.rados.rados.0.smithi097.stdout:3502: done (1 left) 2024-09-16T03:06:25.101 INFO:tasks.rados.rados.0.smithi097.stdout:3506: delete oid 34 current snap is 335 2024-09-16T03:06:25.105 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1794 (ObjNum 33 snap 0 seq_num 1972904112) dirty exists 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:3505: done (1 left) 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:3506: done (0 left) 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:3507: read oid 23 snap -1 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:3507: expect (ObjNum 1069 snap 327 seq_num 1069) 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:3508: rollback oid 39 current snap is 335 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 39 to 328 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:3509: read oid 29 snap -1 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:3509: expect (ObjNum 932 snap 275 seq_num 932) 2024-09-16T03:06:25.110 INFO:tasks.rados.rados.0.smithi097.stdout:3510: read oid 19 snap -1 2024-09-16T03:06:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:3510: expect (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:06:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:3511: read oid 20 snap 329 2024-09-16T03:06:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:3511: expect (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:06:25.111 INFO:tasks.rados.rados.0.smithi097.stdout:3512: setattr oid 48 current snap is 335 2024-09-16T03:06:25.112 INFO:tasks.rados.rados.0.smithi097.stdout:3513: read oid 22 snap -1 2024-09-16T03:06:25.112 INFO:tasks.rados.rados.0.smithi097.stdout:3513: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:06:25.112 INFO:tasks.rados.rados.0.smithi097.stdout:3514: snap_create 2024-09-16T03:06:25.117 INFO:tasks.rados.rados.0.smithi097.stdout:3508: finishing rollback tid 0 to smithi09778949-39 2024-09-16T03:06:25.118 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 802 (ObjNum 289 snap 0 seq_num 735741250) dirty exists 2024-09-16T03:06:25.122 INFO:tasks.rados.rados.0.smithi097.stdout:3510: expect (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:06:25.139 INFO:tasks.rados.rados.0.smithi097.stdout:3508: finishing rollback tid 1 to smithi09778949-39 2024-09-16T03:06:25.139 INFO:tasks.rados.rados.0.smithi097.stdout:3508: finishing rollback tid 2 to smithi09778949-39 2024-09-16T03:06:25.139 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1941 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:06:25.139 INFO:tasks.rados.rados.0.smithi097.stdout:3507: expect (ObjNum 1069 snap 327 seq_num 1069) 2024-09-16T03:06:25.168 INFO:tasks.rados.rados.0.smithi097.stdout:3513: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:06:25.210 INFO:tasks.rados.rados.0.smithi097.stdout:3509: expect (ObjNum 932 snap 275 seq_num 932) 2024-09-16T03:06:25.242 INFO:tasks.rados.rados.0.smithi097.stdout:3511: expect (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:06:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:25 smithi184 ceph-mon[82194]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T03:06:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:25 smithi097 ceph-mon[88563]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T03:06:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:25 smithi097 ceph-mon[90424]: osdmap e748: 8 total, 8 up, 8 in 2024-09-16T03:06:25.495 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:06:25 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T03:06:25.129+0000 7facd8a2c640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 174 after trimming was started 2024-09-16T03:06:26.103 INFO:tasks.rados.rados.0.smithi097.stdout:3507: done (7 left) 2024-09-16T03:06:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:3508: done (6 left) 2024-09-16T03:06:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:3509: done (5 left) 2024-09-16T03:06:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:3510: done (4 left) 2024-09-16T03:06:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:3511: done (3 left) 2024-09-16T03:06:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:3512: done (2 left) 2024-09-16T03:06:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:3513: done (1 left) 2024-09-16T03:06:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:3514: done (0 left) 2024-09-16T03:06:26.104 INFO:tasks.rados.rados.0.smithi097.stdout:3515: setattr oid 41 current snap is 336 2024-09-16T03:06:26.105 INFO:tasks.rados.rados.0.smithi097.stdout:3516: rollback oid 2 current snap is 336 2024-09-16T03:06:26.105 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 2 to 332 2024-09-16T03:06:26.105 INFO:tasks.rados.rados.0.smithi097.stdout:3517: snap_remove snap 294 2024-09-16T03:06:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:26 smithi184 ceph-mon[82194]: pgmap v797: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:06:26.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:26 smithi184 ceph-mon[82194]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T03:06:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:26 smithi097 ceph-mon[88563]: pgmap v797: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:06:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:26 smithi097 ceph-mon[88563]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T03:06:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:26 smithi097 ceph-mon[90424]: pgmap v797: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 266 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 1.4 MiB/s wr, 12 op/s 2024-09-16T03:06:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:26 smithi097 ceph-mon[90424]: osdmap e749: 8 total, 8 up, 8 in 2024-09-16T03:06:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:3517: done (2 left) 2024-09-16T03:06:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:3518: rmattr oid 1 current snap is 336 2024-09-16T03:06:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:3518: done (2 left) 2024-09-16T03:06:27.086 INFO:tasks.rados.rados.0.smithi097.stdout:3519: snap_remove snap 328 2024-09-16T03:06:27.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:27 smithi184 ceph-mon[82194]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T03:06:27.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:27 smithi184 ceph-mon[82194]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T03:06:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:27 smithi097 ceph-mon[88563]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T03:06:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:27 smithi097 ceph-mon[88563]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T03:06:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:27 smithi097 ceph-mon[90424]: osdmap e750: 8 total, 8 up, 8 in 2024-09-16T03:06:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:27 smithi097 ceph-mon[90424]: osdmap e751: 8 total, 8 up, 8 in 2024-09-16T03:06:28.087 INFO:tasks.rados.rados.0.smithi097.stdout:3519: done (2 left) 2024-09-16T03:06:28.088 INFO:tasks.rados.rados.0.smithi097.stdout:3520: snap_create 2024-09-16T03:06:28.088 INFO:tasks.rados.rados.0.smithi097.stdout:3516: finishing rollback tid 0 to smithi09778949-2 2024-09-16T03:06:28.088 INFO:tasks.rados.rados.0.smithi097.stdout:3516: finishing rollback tid 1 to smithi09778949-2 2024-09-16T03:06:28.088 INFO:tasks.rados.rados.0.smithi097.stdout:3516: finishing rollback tid 2 to smithi09778949-2 2024-09-16T03:06:28.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 2302 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-09-16T03:06:28.088 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 1992 (ObjNum 1051 snap 323 seq_num 1051) dirty exists 2024-09-16T03:06:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:28 smithi184 ceph-mon[82194]: pgmap v800: 121 pgs: 121 active+clean; 266 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 806 KiB/s wr, 12 op/s 2024-09-16T03:06:28.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:28 smithi184 ceph-mon[82194]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T03:06:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:28 smithi097 ceph-mon[90424]: pgmap v800: 121 pgs: 121 active+clean; 266 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 806 KiB/s wr, 12 op/s 2024-09-16T03:06:28.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:28 smithi097 ceph-mon[90424]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T03:06:28.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:28 smithi097 ceph-mon[88563]: pgmap v800: 121 pgs: 121 active+clean; 266 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.6 MiB/s rd, 806 KiB/s wr, 12 op/s 2024-09-16T03:06:28.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:28 smithi097 ceph-mon[88563]: osdmap e752: 8 total, 8 up, 8 in 2024-09-16T03:06:29.089 INFO:tasks.rados.rados.0.smithi097.stdout:3515: done (2 left) 2024-09-16T03:06:29.089 INFO:tasks.rados.rados.0.smithi097.stdout:3516: done (1 left) 2024-09-16T03:06:29.089 INFO:tasks.rados.rados.0.smithi097.stdout:3520: done (0 left) 2024-09-16T03:06:29.090 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 337 2024-09-16T03:06:29.090 INFO:tasks.rados.rados.0.smithi097.stdout:3521: seq_num 1089 ranges {1220608=647168,1867776=745472,2613248=57344} 2024-09-16T03:06:29.099 INFO:tasks.rados.rados.0.smithi097.stdout:3521: writing smithi09778949-29 from 1220608 to 1867776 tid 1 2024-09-16T03:06:29.104 INFO:tasks.rados.rados.0.smithi097.stdout:3521: writing smithi09778949-29 from 1867776 to 2613248 tid 2 2024-09-16T03:06:29.104 INFO:tasks.rados.rados.0.smithi097.stdout:3521: writing smithi09778949-29 from 2613248 to 2670592 tid 3 2024-09-16T03:06:29.104 INFO:tasks.rados.rados.0.smithi097.stdout:3522: delete oid 37 current snap is 337 2024-09-16T03:06:29.109 INFO:tasks.rados.rados.0.smithi097.stdout:3522: done (1 left) 2024-09-16T03:06:29.110 INFO:tasks.rados.rados.0.smithi097.stdout:3523: copy_from oid 33 from oid 15 current snap is 337 2024-09-16T03:06:29.110 INFO:tasks.rados.rados.0.smithi097.stdout:3524: read oid 20 snap 319 2024-09-16T03:06:29.110 INFO:tasks.rados.rados.0.smithi097.stdout:3524: expect (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:06:29.110 INFO:tasks.rados.rados.0.smithi097.stdout:3525: copy_from oid 39 from oid 7 current snap is 337 2024-09-16T03:06:29.110 INFO:tasks.rados.rados.0.smithi097.stdout:3526: snap_create 2024-09-16T03:06:29.111 INFO:tasks.rados.rados.0.smithi097.stdout:3521: finishing write tid 1 to smithi09778949-29 2024-09-16T03:06:29.111 INFO:tasks.rados.rados.0.smithi097.stdout:3525: finishing copy_from to smithi09778949-39 2024-09-16T03:06:29.111 INFO:tasks.rados.rados.0.smithi097.stdout:3525: got expected ENOENT (src dne) 2024-09-16T03:06:29.111 INFO:tasks.rados.rados.0.smithi097.stdout:3521: finishing write tid 2 to smithi09778949-29 2024-09-16T03:06:29.111 INFO:tasks.rados.rados.0.smithi097.stdout:3525: finishing copy_from racing read to smithi09778949-39 2024-09-16T03:06:29.111 INFO:tasks.rados.rados.0.smithi097.stdout:3521: finishing write tid 3 to smithi09778949-29 2024-09-16T03:06:29.114 INFO:tasks.rados.rados.0.smithi097.stdout:3521: finishing write tid 4 to smithi09778949-29 2024-09-16T03:06:29.116 INFO:tasks.rados.rados.0.smithi097.stdout:3521: finishing write tid 5 to smithi09778949-29 2024-09-16T03:06:29.116 INFO:tasks.rados.rados.0.smithi097.stdout:3521: oid 29 updating version 0 to 2400 2024-09-16T03:06:29.116 INFO:tasks.rados.rados.0.smithi097.stdout:3521: oid 29 updating version 2400 to 2403 2024-09-16T03:06:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:3521: oid 29 version 2403 is already newer than 2402 2024-09-16T03:06:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:3521: oid 29 version 2403 is already newer than 2401 2024-09-16T03:06:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 2403 (ObjNum 1089 snap 337 seq_num 1089) dirty exists 2024-09-16T03:06:29.117 INFO:tasks.rados.rados.0.smithi097.stdout:3521: left oid 29 (ObjNum 1089 snap 337 seq_num 1089) 2024-09-16T03:06:29.120 INFO:tasks.rados.rados.0.smithi097.stdout:3524: expect (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:06:29.210 INFO:tasks.rados.rados.0.smithi097.stdout:3523: finishing copy_from racing read to smithi09778949-33 2024-09-16T03:06:29.210 INFO:tasks.rados.rados.0.smithi097.stdout:3523: finishing copy_from to smithi09778949-33 2024-09-16T03:06:29.210 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 1792 (ObjNum 944 snap 280 seq_num 944) dirty exists 2024-09-16T03:06:30.101 INFO:tasks.rados.rados.0.smithi097.stdout:3521: done (4 left) 2024-09-16T03:06:30.101 INFO:tasks.rados.rados.0.smithi097.stdout:3523: done (3 left) 2024-09-16T03:06:30.101 INFO:tasks.rados.rados.0.smithi097.stdout:3524: done (2 left) 2024-09-16T03:06:30.101 INFO:tasks.rados.rados.0.smithi097.stdout:3525: done (1 left) 2024-09-16T03:06:30.101 INFO:tasks.rados.rados.0.smithi097.stdout:3526: done (0 left) 2024-09-16T03:06:30.101 INFO:tasks.rados.rados.0.smithi097.stdout:3527: delete oid 8 current snap is 338 2024-09-16T03:06:30.105 INFO:tasks.rados.rados.0.smithi097.stdout:3527: done (0 left) 2024-09-16T03:06:30.106 INFO:tasks.rados.rados.0.smithi097.stdout:3528: snap_remove snap 296 2024-09-16T03:06:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:30 smithi184 ceph-mon[82194]: pgmap v803: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 244 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 18 op/s 2024-09-16T03:06:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:30 smithi184 ceph-mon[82194]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T03:06:30.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:30 smithi097 ceph-mon[88563]: pgmap v803: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 244 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 18 op/s 2024-09-16T03:06:30.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:30 smithi097 ceph-mon[88563]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T03:06:30.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:30 smithi097 ceph-mon[90424]: pgmap v803: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 244 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 0 B/s wr, 18 op/s 2024-09-16T03:06:30.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:30 smithi097 ceph-mon[90424]: osdmap e753: 8 total, 8 up, 8 in 2024-09-16T03:06:31.107 INFO:tasks.rados.rados.0.smithi097.stdout:3528: done (0 left) 2024-09-16T03:06:31.107 INFO:tasks.rados.rados.0.smithi097.stdout:3529: rmattr oid 5 current snap is 338 2024-09-16T03:06:31.107 INFO:tasks.rados.rados.0.smithi097.stdout:3529: done (0 left) 2024-09-16T03:06:31.107 INFO:tasks.rados.rados.0.smithi097.stdout:3530: snap_create 2024-09-16T03:06:31.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:31 smithi184 ceph-mon[82194]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T03:06:31.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:31 smithi097 ceph-mon[88563]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T03:06:31.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:31 smithi097 ceph-mon[90424]: osdmap e754: 8 total, 8 up, 8 in 2024-09-16T03:06:32.088 INFO:tasks.rados.rados.0.smithi097.stdout:3530: done (0 left) 2024-09-16T03:06:32.088 INFO:tasks.rados.rados.0.smithi097.stdout:3531: snap_remove snap 306 2024-09-16T03:06:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:32 smithi184 ceph-mon[82194]: pgmap v806: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 242 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 700 KiB/s wr, 21 op/s 2024-09-16T03:06:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:32 smithi184 ceph-mon[82194]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T03:06:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:32 smithi184 ceph-mon[82194]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T03:06:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:32 smithi097 ceph-mon[88563]: pgmap v806: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 242 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 700 KiB/s wr, 21 op/s 2024-09-16T03:06:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:32 smithi097 ceph-mon[88563]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T03:06:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:32 smithi097 ceph-mon[88563]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T03:06:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:32 smithi097 ceph-mon[90424]: pgmap v806: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 242 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 700 KiB/s wr, 21 op/s 2024-09-16T03:06:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:32 smithi097 ceph-mon[90424]: osdmap e755: 8 total, 8 up, 8 in 2024-09-16T03:06:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:32 smithi097 ceph-mon[90424]: osdmap e756: 8 total, 8 up, 8 in 2024-09-16T03:06:33.091 INFO:tasks.rados.rados.0.smithi097.stdout:3531: done (0 left) 2024-09-16T03:06:33.091 INFO:tasks.rados.rados.0.smithi097.stdout:3532: snap_remove snap 319 2024-09-16T03:06:34.092 INFO:tasks.rados.rados.0.smithi097.stdout:3532: done (0 left) 2024-09-16T03:06:34.092 INFO:tasks.rados.rados.0.smithi097.stdout:3533: snap_create 2024-09-16T03:06:34.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:34 smithi184 ceph-mon[82194]: pgmap v809: 121 pgs: 121 active+clean; 239 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 700 KiB/s wr, 6 op/s 2024-09-16T03:06:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:34 smithi184 ceph-mon[82194]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T03:06:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:34 smithi097 ceph-mon[88563]: pgmap v809: 121 pgs: 121 active+clean; 239 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 700 KiB/s wr, 6 op/s 2024-09-16T03:06:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:34 smithi097 ceph-mon[88563]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T03:06:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:34 smithi097 ceph-mon[90424]: pgmap v809: 121 pgs: 121 active+clean; 239 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 700 KiB/s wr, 6 op/s 2024-09-16T03:06:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:34 smithi097 ceph-mon[90424]: osdmap e757: 8 total, 8 up, 8 in 2024-09-16T03:06:34.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:34.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:06:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:06:34] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.51.0" 2024-09-16T03:06:35.096 INFO:tasks.rados.rados.0.smithi097.stdout:3533: done (0 left) 2024-09-16T03:06:35.096 INFO:tasks.rados.rados.0.smithi097.stdout:3534: read oid 36 snap 338 2024-09-16T03:06:35.097 INFO:tasks.rados.rados.0.smithi097.stdout:3534: expect (ObjNum 1049 snap 323 seq_num 1049) 2024-09-16T03:06:35.097 INFO:tasks.rados.rados.0.smithi097.stdout:3535: setattr oid 19 current snap is 340 2024-09-16T03:06:35.098 INFO:tasks.rados.rados.0.smithi097.stdout:3536: copy_from oid 31 from oid 11 current snap is 340 2024-09-16T03:06:35.098 INFO:tasks.rados.rados.0.smithi097.stdout:3537: snap_remove snap 329 2024-09-16T03:06:35.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:35 smithi184 ceph-mon[82194]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T03:06:35.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:35 smithi097 ceph-mon[88563]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T03:06:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:35 smithi097 ceph-mon[90424]: osdmap e758: 8 total, 8 up, 8 in 2024-09-16T03:06:36.095 INFO:tasks.rados.rados.0.smithi097.stdout:3537: done (3 left) 2024-09-16T03:06:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3538: rmattr oid 15 current snap is 340 2024-09-16T03:06:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3538: done (3 left) 2024-09-16T03:06:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3539: rollback oid 12 current snap is 340 2024-09-16T03:06:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 12 to 314 2024-09-16T03:06:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3536: finishing copy_from racing read to smithi09778949-31 2024-09-16T03:06:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:3536: finishing copy_from to smithi09778949-31 2024-09-16T03:06:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1794 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T03:06:36.096 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2482 (ObjNum 1016 snap 309 seq_num 1016) dirty exists 2024-09-16T03:06:36.097 INFO:tasks.rados.rados.0.smithi097.stdout:3534: expect (ObjNum 1049 snap 323 seq_num 1049) 2024-09-16T03:06:36.312 INFO:tasks.rados.rados.0.smithi097.stdout:3539: finishing rollback tid 0 to smithi09778949-12 2024-09-16T03:06:36.313 INFO:tasks.rados.rados.0.smithi097.stdout:3539: finishing rollback tid 1 to smithi09778949-12 2024-09-16T03:06:36.313 INFO:tasks.rados.rados.0.smithi097.stdout:3534: done (3 left) 2024-09-16T03:06:36.313 INFO:tasks.rados.rados.0.smithi097.stdout:3535: done (2 left) 2024-09-16T03:06:36.313 INFO:tasks.rados.rados.0.smithi097.stdout:3536: done (1 left) 2024-09-16T03:06:36.313 INFO:tasks.rados.rados.0.smithi097.stdout:3540: snap_remove snap 337 2024-09-16T03:06:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:36 smithi184 ceph-mon[82194]: pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:06:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:36 smithi184 ceph-mon[82194]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T03:06:36.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:36 smithi184 ceph-mon[82194]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T03:06:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:36 smithi097 ceph-mon[88563]: pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:06:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:36 smithi097 ceph-mon[88563]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T03:06:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:36 smithi097 ceph-mon[88563]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T03:06:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:36 smithi097 ceph-mon[90424]: pgmap v812: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 239 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:06:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:36 smithi097 ceph-mon[90424]: osdmap e759: 8 total, 8 up, 8 in 2024-09-16T03:06:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:36 smithi097 ceph-mon[90424]: osdmap e760: 8 total, 8 up, 8 in 2024-09-16T03:06:37.094 INFO:tasks.rados.rados.0.smithi097.stdout:3540: done (1 left) 2024-09-16T03:06:37.094 INFO:tasks.rados.rados.0.smithi097.stdout:3541: snap_remove snap 322 2024-09-16T03:06:38.094 INFO:tasks.rados.rados.0.smithi097.stdout:3541: done (1 left) 2024-09-16T03:06:38.094 INFO:tasks.rados.rados.0.smithi097.stdout:3542: copy_from oid 31 from oid 46 current snap is 340 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:3539: finishing rollback tid 2 to smithi09778949-12 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1996 (ObjNum 1012 snap 308 seq_num 1012) dirty exists 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:3539: done (1 left) 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:3543: read oid 12 snap -1 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:3543: expect (ObjNum 1012 snap 308 seq_num 1012) 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:3544: rollback oid 45 current snap is 340 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 314 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:3545: rmattr oid 8 current snap is 340 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:3545: done (3 left) 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 16 current snap is 340 2024-09-16T03:06:38.095 INFO:tasks.rados.rados.0.smithi097.stdout:3546: seq_num 1092 ranges {0=696320,696320=802816} 2024-09-16T03:06:38.099 INFO:tasks.rados.rados.0.smithi097.stdout:3546: writing smithi09778949-16 from 0 to 696320 tid 1 2024-09-16T03:06:38.105 INFO:tasks.rados.rados.0.smithi097.stdout:3546: writing smithi09778949-16 from 696320 to 1499136 tid 2 2024-09-16T03:06:38.105 INFO:tasks.rados.rados.0.smithi097.stdout:3547: setattr oid 30 current snap is 340 2024-09-16T03:06:38.105 INFO:tasks.rados.rados.0.smithi097.stdout:3542: finishing copy_from to smithi09778949-31 2024-09-16T03:06:38.105 INFO:tasks.rados.rados.0.smithi097.stdout:3542: got expected ENOENT (src dne) 2024-09-16T03:06:38.105 INFO:tasks.rados.rados.0.smithi097.stdout:3542: finishing copy_from racing read to smithi09778949-31 2024-09-16T03:06:38.107 INFO:tasks.rados.rados.0.smithi097.stdout:3544: finishing rollback tid 0 to smithi09778949-45 2024-09-16T03:06:38.108 INFO:tasks.rados.rados.0.smithi097.stdout:3542: done (4 left) 2024-09-16T03:06:38.108 INFO:tasks.rados.rados.0.smithi097.stdout:3548: read oid 19 snap -1 2024-09-16T03:06:38.108 INFO:tasks.rados.rados.0.smithi097.stdout:3548: expect (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:06:38.108 INFO:tasks.rados.rados.0.smithi097.stdout:3549: rollback oid 20 current snap is 340 2024-09-16T03:06:38.108 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 336 2024-09-16T03:06:38.108 INFO:tasks.rados.rados.0.smithi097.stdout:3550: read oid 13 snap -1 2024-09-16T03:06:38.108 INFO:tasks.rados.rados.0.smithi097.stdout:3550: expect deleted 2024-09-16T03:06:38.109 INFO:tasks.rados.rados.0.smithi097.stdout:3551: rollback oid 27 current snap is 340 2024-09-16T03:06:38.109 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 27 to 326 2024-09-16T03:06:38.109 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 46 current snap is 340 2024-09-16T03:06:38.109 INFO:tasks.rados.rados.0.smithi097.stdout:3552: seq_num 1093 ranges {0=712704,712704=688128,1400832=114688} 2024-09-16T03:06:38.113 INFO:tasks.rados.rados.0.smithi097.stdout:3552: writing smithi09778949-46 from 0 to 712704 tid 1 2024-09-16T03:06:38.118 INFO:tasks.rados.rados.0.smithi097.stdout:3552: writing smithi09778949-46 from 712704 to 1400832 tid 2 2024-09-16T03:06:38.119 INFO:tasks.rados.rados.0.smithi097.stdout:3552: writing smithi09778949-46 from 1400832 to 1515520 tid 3 2024-09-16T03:06:38.119 INFO:tasks.rados.rados.0.smithi097.stdout:3553: read oid 38 snap -1 2024-09-16T03:06:38.119 INFO:tasks.rados.rados.0.smithi097.stdout:3553: expect (ObjNum 1001 snap 297 seq_num 1001) 2024-09-16T03:06:38.119 INFO:tasks.rados.rados.0.smithi097.stdout:3554: snap_create 2024-09-16T03:06:38.123 INFO:tasks.rados.rados.0.smithi097.stdout:3544: finishing rollback tid 1 to smithi09778949-45 2024-09-16T03:06:38.123 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1937 (ObjNum 433 snap 0 seq_num 1584880294) dirty dne 2024-09-16T03:06:38.123 INFO:tasks.rados.rados.0.smithi097.stdout:3543: expect (ObjNum 1012 snap 308 seq_num 1012) 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3546: finishing write tid 1 to smithi09778949-16 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1952 (ObjNum 1069 snap 327 seq_num 1069) dirty exists 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3549: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3546: finishing write tid 2 to smithi09778949-16 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3549: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3549: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1955 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3546: finishing write tid 3 to smithi09778949-16 2024-09-16T03:06:38.127 INFO:tasks.rados.rados.0.smithi097.stdout:3551: finishing rollback tid 1 to smithi09778949-27 2024-09-16T03:06:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3551: finishing rollback tid 2 to smithi09778949-27 2024-09-16T03:06:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2497 (ObjNum 1002 snap 298 seq_num 1002) dirty exists 2024-09-16T03:06:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3552: finishing write tid 1 to smithi09778949-46 2024-09-16T03:06:38.128 INFO:tasks.rados.rados.0.smithi097.stdout:3548: expect (ObjNum 1016 snap 309 seq_num 1016) 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3546: finishing write tid 4 to smithi09778949-16 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3546: oid 16 updating version 0 to 2489 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3546: oid 16 updating version 2489 to 2495 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3546: oid 16 version 2495 is already newer than 2494 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2495 (ObjNum 1092 snap 340 seq_num 1092) dirty exists 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3546: left oid 16 (ObjNum 1092 snap 340 seq_num 1092) 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3552: finishing write tid 2 to smithi09778949-46 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3552: finishing write tid 3 to smithi09778949-46 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3552: finishing write tid 4 to smithi09778949-46 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3552: finishing write tid 5 to smithi09778949-46 2024-09-16T03:06:38.142 INFO:tasks.rados.rados.0.smithi097.stdout:3552: oid 46 updating version 0 to 1597 2024-09-16T03:06:38.143 INFO:tasks.rados.rados.0.smithi097.stdout:3552: oid 46 updating version 1597 to 1600 2024-09-16T03:06:38.143 INFO:tasks.rados.rados.0.smithi097.stdout:3552: oid 46 version 1600 is already newer than 1598 2024-09-16T03:06:38.143 INFO:tasks.rados.rados.0.smithi097.stdout:3552: oid 46 version 1600 is already newer than 1599 2024-09-16T03:06:38.143 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1600 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-16T03:06:38.143 INFO:tasks.rados.rados.0.smithi097.stdout:3552: left oid 46 (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:06:38.154 INFO:tasks.rados.rados.0.smithi097.stdout:3553: expect (ObjNum 1001 snap 297 seq_num 1001) 2024-09-16T03:06:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:38 smithi184 ceph-mon[82194]: pgmap v815: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-09-16T03:06:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:38 smithi184 ceph-mon[82194]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T03:06:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:06:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:06:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:06:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:38.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[90424]: pgmap v815: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[90424]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[88563]: pgmap v815: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 5 op/s 2024-09-16T03:06:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[88563]: osdmap e761: 8 total, 8 up, 8 in 2024-09-16T03:06:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:06:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:06:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:06:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:06:39.106 INFO:tasks.rados.rados.0.smithi097.stdout:3543: done (10 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3544: done (9 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3546: done (8 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3547: done (7 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3548: done (6 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3549: done (5 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3550: done (4 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3551: done (3 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3552: done (2 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3553: done (1 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3554: done (0 left) 2024-09-16T03:06:39.107 INFO:tasks.rados.rados.0.smithi097.stdout:3555: snap_remove snap 335 2024-09-16T03:06:39.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:39 smithi184 ceph-mon[82194]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T03:06:39.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:39 smithi097 ceph-mon[88563]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T03:06:39.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:39 smithi097 ceph-mon[90424]: osdmap e762: 8 total, 8 up, 8 in 2024-09-16T03:06:40.108 INFO:tasks.rados.rados.0.smithi097.stdout:3555: done (0 left) 2024-09-16T03:06:40.109 INFO:tasks.rados.rados.0.smithi097.stdout:3556: setattr oid 44 current snap is 341 2024-09-16T03:06:40.110 INFO:tasks.rados.rados.0.smithi097.stdout:3557: copy_from oid 35 from oid 34 current snap is 341 2024-09-16T03:06:40.111 INFO:tasks.rados.rados.0.smithi097.stdout:3558: read oid 22 snap -1 2024-09-16T03:06:40.111 INFO:tasks.rados.rados.0.smithi097.stdout:3558: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:06:40.111 INFO:tasks.rados.rados.0.smithi097.stdout:3559: snap_remove snap 326 2024-09-16T03:06:40.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:40 smithi184 ceph-mon[82194]: pgmap v818: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T03:06:40.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:40 smithi184 ceph-mon[82194]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T03:06:40.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:40 smithi097 ceph-mon[88563]: pgmap v818: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T03:06:40.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:40 smithi097 ceph-mon[88563]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T03:06:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:40 smithi097 ceph-mon[90424]: pgmap v818: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 215 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 8 op/s 2024-09-16T03:06:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:40 smithi097 ceph-mon[90424]: osdmap e763: 8 total, 8 up, 8 in 2024-09-16T03:06:41.124 INFO:tasks.rados.rados.0.smithi097.stdout:3559: done (3 left) 2024-09-16T03:06:41.124 INFO:tasks.rados.rados.0.smithi097.stdout:3560: rollback oid 12 current snap is 341 2024-09-16T03:06:41.124 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 12 to 336 2024-09-16T03:06:41.124 INFO:tasks.rados.rados.0.smithi097.stdout:3557: finishing copy_from to smithi09778949-35 2024-09-16T03:06:41.124 INFO:tasks.rados.rados.0.smithi097.stdout:3557: got expected ENOENT (src dne) 2024-09-16T03:06:41.124 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 341 2024-09-16T03:06:41.125 INFO:tasks.rados.rados.0.smithi097.stdout:3561: seq_num 1094 ranges {4759552=729088,5488640=573440,6062080=229376} 2024-09-16T03:06:41.154 INFO:tasks.rados.rados.0.smithi097.stdout:3561: writing smithi09778949-36 from 4759552 to 5488640 tid 1 2024-09-16T03:06:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3561: writing smithi09778949-36 from 5488640 to 6062080 tid 2 2024-09-16T03:06:41.158 INFO:tasks.rados.rados.0.smithi097.stdout:3561: writing smithi09778949-36 from 6062080 to 6291456 tid 3 2024-09-16T03:06:41.159 INFO:tasks.rados.rados.0.smithi097.stdout:3562: snap_remove snap 338 2024-09-16T03:06:41.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:41 smithi184 ceph-mon[82194]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T03:06:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:41 smithi097 ceph-mon[88563]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T03:06:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:41 smithi097 ceph-mon[90424]: osdmap e764: 8 total, 8 up, 8 in 2024-09-16T03:06:42.095 INFO:tasks.rados.rados.0.smithi097.stdout:3562: done (5 left) 2024-09-16T03:06:42.096 INFO:tasks.rados.rados.0.smithi097.stdout:3563: read oid 33 snap -1 2024-09-16T03:06:42.096 INFO:tasks.rados.rados.0.smithi097.stdout:3563: expect (ObjNum 944 snap 280 seq_num 944) 2024-09-16T03:06:42.096 INFO:tasks.rados.rados.0.smithi097.stdout:3564: setattr oid 38 current snap is 341 2024-09-16T03:06:42.096 INFO:tasks.rados.rados.0.smithi097.stdout:3557: finishing copy_from racing read to smithi09778949-35 2024-09-16T03:06:42.096 INFO:tasks.rados.rados.0.smithi097.stdout:3558: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:06:42.143 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2404 (ObjNum 1081 snap 332 seq_num 1081) dirty exists 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3560: finishing rollback tid 0 to smithi09778949-12 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3560: finishing rollback tid 1 to smithi09778949-12 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3560: finishing rollback tid 2 to smithi09778949-12 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1999 (ObjNum 883 snap 265 seq_num 883) dirty exists 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3561: finishing write tid 1 to smithi09778949-36 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3561: finishing write tid 2 to smithi09778949-36 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3561: finishing write tid 3 to smithi09778949-36 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3561: finishing write tid 4 to smithi09778949-36 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3561: finishing write tid 5 to smithi09778949-36 2024-09-16T03:06:42.144 INFO:tasks.rados.rados.0.smithi097.stdout:3561: oid 36 updating version 0 to 2001 2024-09-16T03:06:42.145 INFO:tasks.rados.rados.0.smithi097.stdout:3561: oid 36 version 2001 is already newer than 2000 2024-09-16T03:06:42.145 INFO:tasks.rados.rados.0.smithi097.stdout:3561: oid 36 updating version 2001 to 2002 2024-09-16T03:06:42.145 INFO:tasks.rados.rados.0.smithi097.stdout:3561: oid 36 updating version 2002 to 2003 2024-09-16T03:06:42.145 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 2003 (ObjNum 1094 snap 341 seq_num 1094) dirty exists 2024-09-16T03:06:42.145 INFO:tasks.rados.rados.0.smithi097.stdout:3561: left oid 36 (ObjNum 1094 snap 341 seq_num 1094) 2024-09-16T03:06:42.145 INFO:tasks.rados.rados.0.smithi097.stdout:3563: expect (ObjNum 944 snap 280 seq_num 944) 2024-09-16T03:06:42.180 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2405 (ObjNum 1001 snap 297 seq_num 1001) dirty exists 2024-09-16T03:06:42.180 INFO:tasks.rados.rados.0.smithi097.stdout:3556: done (6 left) 2024-09-16T03:06:42.180 INFO:tasks.rados.rados.0.smithi097.stdout:3557: done (5 left) 2024-09-16T03:06:42.180 INFO:tasks.rados.rados.0.smithi097.stdout:3558: done (4 left) 2024-09-16T03:06:42.180 INFO:tasks.rados.rados.0.smithi097.stdout:3560: done (3 left) 2024-09-16T03:06:42.180 INFO:tasks.rados.rados.0.smithi097.stdout:3561: done (2 left) 2024-09-16T03:06:42.180 INFO:tasks.rados.rados.0.smithi097.stdout:3563: done (1 left) 2024-09-16T03:06:42.180 INFO:tasks.rados.rados.0.smithi097.stdout:3564: done (0 left) 2024-09-16T03:06:42.181 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 341 2024-09-16T03:06:42.181 INFO:tasks.rados.rados.0.smithi097.stdout:3565: seq_num 1095 ranges {2392064=745472,3137536=499712,3637248=303104} 2024-09-16T03:06:42.197 INFO:tasks.rados.rados.0.smithi097.stdout:3565: writing smithi09778949-27 from 2392064 to 3137536 tid 1 2024-09-16T03:06:42.200 INFO:tasks.rados.rados.0.smithi097.stdout:3565: writing smithi09778949-27 from 3137536 to 3637248 tid 2 2024-09-16T03:06:42.202 INFO:tasks.rados.rados.0.smithi097.stdout:3565: writing smithi09778949-27 from 3637248 to 3940352 tid 3 2024-09-16T03:06:42.202 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 341 2024-09-16T03:06:42.202 INFO:tasks.rados.rados.0.smithi097.stdout:3566: seq_num 1096 ranges {221184=761856,983040=786432,1769472=16384} 2024-09-16T03:06:42.207 INFO:tasks.rados.rados.0.smithi097.stdout:3566: writing smithi09778949-10 from 221184 to 983040 tid 1 2024-09-16T03:06:42.213 INFO:tasks.rados.rados.0.smithi097.stdout:3566: writing smithi09778949-10 from 983040 to 1769472 tid 2 2024-09-16T03:06:42.213 INFO:tasks.rados.rados.0.smithi097.stdout:3566: writing smithi09778949-10 from 1769472 to 1785856 tid 3 2024-09-16T03:06:42.213 INFO:tasks.rados.rados.0.smithi097.stdout:3567: copy_from oid 40 from oid 31 current snap is 341 2024-09-16T03:06:42.213 INFO:tasks.rados.rados.0.smithi097.stdout:3565: finishing write tid 1 to smithi09778949-27 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: finishing write tid 2 to smithi09778949-27 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: finishing write tid 3 to smithi09778949-27 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: finishing write tid 4 to smithi09778949-27 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: finishing write tid 5 to smithi09778949-27 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: oid 27 updating version 0 to 2513 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: oid 27 updating version 2513 to 2514 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: oid 27 updating version 2514 to 2516 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: oid 27 version 2516 is already newer than 2515 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2516 (ObjNum 1095 snap 341 seq_num 1095) dirty exists 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: left oid 27 (ObjNum 1095 snap 341 seq_num 1095) 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3565: done (2 left) 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 341 2024-09-16T03:06:42.214 INFO:tasks.rados.rados.0.smithi097.stdout:3568: seq_num 1097 ranges {1114112=778240,1892352=671744,2564096=131072} 2024-09-16T03:06:42.222 INFO:tasks.rados.rados.0.smithi097.stdout:3568: writing smithi09778949-23 from 1114112 to 1892352 tid 1 2024-09-16T03:06:42.226 INFO:tasks.rados.rados.0.smithi097.stdout:3568: writing smithi09778949-23 from 1892352 to 2564096 tid 2 2024-09-16T03:06:42.227 INFO:tasks.rados.rados.0.smithi097.stdout:3568: writing smithi09778949-23 from 2564096 to 2695168 tid 3 2024-09-16T03:06:42.227 INFO:tasks.rados.rados.0.smithi097.stdout:3569: copy_from oid 28 from oid 25 current snap is 341 2024-09-16T03:06:42.227 INFO:tasks.rados.rados.0.smithi097.stdout:3570: snap_remove snap 307 2024-09-16T03:06:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:42 smithi184 ceph-mon[82194]: pgmap v821: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 736 KiB/s wr, 13 op/s 2024-09-16T03:06:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:42 smithi184 ceph-mon[82194]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T03:06:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:42 smithi184 ceph-mon[82194]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T03:06:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:42 smithi097 ceph-mon[88563]: pgmap v821: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 736 KiB/s wr, 13 op/s 2024-09-16T03:06:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:42 smithi097 ceph-mon[88563]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T03:06:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:42 smithi097 ceph-mon[88563]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T03:06:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:42 smithi097 ceph-mon[90424]: pgmap v821: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 736 KiB/s wr, 13 op/s 2024-09-16T03:06:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:42 smithi097 ceph-mon[90424]: osdmap e765: 8 total, 8 up, 8 in 2024-09-16T03:06:42.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:42 smithi097 ceph-mon[90424]: osdmap e766: 8 total, 8 up, 8 in 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:3570: done (4 left) 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:3571: rollback oid 17 current snap is 341 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 17 to 339 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:3566: finishing write tid 1 to smithi09778949-10 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:3567: finishing copy_from racing read to smithi09778949-40 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:3566: finishing write tid 2 to smithi09778949-10 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:3566: finishing write tid 3 to smithi09778949-10 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:3567: finishing copy_from to smithi09778949-40 2024-09-16T03:06:43.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1794 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3566: finishing write tid 4 to smithi09778949-10 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3566: finishing write tid 5 to smithi09778949-10 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3566: oid 10 updating version 0 to 2409 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3566: oid 10 version 2409 is already newer than 2407 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3566: oid 10 version 2409 is already newer than 2406 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3566: oid 10 version 2409 is already newer than 2408 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2409 (ObjNum 1096 snap 341 seq_num 1096) dirty exists 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3566: left oid 10 (ObjNum 1096 snap 341 seq_num 1096) 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3568: finishing write tid 1 to smithi09778949-23 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3566: done (4 left) 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3567: done (3 left) 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 41 current snap is 341 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3568: finishing write tid 2 to smithi09778949-23 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3568: finishing write tid 3 to smithi09778949-23 2024-09-16T03:06:43.130 INFO:tasks.rados.rados.0.smithi097.stdout:3568: finishing write tid 4 to smithi09778949-23 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3568: finishing write tid 5 to smithi09778949-23 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3568: oid 23 updating version 0 to 1602 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3568: oid 23 updating version 1602 to 1604 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3568: oid 23 version 1604 is already newer than 1601 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3568: oid 23 version 1604 is already newer than 1603 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 1604 (ObjNum 1097 snap 341 seq_num 1097) dirty exists 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3568: left oid 23 (ObjNum 1097 snap 341 seq_num 1097) 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3569: finishing copy_from racing read to smithi09778949-28 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3569: finishing copy_from to smithi09778949-28 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 1513 (ObjNum 931 snap 275 seq_num 931) dirty exists 2024-09-16T03:06:43.131 INFO:tasks.rados.rados.0.smithi097.stdout:3572: seq_num 1098 ranges {811008=794624,1605632=557056,2162688=245760} 2024-09-16T03:06:43.138 INFO:tasks.rados.rados.0.smithi097.stdout:3572: writing smithi09778949-41 from 811008 to 1605632 tid 1 2024-09-16T03:06:43.141 INFO:tasks.rados.rados.0.smithi097.stdout:3572: writing smithi09778949-41 from 1605632 to 2162688 tid 2 2024-09-16T03:06:43.143 INFO:tasks.rados.rados.0.smithi097.stdout:3572: writing smithi09778949-41 from 2162688 to 2408448 tid 3 2024-09-16T03:06:43.144 INFO:tasks.rados.rados.0.smithi097.stdout:3568: done (3 left) 2024-09-16T03:06:43.144 INFO:tasks.rados.rados.0.smithi097.stdout:3569: done (2 left) 2024-09-16T03:06:43.144 INFO:tasks.rados.rados.0.smithi097.stdout:3573: read oid 7 snap 314 2024-09-16T03:06:43.144 INFO:tasks.rados.rados.0.smithi097.stdout:3573: expect deleted 2024-09-16T03:06:43.144 INFO:tasks.rados.rados.0.smithi097.stdout:3574: snap_remove snap 336 2024-09-16T03:06:44.135 INFO:tasks.rados.rados.0.smithi097.stdout:3574: done (3 left) 2024-09-16T03:06:44.135 INFO:tasks.rados.rados.0.smithi097.stdout:3575: rollback oid 31 current snap is 341 2024-09-16T03:06:44.135 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 339 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3571: finishing rollback tid 1 to smithi09778949-17 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 0 (ObjNum 305 snap 0 seq_num 1973241952) dirty dne 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: finishing write tid 1 to smithi09778949-41 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: finishing write tid 2 to smithi09778949-41 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: finishing write tid 3 to smithi09778949-41 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: finishing write tid 4 to smithi09778949-41 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: finishing write tid 5 to smithi09778949-41 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: oid 41 updating version 0 to 2007 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: oid 41 version 2007 is already newer than 2004 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: oid 41 version 2007 is already newer than 2006 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: oid 41 version 2007 is already newer than 2005 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 2007 (ObjNum 1098 snap 341 seq_num 1098) dirty exists 2024-09-16T03:06:44.136 INFO:tasks.rados.rados.0.smithi097.stdout:3572: left oid 41 (ObjNum 1098 snap 341 seq_num 1098) 2024-09-16T03:06:44.137 INFO:tasks.rados.rados.0.smithi097.stdout:3571: done (3 left) 2024-09-16T03:06:44.137 INFO:tasks.rados.rados.0.smithi097.stdout:3572: done (2 left) 2024-09-16T03:06:44.137 INFO:tasks.rados.rados.0.smithi097.stdout:3573: done (1 left) 2024-09-16T03:06:44.137 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 341 2024-09-16T03:06:44.137 INFO:tasks.rados.rados.0.smithi097.stdout:3576: seq_num 1099 ranges {4177920=409600,4587520=442368,5029888=720896,5750784=40960} 2024-09-16T03:06:44.160 INFO:tasks.rados.rados.0.smithi097.stdout:3576: writing smithi09778949-44 from 4177920 to 4587520 tid 1 2024-09-16T03:06:44.162 INFO:tasks.rados.rados.0.smithi097.stdout:3576: writing smithi09778949-44 from 4587520 to 5029888 tid 2 2024-09-16T03:06:44.166 INFO:tasks.rados.rados.0.smithi097.stdout:3576: writing smithi09778949-44 from 5029888 to 5750784 tid 3 2024-09-16T03:06:44.167 INFO:tasks.rados.rados.0.smithi097.stdout:3576: writing smithi09778949-44 from 5750784 to 5791744 tid 4 2024-09-16T03:06:44.167 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 1 current snap is 341 2024-09-16T03:06:44.167 INFO:tasks.rados.rados.0.smithi097.stdout:3575: finishing rollback tid 0 to smithi09778949-31 2024-09-16T03:06:44.167 INFO:tasks.rados.rados.0.smithi097.stdout:3577: seq_num 1100 ranges {0=425984,425984=729088,1155072=475136} 2024-09-16T03:06:44.169 INFO:tasks.rados.rados.0.smithi097.stdout:3577: writing smithi09778949-1 from 0 to 425984 tid 1 2024-09-16T03:06:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:3577: writing smithi09778949-1 from 425984 to 1155072 tid 2 2024-09-16T03:06:44.176 INFO:tasks.rados.rados.0.smithi097.stdout:3577: writing smithi09778949-1 from 1155072 to 1630208 tid 3 2024-09-16T03:06:44.176 INFO:tasks.rados.rados.0.smithi097.stdout:3578: snap_remove snap 340 2024-09-16T03:06:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:44 smithi184 ceph-mon[82194]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 204 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 736 KiB/s wr, 10 op/s 2024-09-16T03:06:44.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:44 smithi184 ceph-mon[82194]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T03:06:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:44 smithi097 ceph-mon[90424]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 204 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 736 KiB/s wr, 10 op/s 2024-09-16T03:06:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:44 smithi097 ceph-mon[90424]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T03:06:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:44 smithi097 ceph-mon[88563]: pgmap v824: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 204 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 736 KiB/s wr, 10 op/s 2024-09-16T03:06:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:44 smithi097 ceph-mon[88563]: osdmap e767: 8 total, 8 up, 8 in 2024-09-16T03:06:44.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:06:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:06:44] "GET /metrics HTTP/1.1" 200 36295 "" "Prometheus/2.51.0" 2024-09-16T03:06:45.146 INFO:tasks.rados.rados.0.smithi097.stdout:3578: done (3 left) 2024-09-16T03:06:45.146 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 341 2024-09-16T03:06:45.146 INFO:tasks.rados.rados.0.smithi097.stdout:3579: seq_num 1101 ranges {2465792=442368,2908160=606208,3514368=598016} 2024-09-16T03:06:45.162 INFO:tasks.rados.rados.0.smithi097.stdout:3579: writing smithi09778949-49 from 2465792 to 2908160 tid 1 2024-09-16T03:06:45.165 INFO:tasks.rados.rados.0.smithi097.stdout:3579: writing smithi09778949-49 from 2908160 to 3514368 tid 2 2024-09-16T03:06:45.169 INFO:tasks.rados.rados.0.smithi097.stdout:3579: writing smithi09778949-49 from 3514368 to 4112384 tid 3 2024-09-16T03:06:45.169 INFO:tasks.rados.rados.0.smithi097.stdout:3580: read oid 34 snap -1 2024-09-16T03:06:45.169 INFO:tasks.rados.rados.0.smithi097.stdout:3580: expect deleted 2024-09-16T03:06:45.169 INFO:tasks.rados.rados.0.smithi097.stdout:3581: snap_remove snap 332 2024-09-16T03:06:45.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:45 smithi184 ceph-mon[82194]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T03:06:45.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:45 smithi097 ceph-mon[88563]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T03:06:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:45 smithi097 ceph-mon[90424]: osdmap e768: 8 total, 8 up, 8 in 2024-09-16T03:06:46.149 INFO:tasks.rados.rados.0.smithi097.stdout:3581: done (5 left) 2024-09-16T03:06:46.149 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 341 2024-09-16T03:06:46.149 INFO:tasks.rados.rados.0.smithi097.stdout:3582: seq_num 1102 ranges {2252800=458752,2711552=491520,3203072=491520,3694592=221184} 2024-09-16T03:06:46.164 INFO:tasks.rados.rados.0.smithi097.stdout:3582: writing smithi09778949-25 from 2252800 to 2711552 tid 1 2024-09-16T03:06:46.167 INFO:tasks.rados.rados.0.smithi097.stdout:3582: writing smithi09778949-25 from 2711552 to 3203072 tid 2 2024-09-16T03:06:46.171 INFO:tasks.rados.rados.0.smithi097.stdout:3582: writing smithi09778949-25 from 3203072 to 3694592 tid 3 2024-09-16T03:06:46.173 INFO:tasks.rados.rados.0.smithi097.stdout:3582: writing smithi09778949-25 from 3694592 to 3915776 tid 4 2024-09-16T03:06:46.173 INFO:tasks.rados.rados.0.smithi097.stdout:3583: setattr oid 26 current snap is 341 2024-09-16T03:06:46.173 INFO:tasks.rados.rados.0.smithi097.stdout:3575: finishing rollback tid 1 to smithi09778949-31 2024-09-16T03:06:46.173 INFO:tasks.rados.rados.0.smithi097.stdout:3575: finishing rollback tid 2 to smithi09778949-31 2024-09-16T03:06:46.173 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1957 (ObjNum 1026 snap 313 seq_num 1026) dirty exists 2024-09-16T03:06:46.173 INFO:tasks.rados.rados.0.smithi097.stdout:3576: finishing write tid 1 to smithi09778949-44 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: finishing write tid 2 to smithi09778949-44 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: finishing write tid 3 to smithi09778949-44 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: finishing write tid 4 to smithi09778949-44 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: finishing write tid 5 to smithi09778949-44 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3577: finishing write tid 1 to smithi09778949-1 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: finishing write tid 6 to smithi09778949-44 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: oid 44 updating version 0 to 2414 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: oid 44 version 2414 is already newer than 2412 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: oid 44 version 2414 is already newer than 2413 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: oid 44 version 2414 is already newer than 2410 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: oid 44 version 2414 is already newer than 2411 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2414 (ObjNum 1099 snap 341 seq_num 1099) dirty exists 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3576: left oid 44 (ObjNum 1099 snap 341 seq_num 1099) 2024-09-16T03:06:46.174 INFO:tasks.rados.rados.0.smithi097.stdout:3577: finishing write tid 2 to smithi09778949-1 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3577: finishing write tid 3 to smithi09778949-1 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3577: finishing write tid 4 to smithi09778949-1 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3577: finishing write tid 5 to smithi09778949-1 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3577: oid 1 updating version 0 to 2010 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3577: oid 1 version 2010 is already newer than 2009 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3577: oid 1 updating version 2010 to 2011 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3577: oid 1 version 2011 is already newer than 2008 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 2011 (ObjNum 1100 snap 341 seq_num 1100) dirty exists 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3577: left oid 1 (ObjNum 1100 snap 341 seq_num 1100) 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3579: finishing write tid 1 to smithi09778949-49 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3579: finishing write tid 2 to smithi09778949-49 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3579: finishing write tid 3 to smithi09778949-49 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3579: finishing write tid 4 to smithi09778949-49 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3579: finishing write tid 5 to smithi09778949-49 2024-09-16T03:06:46.175 INFO:tasks.rados.rados.0.smithi097.stdout:3579: oid 49 updating version 0 to 2415 2024-09-16T03:06:46.176 INFO:tasks.rados.rados.0.smithi097.stdout:3579: oid 49 updating version 2415 to 2416 2024-09-16T03:06:46.176 INFO:tasks.rados.rados.0.smithi097.stdout:3579: oid 49 updating version 2416 to 2417 2024-09-16T03:06:46.176 INFO:tasks.rados.rados.0.smithi097.stdout:3579: oid 49 updating version 2417 to 2418 2024-09-16T03:06:46.176 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 2418 (ObjNum 1101 snap 341 seq_num 1101) dirty exists 2024-09-16T03:06:46.176 INFO:tasks.rados.rados.0.smithi097.stdout:3579: left oid 49 (ObjNum 1101 snap 341 seq_num 1101) 2024-09-16T03:06:46.176 INFO:tasks.rados.rados.0.smithi097.stdout:3582: finishing write tid 1 to smithi09778949-25 2024-09-16T03:06:46.176 INFO:tasks.rados.rados.0.smithi097.stdout:3575: done (6 left) 2024-09-16T03:06:46.177 INFO:tasks.rados.rados.0.smithi097.stdout:3576: done (5 left) 2024-09-16T03:06:46.177 INFO:tasks.rados.rados.0.smithi097.stdout:3577: done (4 left) 2024-09-16T03:06:46.177 INFO:tasks.rados.rados.0.smithi097.stdout:3579: done (3 left) 2024-09-16T03:06:46.177 INFO:tasks.rados.rados.0.smithi097.stdout:3580: done (2 left) 2024-09-16T03:06:46.177 INFO:tasks.rados.rados.0.smithi097.stdout:3584: snap_create 2024-09-16T03:06:46.177 INFO:tasks.rados.rados.0.smithi097.stdout:3582: finishing write tid 2 to smithi09778949-25 2024-09-16T03:06:46.177 INFO:tasks.rados.rados.0.smithi097.stdout:3582: finishing write tid 3 to smithi09778949-25 2024-09-16T03:06:46.177 INFO:tasks.rados.rados.0.smithi097.stdout:3582: finishing write tid 4 to smithi09778949-25 2024-09-16T03:06:46.178 INFO:tasks.rados.rados.0.smithi097.stdout:3582: finishing write tid 5 to smithi09778949-25 2024-09-16T03:06:46.178 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1531 (ObjNum 1085 snap 334 seq_num 1085) dirty exists 2024-09-16T03:06:46.179 INFO:tasks.rados.rados.0.smithi097.stdout:3582: finishing write tid 6 to smithi09778949-25 2024-09-16T03:06:46.179 INFO:tasks.rados.rados.0.smithi097.stdout:3582: oid 25 updating version 0 to 2016 2024-09-16T03:06:46.179 INFO:tasks.rados.rados.0.smithi097.stdout:3582: oid 25 version 2016 is already newer than 2015 2024-09-16T03:06:46.179 INFO:tasks.rados.rados.0.smithi097.stdout:3582: oid 25 version 2016 is already newer than 2012 2024-09-16T03:06:46.179 INFO:tasks.rados.rados.0.smithi097.stdout:3582: oid 25 version 2016 is already newer than 2013 2024-09-16T03:06:46.179 INFO:tasks.rados.rados.0.smithi097.stdout:3582: oid 25 version 2016 is already newer than 2014 2024-09-16T03:06:46.180 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 2016 (ObjNum 1102 snap 341 seq_num 1102) dirty exists 2024-09-16T03:06:46.180 INFO:tasks.rados.rados.0.smithi097.stdout:3582: left oid 25 (ObjNum 1102 snap 341 seq_num 1102) 2024-09-16T03:06:46.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:46 smithi184 ceph-mon[82194]: pgmap v827: 121 pgs: 121 active+clean; 205 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 856 KiB/s wr, 15 op/s 2024-09-16T03:06:46.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:46 smithi184 ceph-mon[82194]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T03:06:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:46 smithi097 ceph-mon[88563]: pgmap v827: 121 pgs: 121 active+clean; 205 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 856 KiB/s wr, 15 op/s 2024-09-16T03:06:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:46 smithi097 ceph-mon[88563]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T03:06:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:46 smithi097 ceph-mon[90424]: pgmap v827: 121 pgs: 121 active+clean; 205 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 856 KiB/s wr, 15 op/s 2024-09-16T03:06:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:46 smithi097 ceph-mon[90424]: osdmap e769: 8 total, 8 up, 8 in 2024-09-16T03:06:47.099 INFO:tasks.rados.rados.0.smithi097.stdout:3582: done (2 left) 2024-09-16T03:06:47.099 INFO:tasks.rados.rados.0.smithi097.stdout:3583: done (1 left) 2024-09-16T03:06:47.099 INFO:tasks.rados.rados.0.smithi097.stdout:3584: done (0 left) 2024-09-16T03:06:47.099 INFO:tasks.rados.rados.0.smithi097.stdout:3585: delete oid 11 current snap is 342 2024-09-16T03:06:47.103 INFO:tasks.rados.rados.0.smithi097.stdout:3585: done (0 left) 2024-09-16T03:06:47.104 INFO:tasks.rados.rados.0.smithi097.stdout:3586: snap_remove snap 314 2024-09-16T03:06:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:47 smithi184 ceph-mon[82194]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T03:06:47.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:47 smithi184 ceph-mon[82194]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T03:06:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:47 smithi097 ceph-mon[88563]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T03:06:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:47 smithi097 ceph-mon[88563]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T03:06:47.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:47 smithi097 ceph-mon[90424]: osdmap e770: 8 total, 8 up, 8 in 2024-09-16T03:06:47.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:47 smithi097 ceph-mon[90424]: osdmap e771: 8 total, 8 up, 8 in 2024-09-16T03:06:48.098 INFO:tasks.rados.rados.0.smithi097.stdout:3586: done (0 left) 2024-09-16T03:06:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:3587: read oid 26 snap -1 2024-09-16T03:06:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:3587: expect (ObjNum 1085 snap 334 seq_num 1085) 2024-09-16T03:06:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 22 current snap is 342 2024-09-16T03:06:48.099 INFO:tasks.rados.rados.0.smithi097.stdout:3588: seq_num 1104 ranges {1679360=499712,2179072=712704,2891776=491520} 2024-09-16T03:06:48.111 INFO:tasks.rados.rados.0.smithi097.stdout:3588: writing smithi09778949-22 from 1679360 to 2179072 tid 1 2024-09-16T03:06:48.115 INFO:tasks.rados.rados.0.smithi097.stdout:3588: writing smithi09778949-22 from 2179072 to 2891776 tid 2 2024-09-16T03:06:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3588: writing smithi09778949-22 from 2891776 to 3383296 tid 3 2024-09-16T03:06:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3589: read oid 49 snap -1 2024-09-16T03:06:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3589: expect (ObjNum 1101 snap 341 seq_num 1101) 2024-09-16T03:06:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3590: snap_remove snap 339 2024-09-16T03:06:48.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:48 smithi184 ceph-mon[82194]: pgmap v830: 121 pgs: 121 active+clean; 203 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-09-16T03:06:48.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:48 smithi184 ceph-mon[82194]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T03:06:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:48 smithi097 ceph-mon[90424]: pgmap v830: 121 pgs: 121 active+clean; 203 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-09-16T03:06:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:48 smithi097 ceph-mon[90424]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T03:06:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:48 smithi097 ceph-mon[88563]: pgmap v830: 121 pgs: 121 active+clean; 203 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-09-16T03:06:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:48 smithi097 ceph-mon[88563]: osdmap e772: 8 total, 8 up, 8 in 2024-09-16T03:06:49.100 INFO:tasks.rados.rados.0.smithi097.stdout:3588: finishing write tid 1 to smithi09778949-22 2024-09-16T03:06:49.100 INFO:tasks.rados.rados.0.smithi097.stdout:3588: finishing write tid 2 to smithi09778949-22 2024-09-16T03:06:49.100 INFO:tasks.rados.rados.0.smithi097.stdout:3588: finishing write tid 3 to smithi09778949-22 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:3588: finishing write tid 4 to smithi09778949-22 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:3588: finishing write tid 5 to smithi09778949-22 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:3588: oid 22 updating version 0 to 1944 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:3588: oid 22 updating version 1944 to 1945 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:3588: oid 22 version 1945 is already newer than 1942 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:3588: oid 22 version 1945 is already newer than 1943 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 1945 (ObjNum 1104 snap 342 seq_num 1104) dirty exists 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:3588: left oid 22 (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:06:49.101 INFO:tasks.rados.rados.0.smithi097.stdout:3589: expect (ObjNum 1101 snap 341 seq_num 1101) 2024-09-16T03:06:49.269 INFO:tasks.rados.rados.0.smithi097.stdout:3587: expect (ObjNum 1085 snap 334 seq_num 1085) 2024-09-16T03:06:49.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:49.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:49 smithi184 ceph-mon[82194]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T03:06:49.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:49.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:49 smithi097 ceph-mon[88563]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T03:06:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:06:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:49 smithi097 ceph-mon[90424]: osdmap e773: 8 total, 8 up, 8 in 2024-09-16T03:06:49.963 INFO:tasks.rados.rados.0.smithi097.stdout:3587: done (3 left) 2024-09-16T03:06:49.963 INFO:tasks.rados.rados.0.smithi097.stdout:3588: done (2 left) 2024-09-16T03:06:49.963 INFO:tasks.rados.rados.0.smithi097.stdout:3589: done (1 left) 2024-09-16T03:06:49.963 INFO:tasks.rados.rados.0.smithi097.stdout:3590: done (0 left) 2024-09-16T03:06:49.963 INFO:tasks.rados.rados.0.smithi097.stdout:3591: delete oid 43 current snap is 342 2024-09-16T03:06:49.966 INFO:tasks.rados.rados.0.smithi097.stdout:3591: done (0 left) 2024-09-16T03:06:49.966 INFO:tasks.rados.rados.0.smithi097.stdout:3592: read oid 22 snap -1 2024-09-16T03:06:49.966 INFO:tasks.rados.rados.0.smithi097.stdout:3592: expect (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:06:49.966 INFO:tasks.rados.rados.0.smithi097.stdout:3593: rollback oid 32 current snap is 342 2024-09-16T03:06:49.966 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 32 to 341 2024-09-16T03:06:49.966 INFO:tasks.rados.rados.0.smithi097.stdout:3594: rmattr oid 10 current snap is 342 2024-09-16T03:06:49.966 INFO:tasks.rados.rados.0.smithi097.stdout:3595: rollback oid 25 current snap is 342 2024-09-16T03:06:49.966 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 25 to 341 2024-09-16T03:06:49.967 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 342 2024-09-16T03:06:49.967 INFO:tasks.rados.rados.0.smithi097.stdout:3596: seq_num 1106 ranges {6291456=532480,6823936=483328,7307264=475136,7782400=245760} 2024-09-16T03:06:50.003 INFO:tasks.rados.rados.0.smithi097.stdout:3596: writing smithi09778949-36 from 6291456 to 6823936 tid 1 2024-09-16T03:06:50.005 INFO:tasks.rados.rados.0.smithi097.stdout:3596: writing smithi09778949-36 from 6823936 to 7307264 tid 2 2024-09-16T03:06:50.008 INFO:tasks.rados.rados.0.smithi097.stdout:3596: writing smithi09778949-36 from 7307264 to 7782400 tid 3 2024-09-16T03:06:50.010 INFO:tasks.rados.rados.0.smithi097.stdout:3596: writing smithi09778949-36 from 7782400 to 8028160 tid 4 2024-09-16T03:06:50.010 INFO:tasks.rados.rados.0.smithi097.stdout:3597: read oid 27 snap -1 2024-09-16T03:06:50.010 INFO:tasks.rados.rados.0.smithi097.stdout:3597: expect (ObjNum 1095 snap 341 seq_num 1095) 2024-09-16T03:06:50.010 INFO:tasks.rados.rados.0.smithi097.stdout:3598: delete oid 31 current snap is 342 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:3593: finishing rollback tid 0 to smithi09778949-32 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:3595: finishing rollback tid 0 to smithi09778949-25 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:3595: finishing rollback tid 1 to smithi09778949-25 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:3593: finishing rollback tid 1 to smithi09778949-32 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2419 (ObjNum 1096 snap 341 seq_num 1096) dirty exists 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:3593: finishing rollback tid 2 to smithi09778949-32 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 1993 (ObjNum 1084 snap 333 seq_num 1084) dirty exists 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:3595: finishing rollback tid 2 to smithi09778949-25 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 2019 (ObjNum 1102 snap 341 seq_num 1102) dirty exists 2024-09-16T03:06:50.011 INFO:tasks.rados.rados.0.smithi097.stdout:3592: expect (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:06:50.126 INFO:tasks.rados.rados.0.smithi097.stdout:3596: finishing write tid 1 to smithi09778949-36 2024-09-16T03:06:50.126 INFO:tasks.rados.rados.0.smithi097.stdout:3596: finishing write tid 2 to smithi09778949-36 2024-09-16T03:06:50.126 INFO:tasks.rados.rados.0.smithi097.stdout:3596: finishing write tid 3 to smithi09778949-36 2024-09-16T03:06:50.126 INFO:tasks.rados.rados.0.smithi097.stdout:3596: finishing write tid 4 to smithi09778949-36 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3596: finishing write tid 5 to smithi09778949-36 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3596: finishing write tid 6 to smithi09778949-36 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3596: oid 36 updating version 0 to 2021 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3596: oid 36 version 2021 is already newer than 2020 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3596: oid 36 updating version 2021 to 2023 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3596: oid 36 version 2023 is already newer than 2022 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3596: oid 36 updating version 2023 to 2024 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 2024 (ObjNum 1106 snap 342 seq_num 1106) dirty exists 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3596: left oid 36 (ObjNum 1106 snap 342 seq_num 1106) 2024-09-16T03:06:50.127 INFO:tasks.rados.rados.0.smithi097.stdout:3597: expect (ObjNum 1095 snap 341 seq_num 1095) 2024-09-16T03:06:50.264 INFO:tasks.rados.rados.0.smithi097.stdout:3592: done (6 left) 2024-09-16T03:06:50.264 INFO:tasks.rados.rados.0.smithi097.stdout:3593: done (5 left) 2024-09-16T03:06:50.264 INFO:tasks.rados.rados.0.smithi097.stdout:3594: done (4 left) 2024-09-16T03:06:50.264 INFO:tasks.rados.rados.0.smithi097.stdout:3595: done (3 left) 2024-09-16T03:06:50.264 INFO:tasks.rados.rados.0.smithi097.stdout:3596: done (2 left) 2024-09-16T03:06:50.264 INFO:tasks.rados.rados.0.smithi097.stdout:3597: done (1 left) 2024-09-16T03:06:50.264 INFO:tasks.rados.rados.0.smithi097.stdout:3598: done (0 left) 2024-09-16T03:06:50.264 INFO:tasks.rados.rados.0.smithi097.stdout:3599: delete oid 50 current snap is 342 2024-09-16T03:06:50.266 INFO:tasks.rados.rados.0.smithi097.stdout:3599: done (0 left) 2024-09-16T03:06:50.266 INFO:tasks.rados.rados.0.smithi097.stdout:3600: snap_create 2024-09-16T03:06:50.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:50 smithi184 ceph-mon[82194]: pgmap v833: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 188 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-16T03:06:50.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:50 smithi097 ceph-mon[88563]: pgmap v833: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 188 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-16T03:06:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:50 smithi097 ceph-mon[90424]: pgmap v833: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 188 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 2.4 MiB/s wr, 13 op/s 2024-09-16T03:06:51.165 INFO:tasks.rados.rados.0.smithi097.stdout:3600: done (0 left) 2024-09-16T03:06:51.166 INFO:tasks.rados.rados.0.smithi097.stdout:3601: copy_from oid 50 from oid 35 current snap is 343 2024-09-16T03:06:51.166 INFO:tasks.rados.rados.0.smithi097.stdout:3602: snap_create 2024-09-16T03:06:51.191 INFO:tasks.rados.rados.0.smithi097.stdout:3601: finishing copy_from racing read to smithi09778949-50 2024-09-16T03:06:51.194 INFO:tasks.rados.rados.0.smithi097.stdout:3601: finishing copy_from to smithi09778949-50 2024-09-16T03:06:51.194 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 1986 (ObjNum 976 snap 293 seq_num 976) dirty exists 2024-09-16T03:06:52.099 INFO:tasks.rados.rados.0.smithi097.stdout:3601: done (1 left) 2024-09-16T03:06:52.099 INFO:tasks.rados.rados.0.smithi097.stdout:3602: done (0 left) 2024-09-16T03:06:52.099 INFO:tasks.rados.rados.0.smithi097.stdout:3603: read oid 23 snap -1 2024-09-16T03:06:52.099 INFO:tasks.rados.rados.0.smithi097.stdout:3603: expect (ObjNum 1097 snap 341 seq_num 1097) 2024-09-16T03:06:52.099 INFO:tasks.rados.rados.0.smithi097.stdout:3604: read oid 45 snap -1 2024-09-16T03:06:52.100 INFO:tasks.rados.rados.0.smithi097.stdout:3604: expect deleted 2024-09-16T03:06:52.100 INFO:tasks.rados.rados.0.smithi097.stdout:3605: snap_create 2024-09-16T03:06:52.114 INFO:tasks.rados.rados.0.smithi097.stdout:3603: expect (ObjNum 1097 snap 341 seq_num 1097) 2024-09-16T03:06:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:52 smithi097 ceph-mon[88563]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T03:06:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:52 smithi097 ceph-mon[88563]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T03:06:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:52 smithi097 ceph-mon[88563]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T03:06:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:52 smithi097 ceph-mon[90424]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T03:06:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:52 smithi097 ceph-mon[90424]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T03:06:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:52 smithi097 ceph-mon[90424]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T03:06:52.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:52 smithi184 ceph-mon[82194]: pgmap v835: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 147 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.0 MiB/s wr, 14 op/s 2024-09-16T03:06:52.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:52 smithi184 ceph-mon[82194]: osdmap e774: 8 total, 8 up, 8 in 2024-09-16T03:06:52.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:52 smithi184 ceph-mon[82194]: osdmap e775: 8 total, 8 up, 8 in 2024-09-16T03:06:53.100 INFO:tasks.rados.rados.0.smithi097.stdout:3603: done (2 left) 2024-09-16T03:06:53.100 INFO:tasks.rados.rados.0.smithi097.stdout:3604: done (1 left) 2024-09-16T03:06:53.101 INFO:tasks.rados.rados.0.smithi097.stdout:3605: done (0 left) 2024-09-16T03:06:53.101 INFO:tasks.rados.rados.0.smithi097.stdout:3606: read oid 40 snap -1 2024-09-16T03:06:53.101 INFO:tasks.rados.rados.0.smithi097.stdout:3606: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:06:53.101 INFO:tasks.rados.rados.0.smithi097.stdout:3607: delete oid 5 current snap is 345 2024-09-16T03:06:53.104 INFO:tasks.rados.rados.0.smithi097.stdout:3606: expect (ObjNum 0 snap 0 seq_num 0) 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:3606: done (1 left) 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:3607: done (0 left) 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:3608: rmattr oid 28 current snap is 345 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:3608: done (0 left) 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:3609: rollback oid 9 current snap is 345 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 344 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:3610: read oid 41 snap -1 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:3610: expect (ObjNum 1098 snap 341 seq_num 1098) 2024-09-16T03:06:53.107 INFO:tasks.rados.rados.0.smithi097.stdout:3611: snap_create 2024-09-16T03:06:53.114 INFO:tasks.rados.rados.0.smithi097.stdout:3609: finishing rollback tid 0 to smithi09778949-9 2024-09-16T03:06:53.114 INFO:tasks.rados.rados.0.smithi097.stdout:3609: finishing rollback tid 1 to smithi09778949-9 2024-09-16T03:06:53.114 INFO:tasks.rados.rados.0.smithi097.stdout:3609: finishing rollback tid 2 to smithi09778949-9 2024-09-16T03:06:53.114 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 1996 (ObjNum 1051 snap 323 seq_num 1051) dirty exists 2024-09-16T03:06:53.120 INFO:tasks.rados.rados.0.smithi097.stdout:3610: expect (ObjNum 1098 snap 341 seq_num 1098) 2024-09-16T03:06:54.102 INFO:tasks.rados.rados.0.smithi097.stdout:3609: done (2 left) 2024-09-16T03:06:54.102 INFO:tasks.rados.rados.0.smithi097.stdout:3610: done (1 left) 2024-09-16T03:06:54.102 INFO:tasks.rados.rados.0.smithi097.stdout:3611: done (0 left) 2024-09-16T03:06:54.102 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 34 current snap is 346 2024-09-16T03:06:54.102 INFO:tasks.rados.rados.0.smithi097.stdout:3612: seq_num 1110 ranges {0=598016,598016=466944,1064960=450560,1515520=286720} 2024-09-16T03:06:54.104 INFO:tasks.rados.rados.0.smithi097.stdout:3612: writing smithi09778949-34 from 0 to 598016 tid 1 2024-09-16T03:06:54.107 INFO:tasks.rados.rados.0.smithi097.stdout:3612: writing smithi09778949-34 from 598016 to 1064960 tid 2 2024-09-16T03:06:54.110 INFO:tasks.rados.rados.0.smithi097.stdout:3612: writing smithi09778949-34 from 1064960 to 1515520 tid 3 2024-09-16T03:06:54.112 INFO:tasks.rados.rados.0.smithi097.stdout:3612: writing smithi09778949-34 from 1515520 to 1802240 tid 4 2024-09-16T03:06:54.112 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 346 2024-09-16T03:06:54.112 INFO:tasks.rados.rados.0.smithi097.stdout:3612: finishing write tid 1 to smithi09778949-34 2024-09-16T03:06:54.112 INFO:tasks.rados.rados.0.smithi097.stdout:3613: seq_num 1111 ranges {3022848=614400,3637248=753664,4390912=450560} 2024-09-16T03:06:54.131 INFO:tasks.rados.rados.0.smithi097.stdout:3613: writing smithi09778949-21 from 3022848 to 3637248 tid 1 2024-09-16T03:06:54.135 INFO:tasks.rados.rados.0.smithi097.stdout:3613: writing smithi09778949-21 from 3637248 to 4390912 tid 2 2024-09-16T03:06:54.139 INFO:tasks.rados.rados.0.smithi097.stdout:3613: writing smithi09778949-21 from 4390912 to 4841472 tid 3 2024-09-16T03:06:54.139 INFO:tasks.rados.rados.0.smithi097.stdout:3614: read oid 36 snap 344 2024-09-16T03:06:54.139 INFO:tasks.rados.rados.0.smithi097.stdout:3614: expect (ObjNum 1106 snap 342 seq_num 1106) 2024-09-16T03:06:54.139 INFO:tasks.rados.rados.0.smithi097.stdout:3615: rollback oid 20 current snap is 346 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 341 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: finishing write tid 2 to smithi09778949-34 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: finishing write tid 3 to smithi09778949-34 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: finishing write tid 4 to smithi09778949-34 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: finishing write tid 5 to smithi09778949-34 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: finishing write tid 6 to smithi09778949-34 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: oid 34 updating version 0 to 1534 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: oid 34 version 1534 is already newer than 1533 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: oid 34 updating version 1534 to 1536 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: oid 34 version 1536 is already newer than 1535 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: oid 34 version 1536 is already newer than 1532 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1536 (ObjNum 1110 snap 346 seq_num 1110) dirty exists 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3612: left oid 34 (ObjNum 1110 snap 346 seq_num 1110) 2024-09-16T03:06:54.140 INFO:tasks.rados.rados.0.smithi097.stdout:3613: finishing write tid 1 to smithi09778949-21 2024-09-16T03:06:54.141 INFO:tasks.rados.rados.0.smithi097.stdout:3612: done (3 left) 2024-09-16T03:06:54.141 INFO:tasks.rados.rados.0.smithi097.stdout:3616: copy_from oid 1 from oid 38 current snap is 346 2024-09-16T03:06:54.141 INFO:tasks.rados.rados.0.smithi097.stdout:3617: read oid 14 snap 344 2024-09-16T03:06:54.141 INFO:tasks.rados.rados.0.smithi097.stdout:3617: expect (ObjNum 1077 snap 328 seq_num 1077) 2024-09-16T03:06:54.141 INFO:tasks.rados.rados.0.smithi097.stdout:3618: rollback oid 46 current snap is 346 2024-09-16T03:06:54.141 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 46 to 345 2024-09-16T03:06:54.141 INFO:tasks.rados.rados.0.smithi097.stdout:3619: snap_create 2024-09-16T03:06:54.141 INFO:tasks.rados.rados.0.smithi097.stdout:3613: finishing write tid 2 to smithi09778949-21 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:3615: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:3618: finishing rollback tid 0 to smithi09778949-46 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:3615: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:3613: finishing write tid 3 to smithi09778949-21 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:3615: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1958 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:3618: finishing rollback tid 1 to smithi09778949-46 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:3618: finishing rollback tid 2 to smithi09778949-46 2024-09-16T03:06:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 1607 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-16T03:06:54.151 INFO:tasks.rados.rados.0.smithi097.stdout:3613: finishing write tid 4 to smithi09778949-21 2024-09-16T03:06:54.155 INFO:tasks.rados.rados.0.smithi097.stdout:3613: finishing write tid 5 to smithi09778949-21 2024-09-16T03:06:54.155 INFO:tasks.rados.rados.0.smithi097.stdout:3613: oid 21 updating version 0 to 1796 2024-09-16T03:06:54.155 INFO:tasks.rados.rados.0.smithi097.stdout:3613: oid 21 updating version 1796 to 1798 2024-09-16T03:06:54.155 INFO:tasks.rados.rados.0.smithi097.stdout:3613: oid 21 version 1798 is already newer than 1797 2024-09-16T03:06:54.155 INFO:tasks.rados.rados.0.smithi097.stdout:3613: oid 21 version 1798 is already newer than 1795 2024-09-16T03:06:54.155 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1798 (ObjNum 1111 snap 346 seq_num 1111) dirty exists 2024-09-16T03:06:54.155 INFO:tasks.rados.rados.0.smithi097.stdout:3613: left oid 21 (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:06:54.165 INFO:tasks.rados.rados.0.smithi097.stdout:3617: expect (ObjNum 1077 snap 328 seq_num 1077) 2024-09-16T03:06:54.401 INFO:tasks.rados.rados.0.smithi097.stdout:3614: expect (ObjNum 1106 snap 342 seq_num 1106) 2024-09-16T03:06:54.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:54 smithi184 ceph-mon[82194]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 124 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-16T03:06:54.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:54 smithi184 ceph-mon[82194]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T03:06:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:54 smithi097 ceph-mon[88563]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 124 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-16T03:06:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:54 smithi097 ceph-mon[88563]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T03:06:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:54 smithi097 ceph-mon[90424]: pgmap v838: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 124 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-09-16T03:06:54.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:54 smithi097 ceph-mon[90424]: osdmap e776: 8 total, 8 up, 8 in 2024-09-16T03:06:54.862 INFO:tasks.rados.rados.0.smithi097.stdout:3616: finishing copy_from racing read to smithi09778949-1 2024-09-16T03:06:54.862 INFO:tasks.rados.rados.0.smithi097.stdout:3616: finishing copy_from to smithi09778949-1 2024-09-16T03:06:54.862 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 2405 (ObjNum 1001 snap 297 seq_num 1001) dirty exists 2024-09-16T03:06:54.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:06:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:06:54] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.51.0" 2024-09-16T03:06:55.111 INFO:tasks.rados.rados.0.smithi097.stdout:3613: done (6 left) 2024-09-16T03:06:55.111 INFO:tasks.rados.rados.0.smithi097.stdout:3614: done (5 left) 2024-09-16T03:06:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:3615: done (4 left) 2024-09-16T03:06:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:3616: done (3 left) 2024-09-16T03:06:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:3617: done (2 left) 2024-09-16T03:06:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:3618: done (1 left) 2024-09-16T03:06:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:3619: done (0 left) 2024-09-16T03:06:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:3620: copy_from oid 7 from oid 45 current snap is 347 2024-09-16T03:06:55.112 INFO:tasks.rados.rados.0.smithi097.stdout:3621: snap_remove snap 342 2024-09-16T03:06:55.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:55 smithi184 ceph-mon[82194]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T03:06:55.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:55 smithi097 ceph-mon[90424]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T03:06:55.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:55 smithi097 ceph-mon[88563]: osdmap e777: 8 total, 8 up, 8 in 2024-09-16T03:06:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:3621: done (1 left) 2024-09-16T03:06:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:3622: read oid 16 snap 341 2024-09-16T03:06:56.118 INFO:tasks.rados.rados.0.smithi097.stdout:3622: expect (ObjNum 1092 snap 340 seq_num 1092) 2024-09-16T03:06:56.119 INFO:tasks.rados.rados.0.smithi097.stdout:3623: snap_create 2024-09-16T03:06:56.119 INFO:tasks.rados.rados.0.smithi097.stdout:3620: finishing copy_from to smithi09778949-7 2024-09-16T03:06:56.119 INFO:tasks.rados.rados.0.smithi097.stdout:3620: got expected ENOENT (src dne) 2024-09-16T03:06:56.119 INFO:tasks.rados.rados.0.smithi097.stdout:3620: finishing copy_from racing read to smithi09778949-7 2024-09-16T03:06:56.130 INFO:tasks.rados.rados.0.smithi097.stdout:3622: expect (ObjNum 1092 snap 340 seq_num 1092) 2024-09-16T03:06:56.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:56 smithi184 ceph-mon[82194]: pgmap v841: 121 pgs: 121 active+clean; 120 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-16T03:06:56.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:56 smithi184 ceph-mon[82194]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T03:06:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:56 smithi097 ceph-mon[88563]: pgmap v841: 121 pgs: 121 active+clean; 120 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-16T03:06:56.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:56 smithi097 ceph-mon[88563]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T03:06:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:56 smithi097 ceph-mon[90424]: pgmap v841: 121 pgs: 121 active+clean; 120 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 1.8 MiB/s wr, 8 op/s 2024-09-16T03:06:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:56 smithi097 ceph-mon[90424]: osdmap e778: 8 total, 8 up, 8 in 2024-09-16T03:06:57.099 INFO:tasks.rados.rados.0.smithi097.stdout:3620: done (2 left) 2024-09-16T03:06:57.100 INFO:tasks.rados.rados.0.smithi097.stdout:3622: done (1 left) 2024-09-16T03:06:57.100 INFO:tasks.rados.rados.0.smithi097.stdout:3623: done (0 left) 2024-09-16T03:06:57.100 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 348 2024-09-16T03:06:57.100 INFO:tasks.rados.rados.0.smithi097.stdout:3624: seq_num 1112 ranges {0=630784,630784=638976,1269760=466944,1736704=98304} 2024-09-16T03:06:57.102 INFO:tasks.rados.rados.0.smithi097.stdout:3624: writing smithi09778949-43 from 0 to 630784 tid 1 2024-09-16T03:06:57.106 INFO:tasks.rados.rados.0.smithi097.stdout:3624: writing smithi09778949-43 from 630784 to 1269760 tid 2 2024-09-16T03:06:57.109 INFO:tasks.rados.rados.0.smithi097.stdout:3624: writing smithi09778949-43 from 1269760 to 1736704 tid 3 2024-09-16T03:06:57.110 INFO:tasks.rados.rados.0.smithi097.stdout:3624: writing smithi09778949-43 from 1736704 to 1835008 tid 4 2024-09-16T03:06:57.110 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 44 current snap is 348 2024-09-16T03:06:57.110 INFO:tasks.rados.rados.0.smithi097.stdout:3625: seq_num 1113 ranges {5791744=647168,6438912=524288,6963200=622592,7585792=57344} 2024-09-16T03:06:57.145 INFO:tasks.rados.rados.0.smithi097.stdout:3625: writing smithi09778949-44 from 5791744 to 6438912 tid 1 2024-09-16T03:06:57.148 INFO:tasks.rados.rados.0.smithi097.stdout:3625: writing smithi09778949-44 from 6438912 to 6963200 tid 2 2024-09-16T03:06:57.152 INFO:tasks.rados.rados.0.smithi097.stdout:3625: writing smithi09778949-44 from 6963200 to 7585792 tid 3 2024-09-16T03:06:57.154 INFO:tasks.rados.rados.0.smithi097.stdout:3625: writing smithi09778949-44 from 7585792 to 7643136 tid 4 2024-09-16T03:06:57.154 INFO:tasks.rados.rados.0.smithi097.stdout:3626: copy_from oid 11 from oid 13 current snap is 348 2024-09-16T03:06:57.155 INFO:tasks.rados.rados.0.smithi097.stdout:3624: finishing write tid 1 to smithi09778949-43 2024-09-16T03:06:57.155 INFO:tasks.rados.rados.0.smithi097.stdout:3624: finishing write tid 2 to smithi09778949-43 2024-09-16T03:06:57.155 INFO:tasks.rados.rados.0.smithi097.stdout:3624: finishing write tid 3 to smithi09778949-43 2024-09-16T03:06:57.155 INFO:tasks.rados.rados.0.smithi097.stdout:3624: finishing write tid 4 to smithi09778949-43 2024-09-16T03:06:57.155 INFO:tasks.rados.rados.0.smithi097.stdout:3624: finishing write tid 5 to smithi09778949-43 2024-09-16T03:06:57.155 INFO:tasks.rados.rados.0.smithi097.stdout:3624: finishing write tid 6 to smithi09778949-43 2024-09-16T03:06:57.156 INFO:tasks.rados.rados.0.smithi097.stdout:3624: oid 43 updating version 0 to 1801 2024-09-16T03:06:57.156 INFO:tasks.rados.rados.0.smithi097.stdout:3624: oid 43 updating version 1801 to 1803 2024-09-16T03:06:57.156 INFO:tasks.rados.rados.0.smithi097.stdout:3624: oid 43 version 1803 is already newer than 1800 2024-09-16T03:06:57.156 INFO:tasks.rados.rados.0.smithi097.stdout:3624: oid 43 version 1803 is already newer than 1802 2024-09-16T03:06:57.156 INFO:tasks.rados.rados.0.smithi097.stdout:3624: oid 43 version 1803 is already newer than 1799 2024-09-16T03:06:57.156 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1803 (ObjNum 1112 snap 348 seq_num 1112) dirty exists 2024-09-16T03:06:57.157 INFO:tasks.rados.rados.0.smithi097.stdout:3624: left oid 43 (ObjNum 1112 snap 348 seq_num 1112) 2024-09-16T03:06:57.157 INFO:tasks.rados.rados.0.smithi097.stdout:3625: finishing write tid 1 to smithi09778949-44 2024-09-16T03:06:57.157 INFO:tasks.rados.rados.0.smithi097.stdout:3624: done (2 left) 2024-09-16T03:06:57.157 INFO:tasks.rados.rados.0.smithi097.stdout:3627: delete oid 33 current snap is 348 2024-09-16T03:06:57.157 INFO:tasks.rados.rados.0.smithi097.stdout:3625: finishing write tid 2 to smithi09778949-44 2024-09-16T03:06:57.157 INFO:tasks.rados.rados.0.smithi097.stdout:3626: finishing copy_from to smithi09778949-11 2024-09-16T03:06:57.158 INFO:tasks.rados.rados.0.smithi097.stdout:3626: got expected ENOENT (src dne) 2024-09-16T03:06:57.158 INFO:tasks.rados.rados.0.smithi097.stdout:3626: finishing copy_from racing read to smithi09778949-11 2024-09-16T03:06:57.159 INFO:tasks.rados.rados.0.smithi097.stdout:3625: finishing write tid 3 to smithi09778949-44 2024-09-16T03:06:57.159 INFO:tasks.rados.rados.0.smithi097.stdout:3625: finishing write tid 4 to smithi09778949-44 2024-09-16T03:06:57.160 INFO:tasks.rados.rados.0.smithi097.stdout:3625: finishing write tid 5 to smithi09778949-44 2024-09-16T03:06:57.160 INFO:tasks.rados.rados.0.smithi097.stdout:3626: done (2 left) 2024-09-16T03:06:57.161 INFO:tasks.rados.rados.0.smithi097.stdout:3627: done (1 left) 2024-09-16T03:06:57.161 INFO:tasks.rados.rados.0.smithi097.stdout:3628: copy_from oid 39 from oid 27 current snap is 348 2024-09-16T03:06:57.161 INFO:tasks.rados.rados.0.smithi097.stdout:3629: copy_from oid 3 from oid 7 current snap is 348 2024-09-16T03:06:57.161 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 348 2024-09-16T03:06:57.161 INFO:tasks.rados.rados.0.smithi097.stdout:3630: seq_num 1115 ranges {9527296=679936,10207232=688128,10895360=516096} 2024-09-16T03:06:57.214 INFO:tasks.rados.rados.0.smithi097.stdout:3630: writing smithi09778949-26 from 9527296 to 10207232 tid 1 2024-09-16T03:06:57.218 INFO:tasks.rados.rados.0.smithi097.stdout:3630: writing smithi09778949-26 from 10207232 to 10895360 tid 2 2024-09-16T03:06:57.221 INFO:tasks.rados.rados.0.smithi097.stdout:3630: writing smithi09778949-26 from 10895360 to 11411456 tid 3 2024-09-16T03:06:57.221 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 348 2024-09-16T03:06:57.221 INFO:tasks.rados.rados.0.smithi097.stdout:3631: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-09-16T03:06:57.225 INFO:tasks.rados.rados.0.smithi097.stdout:3631: writing smithi09778949-48 from 0 to 696320 tid 1 2024-09-16T03:06:57.228 INFO:tasks.rados.rados.0.smithi097.stdout:3631: writing smithi09778949-48 from 696320 to 1269760 tid 2 2024-09-16T03:06:57.231 INFO:tasks.rados.rados.0.smithi097.stdout:3631: writing smithi09778949-48 from 1269760 to 1720320 tid 3 2024-09-16T03:06:57.232 INFO:tasks.rados.rados.0.smithi097.stdout:3631: writing smithi09778949-48 from 1720320 to 1900544 tid 4 2024-09-16T03:06:57.232 INFO:tasks.rados.rados.0.smithi097.stdout:3632: snap_remove snap 347 2024-09-16T03:06:57.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:57 smithi184 ceph-mon[82194]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T03:06:57.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:57 smithi184 ceph-mon[82194]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T03:06:57.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:57 smithi097 ceph-mon[88563]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T03:06:57.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:57 smithi097 ceph-mon[88563]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T03:06:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:57 smithi097 ceph-mon[90424]: osdmap e779: 8 total, 8 up, 8 in 2024-09-16T03:06:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:57 smithi097 ceph-mon[90424]: osdmap e780: 8 total, 8 up, 8 in 2024-09-16T03:06:58.130 INFO:tasks.rados.rados.0.smithi097.stdout:3632: done (5 left) 2024-09-16T03:06:58.130 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 12 current snap is 348 2024-09-16T03:06:58.130 INFO:tasks.rados.rados.0.smithi097.stdout:3633: seq_num 1117 ranges {6324224=712704,7036928=458752,7495680=655360,8151040=90112} 2024-09-16T03:06:58.167 INFO:tasks.rados.rados.0.smithi097.stdout:3633: writing smithi09778949-12 from 6324224 to 7036928 tid 1 2024-09-16T03:06:58.170 INFO:tasks.rados.rados.0.smithi097.stdout:3633: writing smithi09778949-12 from 7036928 to 7495680 tid 2 2024-09-16T03:06:58.173 INFO:tasks.rados.rados.0.smithi097.stdout:3633: writing smithi09778949-12 from 7495680 to 8151040 tid 3 2024-09-16T03:06:58.175 INFO:tasks.rados.rados.0.smithi097.stdout:3633: writing smithi09778949-12 from 8151040 to 8241152 tid 4 2024-09-16T03:06:58.175 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 1 current snap is 348 2024-09-16T03:06:58.175 INFO:tasks.rados.rados.0.smithi097.stdout:3625: finishing write tid 6 to smithi09778949-44 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3625: oid 44 updating version 0 to 2423 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3625: oid 44 version 2423 is already newer than 2421 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3625: oid 44 updating version 2423 to 2424 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3625: oid 44 version 2424 is already newer than 2422 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3625: oid 44 version 2424 is already newer than 2420 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2424 (ObjNum 1113 snap 348 seq_num 1113) dirty exists 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3625: left oid 44 (ObjNum 1113 snap 348 seq_num 1113) 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3629: finishing copy_from to smithi09778949-3 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3629: got expected ENOENT (src dne) 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3629: finishing copy_from racing read to smithi09778949-3 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3628: finishing copy_from racing read to smithi09778949-39 2024-09-16T03:06:58.176 INFO:tasks.rados.rados.0.smithi097.stdout:3634: seq_num 1118 ranges {5718016=729088,6447104=794624,7241728=409600} 2024-09-16T03:06:58.208 INFO:tasks.rados.rados.0.smithi097.stdout:3634: writing smithi09778949-1 from 5718016 to 6447104 tid 1 2024-09-16T03:06:58.214 INFO:tasks.rados.rados.0.smithi097.stdout:3634: writing smithi09778949-1 from 6447104 to 7241728 tid 2 2024-09-16T03:06:58.218 INFO:tasks.rados.rados.0.smithi097.stdout:3634: writing smithi09778949-1 from 7241728 to 7651328 tid 3 2024-09-16T03:06:58.218 INFO:tasks.rados.rados.0.smithi097.stdout:3625: done (6 left) 2024-09-16T03:06:58.218 INFO:tasks.rados.rados.0.smithi097.stdout:3629: done (5 left) 2024-09-16T03:06:58.218 INFO:tasks.rados.rados.0.smithi097.stdout:3635: rollback oid 20 current snap is 348 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 20 to 341 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3628: finishing copy_from to smithi09778949-39 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 2516 (ObjNum 1095 snap 341 seq_num 1095) dirty exists 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3630: finishing write tid 1 to smithi09778949-26 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3630: finishing write tid 2 to smithi09778949-26 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3630: finishing write tid 3 to smithi09778949-26 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3628: done (5 left) 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3636: read oid 23 snap -1 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3636: expect (ObjNum 1097 snap 341 seq_num 1097) 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3630: finishing write tid 4 to smithi09778949-26 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3630: finishing write tid 5 to smithi09778949-26 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3630: oid 26 updating version 0 to 1537 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3630: oid 26 updating version 1537 to 1538 2024-09-16T03:06:58.219 INFO:tasks.rados.rados.0.smithi097.stdout:3630: oid 26 updating version 1538 to 1540 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3630: oid 26 version 1540 is already newer than 1539 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1540 (ObjNum 1115 snap 348 seq_num 1115) dirty exists 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3630: left oid 26 (ObjNum 1115 snap 348 seq_num 1115) 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3631: finishing write tid 1 to smithi09778949-48 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3637: read oid 31 snap -1 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3637: expect deleted 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3630: done (6 left) 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3638: rollback oid 16 current snap is 348 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 16 to 343 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3631: finishing write tid 2 to smithi09778949-48 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3631: finishing write tid 3 to smithi09778949-48 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3631: finishing write tid 4 to smithi09778949-48 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3631: finishing write tid 5 to smithi09778949-48 2024-09-16T03:06:58.220 INFO:tasks.rados.rados.0.smithi097.stdout:3631: finishing write tid 6 to smithi09778949-48 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3631: oid 48 updating version 0 to 805 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3631: oid 48 updating version 805 to 807 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3631: oid 48 version 807 is already newer than 803 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3631: oid 48 version 807 is already newer than 806 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3631: oid 48 version 807 is already newer than 804 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 807 (ObjNum 1116 snap 348 seq_num 1116) dirty exists 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3631: left oid 48 (ObjNum 1116 snap 348 seq_num 1116) 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3633: finishing write tid 1 to smithi09778949-12 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3633: finishing write tid 2 to smithi09778949-12 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3633: finishing write tid 3 to smithi09778949-12 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3633: finishing write tid 4 to smithi09778949-12 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3633: finishing write tid 5 to smithi09778949-12 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3633: finishing write tid 6 to smithi09778949-12 2024-09-16T03:06:58.221 INFO:tasks.rados.rados.0.smithi097.stdout:3633: oid 12 updating version 0 to 2407 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3633: oid 12 version 2407 is already newer than 2406 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3633: oid 12 updating version 2407 to 2408 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3633: oid 12 updating version 2408 to 2410 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3633: oid 12 version 2410 is already newer than 2409 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 2410 (ObjNum 1117 snap 348 seq_num 1117) dirty exists 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3633: left oid 12 (ObjNum 1117 snap 348 seq_num 1117) 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3634: finishing write tid 1 to smithi09778949-1 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3631: done (6 left) 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3633: done (5 left) 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3639: rollback oid 11 current snap is 348 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 11 to 345 2024-09-16T03:06:58.222 INFO:tasks.rados.rados.0.smithi097.stdout:3640: delete oid 10 current snap is 348 2024-09-16T03:06:58.223 INFO:tasks.rados.rados.0.smithi097.stdout:3634: finishing write tid 2 to smithi09778949-1 2024-09-16T03:06:58.223 INFO:tasks.rados.rados.0.smithi097.stdout:3634: finishing write tid 3 to smithi09778949-1 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:3639: finishing rollback tid 1 to smithi09778949-11 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1795 (ObjNum 1973118656 snap 21991 seq_num 304) dirty dne 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:3637: done (6 left) 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:3639: done (5 left) 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:3640: done (4 left) 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:3641: rmattr oid 47 current snap is 348 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:3641: done (4 left) 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:3642: rollback oid 41 current snap is 348 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 343 2024-09-16T03:06:58.224 INFO:tasks.rados.rados.0.smithi097.stdout:3643: snap_remove snap 345 2024-09-16T03:06:58.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:58 smithi184 ceph-mon[82194]: pgmap v844: 121 pgs: 121 active+clean; 122 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T03:06:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:58 smithi097 ceph-mon[88563]: pgmap v844: 121 pgs: 121 active+clean; 122 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T03:06:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:58 smithi097 ceph-mon[90424]: pgmap v844: 121 pgs: 121 active+clean; 122 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.3 MiB/s wr, 12 op/s 2024-09-16T03:06:59.136 INFO:tasks.rados.rados.0.smithi097.stdout:3643: done (5 left) 2024-09-16T03:06:59.136 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 348 2024-09-16T03:06:59.136 INFO:tasks.rados.rados.0.smithi097.stdout:3644: seq_num 1120 ranges {5922816=761856,6684672=557056,7241728=425984,7667712=221184} 2024-09-16T03:06:59.171 INFO:tasks.rados.rados.0.smithi097.stdout:3644: writing smithi09778949-32 from 5922816 to 6684672 tid 1 2024-09-16T03:06:59.174 INFO:tasks.rados.rados.0.smithi097.stdout:3644: writing smithi09778949-32 from 6684672 to 7241728 tid 2 2024-09-16T03:06:59.177 INFO:tasks.rados.rados.0.smithi097.stdout:3644: writing smithi09778949-32 from 7241728 to 7667712 tid 3 2024-09-16T03:06:59.178 INFO:tasks.rados.rados.0.smithi097.stdout:3644: writing smithi09778949-32 from 7667712 to 7888896 tid 4 2024-09-16T03:06:59.178 INFO:tasks.rados.rados.0.smithi097.stdout:3645: snap_create 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3638: finishing rollback tid 0 to smithi09778949-16 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3638: finishing rollback tid 1 to smithi09778949-16 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3638: finishing rollback tid 2 to smithi09778949-16 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 2558 (ObjNum 1092 snap 340 seq_num 1092) dirty exists 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3634: finishing write tid 4 to smithi09778949-1 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3635: finishing rollback tid 0 to smithi09778949-20 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3635: finishing rollback tid 1 to smithi09778949-20 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3635: finishing rollback tid 2 to smithi09778949-20 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1961 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3642: finishing rollback tid 0 to smithi09778949-41 2024-09-16T03:06:59.179 INFO:tasks.rados.rados.0.smithi097.stdout:3636: expect (ObjNum 1097 snap 341 seq_num 1097) 2024-09-16T03:06:59.267 INFO:tasks.rados.rados.0.smithi097.stdout:3642: finishing rollback tid 1 to smithi09778949-41 2024-09-16T03:06:59.267 INFO:tasks.rados.rados.0.smithi097.stdout:3634: finishing write tid 5 to smithi09778949-1 2024-09-16T03:06:59.267 INFO:tasks.rados.rados.0.smithi097.stdout:3634: oid 1 updating version 0 to 2412 2024-09-16T03:06:59.267 INFO:tasks.rados.rados.0.smithi097.stdout:3634: oid 1 updating version 2412 to 2413 2024-09-16T03:06:59.267 INFO:tasks.rados.rados.0.smithi097.stdout:3634: oid 1 version 2413 is already newer than 2411 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3634: oid 1 updating version 2413 to 2414 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 2414 (ObjNum 1118 snap 348 seq_num 1118) dirty exists 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3634: left oid 1 (ObjNum 1118 snap 348 seq_num 1118) 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3642: finishing rollback tid 2 to smithi09778949-41 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 2417 (ObjNum 1098 snap 341 seq_num 1098) dirty exists 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3644: finishing write tid 1 to smithi09778949-32 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3644: finishing write tid 2 to smithi09778949-32 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3644: finishing write tid 3 to smithi09778949-32 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3644: finishing write tid 4 to smithi09778949-32 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3644: finishing write tid 5 to smithi09778949-32 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3644: finishing write tid 6 to smithi09778949-32 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3644: oid 32 updating version 0 to 1998 2024-09-16T03:06:59.268 INFO:tasks.rados.rados.0.smithi097.stdout:3644: oid 32 updating version 1998 to 2001 2024-09-16T03:06:59.269 INFO:tasks.rados.rados.0.smithi097.stdout:3644: oid 32 version 2001 is already newer than 1999 2024-09-16T03:06:59.269 INFO:tasks.rados.rados.0.smithi097.stdout:3644: oid 32 version 2001 is already newer than 1997 2024-09-16T03:06:59.269 INFO:tasks.rados.rados.0.smithi097.stdout:3644: oid 32 version 2001 is already newer than 2000 2024-09-16T03:06:59.269 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 2001 (ObjNum 1120 snap 348 seq_num 1120) dirty exists 2024-09-16T03:06:59.269 INFO:tasks.rados.rados.0.smithi097.stdout:3644: left oid 32 (ObjNum 1120 snap 348 seq_num 1120) 2024-09-16T03:06:59.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:06:59 smithi184 ceph-mon[82194]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T03:06:59.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:06:59 smithi097 ceph-mon[88563]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T03:06:59.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:06:59 smithi097 ceph-mon[90424]: osdmap e781: 8 total, 8 up, 8 in 2024-09-16T03:07:00.140 INFO:tasks.rados.rados.0.smithi097.stdout:3634: done (6 left) 2024-09-16T03:07:00.140 INFO:tasks.rados.rados.0.smithi097.stdout:3635: done (5 left) 2024-09-16T03:07:00.141 INFO:tasks.rados.rados.0.smithi097.stdout:3636: done (4 left) 2024-09-16T03:07:00.141 INFO:tasks.rados.rados.0.smithi097.stdout:3638: done (3 left) 2024-09-16T03:07:00.141 INFO:tasks.rados.rados.0.smithi097.stdout:3642: done (2 left) 2024-09-16T03:07:00.141 INFO:tasks.rados.rados.0.smithi097.stdout:3644: done (1 left) 2024-09-16T03:07:00.141 INFO:tasks.rados.rados.0.smithi097.stdout:3645: done (0 left) 2024-09-16T03:07:00.141 INFO:tasks.rados.rados.0.smithi097.stdout:3646: snap_create 2024-09-16T03:07:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:00 smithi097 ceph-mon[88563]: pgmap v847: 121 pgs: 121 active+clean; 129 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-16T03:07:00.396 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:00 smithi097 ceph-mon[88563]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T03:07:00.396 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:00 smithi097 ceph-mon[90424]: pgmap v847: 121 pgs: 121 active+clean; 129 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-16T03:07:00.396 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:00 smithi097 ceph-mon[90424]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T03:07:00.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:00 smithi184 ceph-mon[82194]: pgmap v847: 121 pgs: 121 active+clean; 129 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-09-16T03:07:00.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:00 smithi184 ceph-mon[82194]: osdmap e782: 8 total, 8 up, 8 in 2024-09-16T03:07:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:3646: done (0 left) 2024-09-16T03:07:01.149 INFO:tasks.rados.rados.0.smithi097.stdout:3647: snap_remove snap 346 2024-09-16T03:07:01.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:01 smithi184 ceph-mon[82194]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T03:07:01.412 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:01 smithi097 ceph-mon[88563]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T03:07:01.412 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:01 smithi097 ceph-mon[90424]: osdmap e783: 8 total, 8 up, 8 in 2024-09-16T03:07:02.107 INFO:tasks.rados.rados.0.smithi097.stdout:3647: done (0 left) 2024-09-16T03:07:02.107 INFO:tasks.rados.rados.0.smithi097.stdout:3648: snap_remove snap 344 2024-09-16T03:07:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:02 smithi184 ceph-mon[82194]: pgmap v850: 121 pgs: 121 active+clean; 137 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-09-16T03:07:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:02 smithi184 ceph-mon[82194]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T03:07:02.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:02 smithi184 ceph-mon[82194]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T03:07:02.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:02 smithi097 ceph-mon[90424]: pgmap v850: 121 pgs: 121 active+clean; 137 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-09-16T03:07:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:02 smithi097 ceph-mon[90424]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T03:07:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:02 smithi097 ceph-mon[90424]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T03:07:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:02 smithi097 ceph-mon[88563]: pgmap v850: 121 pgs: 121 active+clean; 137 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 11 op/s 2024-09-16T03:07:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:02 smithi097 ceph-mon[88563]: osdmap e784: 8 total, 8 up, 8 in 2024-09-16T03:07:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:02 smithi097 ceph-mon[88563]: osdmap e785: 8 total, 8 up, 8 in 2024-09-16T03:07:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:3648: done (0 left) 2024-09-16T03:07:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:3649: rmattr oid 1 current snap is 350 2024-09-16T03:07:03.102 INFO:tasks.rados.rados.0.smithi097.stdout:3650: snap_remove snap 343 2024-09-16T03:07:04.109 INFO:tasks.rados.rados.0.smithi097.stdout:3650: done (1 left) 2024-09-16T03:07:04.109 INFO:tasks.rados.rados.0.smithi097.stdout:3651: delete oid 14 current snap is 350 2024-09-16T03:07:04.109 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 2418 (ObjNum 1118 snap 348 seq_num 1118) dirty exists 2024-09-16T03:07:04.122 INFO:tasks.rados.rados.0.smithi097.stdout:3649: done (1 left) 2024-09-16T03:07:04.122 INFO:tasks.rados.rados.0.smithi097.stdout:3651: done (0 left) 2024-09-16T03:07:04.122 INFO:tasks.rados.rados.0.smithi097.stdout:3652: setattr oid 31 current snap is 350 2024-09-16T03:07:04.123 INFO:tasks.rados.rados.0.smithi097.stdout:3653: copy_from oid 2 from oid 7 current snap is 350 2024-09-16T03:07:04.123 INFO:tasks.rados.rados.0.smithi097.stdout:3654: read oid 50 snap -1 2024-09-16T03:07:04.123 INFO:tasks.rados.rados.0.smithi097.stdout:3654: expect (ObjNum 976 snap 293 seq_num 976) 2024-09-16T03:07:04.124 INFO:tasks.rados.rados.0.smithi097.stdout:3655: read oid 6 snap -1 2024-09-16T03:07:04.124 INFO:tasks.rados.rados.0.smithi097.stdout:3655: expect (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:07:04.124 INFO:tasks.rados.rados.0.smithi097.stdout:3656: rollback oid 48 current snap is 350 2024-09-16T03:07:04.124 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 48 to 348 2024-09-16T03:07:04.124 INFO:tasks.rados.rados.0.smithi097.stdout:3657: read oid 47 snap -1 2024-09-16T03:07:04.124 INFO:tasks.rados.rados.0.smithi097.stdout:3657: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:07:04.125 INFO:tasks.rados.rados.0.smithi097.stdout:3658: read oid 25 snap -1 2024-09-16T03:07:04.125 INFO:tasks.rados.rados.0.smithi097.stdout:3658: expect (ObjNum 1102 snap 341 seq_num 1102) 2024-09-16T03:07:04.125 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 350 2024-09-16T03:07:04.125 INFO:tasks.rados.rados.0.smithi097.stdout:3659: seq_num 1122 ranges {1900544=794624,2695168=729088,3424256=475136} 2024-09-16T03:07:04.140 INFO:tasks.rados.rados.0.smithi097.stdout:3659: writing smithi09778949-4 from 1900544 to 2695168 tid 1 2024-09-16T03:07:04.143 INFO:tasks.rados.rados.0.smithi097.stdout:3659: writing smithi09778949-4 from 2695168 to 3424256 tid 2 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3659: writing smithi09778949-4 from 3424256 to 3899392 tid 3 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3660: snap_create 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3653: finishing copy_from to smithi09778949-2 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3653: got expected ENOENT (src dne) 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3653: finishing copy_from racing read to smithi09778949-2 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3656: finishing rollback tid 0 to smithi09778949-48 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3656: finishing rollback tid 1 to smithi09778949-48 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3656: finishing rollback tid 2 to smithi09778949-48 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 810 (ObjNum 1116 snap 348 seq_num 1116) dirty exists 2024-09-16T03:07:04.146 INFO:tasks.rados.rados.0.smithi097.stdout:3655: expect (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:07:04.172 INFO:tasks.rados.rados.0.smithi097.stdout:3657: expect (ObjNum 816 snap 246 seq_num 816) 2024-09-16T03:07:04.215 INFO:tasks.rados.rados.0.smithi097.stdout:3658: expect (ObjNum 1102 snap 341 seq_num 1102) 2024-09-16T03:07:04.363 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 1987 (ObjNum 113 snap 0 seq_num 1584880188) dirty exists 2024-09-16T03:07:04.364 INFO:tasks.rados.rados.0.smithi097.stdout:3654: expect (ObjNum 976 snap 293 seq_num 976) 2024-09-16T03:07:04.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:04 smithi184 ceph-mon[82194]: pgmap v853: 121 pgs: 121 active+clean; 142 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-09-16T03:07:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:04 smithi184 ceph-mon[82194]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T03:07:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:04 smithi097 ceph-mon[88563]: pgmap v853: 121 pgs: 121 active+clean; 142 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-09-16T03:07:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:04 smithi097 ceph-mon[88563]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T03:07:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:04 smithi097 ceph-mon[90424]: pgmap v853: 121 pgs: 121 active+clean; 142 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-09-16T03:07:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:04 smithi097 ceph-mon[90424]: osdmap e786: 8 total, 8 up, 8 in 2024-09-16T03:07:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:04.657 INFO:tasks.rados.rados.0.smithi097.stdout:3659: finishing write tid 1 to smithi09778949-4 2024-09-16T03:07:04.657 INFO:tasks.rados.rados.0.smithi097.stdout:3659: finishing write tid 2 to smithi09778949-4 2024-09-16T03:07:04.657 INFO:tasks.rados.rados.0.smithi097.stdout:3659: finishing write tid 3 to smithi09778949-4 2024-09-16T03:07:04.657 INFO:tasks.rados.rados.0.smithi097.stdout:3659: finishing write tid 4 to smithi09778949-4 2024-09-16T03:07:04.657 INFO:tasks.rados.rados.0.smithi097.stdout:3659: finishing write tid 5 to smithi09778949-4 2024-09-16T03:07:04.657 INFO:tasks.rados.rados.0.smithi097.stdout:3659: oid 4 updating version 0 to 1990 2024-09-16T03:07:04.657 INFO:tasks.rados.rados.0.smithi097.stdout:3659: oid 4 updating version 1990 to 1991 2024-09-16T03:07:04.658 INFO:tasks.rados.rados.0.smithi097.stdout:3659: oid 4 version 1991 is already newer than 1989 2024-09-16T03:07:04.658 INFO:tasks.rados.rados.0.smithi097.stdout:3659: oid 4 version 1991 is already newer than 1988 2024-09-16T03:07:04.658 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1991 (ObjNum 1122 snap 350 seq_num 1122) dirty exists 2024-09-16T03:07:04.658 INFO:tasks.rados.rados.0.smithi097.stdout:3659: left oid 4 (ObjNum 1122 snap 350 seq_num 1122) 2024-09-16T03:07:04.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:07:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:07:04] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.51.0" 2024-09-16T03:07:05.118 INFO:tasks.rados.rados.0.smithi097.stdout:3652: done (8 left) 2024-09-16T03:07:05.118 INFO:tasks.rados.rados.0.smithi097.stdout:3653: done (7 left) 2024-09-16T03:07:05.119 INFO:tasks.rados.rados.0.smithi097.stdout:3654: done (6 left) 2024-09-16T03:07:05.119 INFO:tasks.rados.rados.0.smithi097.stdout:3655: done (5 left) 2024-09-16T03:07:05.119 INFO:tasks.rados.rados.0.smithi097.stdout:3656: done (4 left) 2024-09-16T03:07:05.119 INFO:tasks.rados.rados.0.smithi097.stdout:3657: done (3 left) 2024-09-16T03:07:05.119 INFO:tasks.rados.rados.0.smithi097.stdout:3658: done (2 left) 2024-09-16T03:07:05.119 INFO:tasks.rados.rados.0.smithi097.stdout:3659: done (1 left) 2024-09-16T03:07:05.119 INFO:tasks.rados.rados.0.smithi097.stdout:3660: done (0 left) 2024-09-16T03:07:05.119 INFO:tasks.rados.rados.0.smithi097.stdout:3661: delete oid 24 current snap is 351 2024-09-16T03:07:05.125 INFO:tasks.rados.rados.0.smithi097.stdout:3661: done (0 left) 2024-09-16T03:07:05.125 INFO:tasks.rados.rados.0.smithi097.stdout:3662: rmattr oid 49 current snap is 351 2024-09-16T03:07:05.125 INFO:tasks.rados.rados.0.smithi097.stdout:3662: done (0 left) 2024-09-16T03:07:05.125 INFO:tasks.rados.rados.0.smithi097.stdout:3663: snap_remove snap 350 2024-09-16T03:07:05.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:05 smithi184 ceph-mon[82194]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T03:07:05.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:05 smithi097 ceph-mon[88563]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T03:07:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:05 smithi097 ceph-mon[90424]: osdmap e787: 8 total, 8 up, 8 in 2024-09-16T03:07:06.130 INFO:tasks.rados.rados.0.smithi097.stdout:3663: done (0 left) 2024-09-16T03:07:06.130 INFO:tasks.rados.rados.0.smithi097.stdout:3664: copy_from oid 41 from oid 10 current snap is 351 2024-09-16T03:07:06.130 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 351 2024-09-16T03:07:06.130 INFO:tasks.rados.rados.0.smithi097.stdout:3665: seq_num 1124 ranges {1679360=434176,2113536=499712,2613248=409600,3022848=663552,3686400=32768} 2024-09-16T03:07:06.141 INFO:tasks.rados.rados.0.smithi097.stdout:3665: writing smithi09778949-47 from 1679360 to 2113536 tid 1 2024-09-16T03:07:06.144 INFO:tasks.rados.rados.0.smithi097.stdout:3665: writing smithi09778949-47 from 2113536 to 2613248 tid 2 2024-09-16T03:07:06.146 INFO:tasks.rados.rados.0.smithi097.stdout:3665: writing smithi09778949-47 from 2613248 to 3022848 tid 3 2024-09-16T03:07:06.150 INFO:tasks.rados.rados.0.smithi097.stdout:3665: writing smithi09778949-47 from 3022848 to 3686400 tid 4 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3665: writing smithi09778949-47 from 3686400 to 3719168 tid 5 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3666: copy_from oid 48 from oid 42 current snap is 351 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3664: finishing copy_from to smithi09778949-41 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3664: got expected ENOENT (src dne) 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3664: finishing copy_from racing read to smithi09778949-41 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3665: finishing write tid 1 to smithi09778949-47 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3664: done (2 left) 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 351 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3665: finishing write tid 2 to smithi09778949-47 2024-09-16T03:07:06.151 INFO:tasks.rados.rados.0.smithi097.stdout:3667: seq_num 1125 ranges {5718016=450560,6168576=786432,6955008=614400,7569408=204800} 2024-09-16T03:07:06.183 INFO:tasks.rados.rados.0.smithi097.stdout:3667: writing smithi09778949-38 from 5718016 to 6168576 tid 1 2024-09-16T03:07:06.188 INFO:tasks.rados.rados.0.smithi097.stdout:3667: writing smithi09778949-38 from 6168576 to 6955008 tid 2 2024-09-16T03:07:06.192 INFO:tasks.rados.rados.0.smithi097.stdout:3667: writing smithi09778949-38 from 6955008 to 7569408 tid 3 2024-09-16T03:07:06.196 INFO:tasks.rados.rados.0.smithi097.stdout:3667: writing smithi09778949-38 from 7569408 to 7774208 tid 4 2024-09-16T03:07:06.196 INFO:tasks.rados.rados.0.smithi097.stdout:3668: snap_remove snap 349 2024-09-16T03:07:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:06 smithi184 ceph-mon[82194]: pgmap v856: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T03:07:06.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:06 smithi184 ceph-mon[82194]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T03:07:06.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:06 smithi097 ceph-mon[88563]: pgmap v856: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T03:07:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:06 smithi097 ceph-mon[88563]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T03:07:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:06 smithi097 ceph-mon[90424]: pgmap v856: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T03:07:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:06 smithi097 ceph-mon[90424]: osdmap e788: 8 total, 8 up, 8 in 2024-09-16T03:07:07.106 INFO:tasks.rados.rados.0.smithi097.stdout:3665: finishing write tid 3 to smithi09778949-47 2024-09-16T03:07:07.106 INFO:tasks.rados.rados.0.smithi097.stdout:3665: finishing write tid 4 to smithi09778949-47 2024-09-16T03:07:07.106 INFO:tasks.rados.rados.0.smithi097.stdout:3665: finishing write tid 5 to smithi09778949-47 2024-09-16T03:07:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:3665: finishing write tid 6 to smithi09778949-47 2024-09-16T03:07:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:3665: finishing write tid 7 to smithi09778949-47 2024-09-16T03:07:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:3665: oid 47 updating version 0 to 1938 2024-09-16T03:07:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:3665: oid 47 updating version 1938 to 1942 2024-09-16T03:07:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:3665: oid 47 version 1942 is already newer than 1941 2024-09-16T03:07:07.107 INFO:tasks.rados.rados.0.smithi097.stdout:3665: oid 47 version 1942 is already newer than 1940 2024-09-16T03:07:07.108 INFO:tasks.rados.rados.0.smithi097.stdout:3665: oid 47 version 1942 is already newer than 1939 2024-09-16T03:07:07.108 INFO:tasks.rados.rados.0.smithi097.stdout:3665: oid 47 updating version 1942 to 1943 2024-09-16T03:07:07.108 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1943 (ObjNum 1124 snap 351 seq_num 1124) dirty exists 2024-09-16T03:07:07.108 INFO:tasks.rados.rados.0.smithi097.stdout:3665: left oid 47 (ObjNum 1124 snap 351 seq_num 1124) 2024-09-16T03:07:07.108 INFO:tasks.rados.rados.0.smithi097.stdout:3666: finishing copy_from to smithi09778949-48 2024-09-16T03:07:07.108 INFO:tasks.rados.rados.0.smithi097.stdout:3666: got expected ENOENT (src dne) 2024-09-16T03:07:07.109 INFO:tasks.rados.rados.0.smithi097.stdout:3666: finishing copy_from racing read to smithi09778949-48 2024-09-16T03:07:07.109 INFO:tasks.rados.rados.0.smithi097.stdout:3667: finishing write tid 1 to smithi09778949-38 2024-09-16T03:07:07.109 INFO:tasks.rados.rados.0.smithi097.stdout:3667: finishing write tid 2 to smithi09778949-38 2024-09-16T03:07:07.109 INFO:tasks.rados.rados.0.smithi097.stdout:3667: finishing write tid 3 to smithi09778949-38 2024-09-16T03:07:07.109 INFO:tasks.rados.rados.0.smithi097.stdout:3667: finishing write tid 4 to smithi09778949-38 2024-09-16T03:07:07.109 INFO:tasks.rados.rados.0.smithi097.stdout:3667: finishing write tid 5 to smithi09778949-38 2024-09-16T03:07:07.110 INFO:tasks.rados.rados.0.smithi097.stdout:3667: finishing write tid 6 to smithi09778949-38 2024-09-16T03:07:07.110 INFO:tasks.rados.rados.0.smithi097.stdout:3667: oid 38 updating version 0 to 2429 2024-09-16T03:07:07.110 INFO:tasks.rados.rados.0.smithi097.stdout:3667: oid 38 version 2429 is already newer than 2428 2024-09-16T03:07:07.110 INFO:tasks.rados.rados.0.smithi097.stdout:3667: oid 38 updating version 2429 to 2430 2024-09-16T03:07:07.110 INFO:tasks.rados.rados.0.smithi097.stdout:3667: oid 38 updating version 2430 to 2431 2024-09-16T03:07:07.110 INFO:tasks.rados.rados.0.smithi097.stdout:3667: oid 38 version 2431 is already newer than 2427 2024-09-16T03:07:07.111 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2431 (ObjNum 1125 snap 351 seq_num 1125) dirty exists 2024-09-16T03:07:07.111 INFO:tasks.rados.rados.0.smithi097.stdout:3667: left oid 38 (ObjNum 1125 snap 351 seq_num 1125) 2024-09-16T03:07:07.111 INFO:tasks.rados.rados.0.smithi097.stdout:3665: done (3 left) 2024-09-16T03:07:07.111 INFO:tasks.rados.rados.0.smithi097.stdout:3666: done (2 left) 2024-09-16T03:07:07.111 INFO:tasks.rados.rados.0.smithi097.stdout:3667: done (1 left) 2024-09-16T03:07:07.111 INFO:tasks.rados.rados.0.smithi097.stdout:3668: done (0 left) 2024-09-16T03:07:07.111 INFO:tasks.rados.rados.0.smithi097.stdout:3669: delete oid 7 current snap is 351 2024-09-16T03:07:07.113 INFO:tasks.rados.rados.0.smithi097.stdout:3669: done (0 left) 2024-09-16T03:07:07.113 INFO:tasks.rados.rados.0.smithi097.stdout:3670: rollback oid 47 current snap is 351 2024-09-16T03:07:07.113 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 47 to 348 2024-09-16T03:07:07.113 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 351 2024-09-16T03:07:07.113 INFO:tasks.rados.rados.0.smithi097.stdout:3671: seq_num 1127 ranges {3915776=483328,4399104=598016,4997120=581632,5578752=425984} 2024-09-16T03:07:07.137 INFO:tasks.rados.rados.0.smithi097.stdout:3671: writing smithi09778949-25 from 3915776 to 4399104 tid 1 2024-09-16T03:07:07.141 INFO:tasks.rados.rados.0.smithi097.stdout:3671: writing smithi09778949-25 from 4399104 to 4997120 tid 2 2024-09-16T03:07:07.144 INFO:tasks.rados.rados.0.smithi097.stdout:3671: writing smithi09778949-25 from 4997120 to 5578752 tid 3 2024-09-16T03:07:07.147 INFO:tasks.rados.rados.0.smithi097.stdout:3671: writing smithi09778949-25 from 5578752 to 6004736 tid 4 2024-09-16T03:07:07.147 INFO:tasks.rados.rados.0.smithi097.stdout:3672: read oid 6 snap -1 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:3672: expect (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:3673: delete oid 40 current snap is 351 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:3670: finishing rollback tid 0 to smithi09778949-47 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:3670: finishing rollback tid 1 to smithi09778949-47 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:3670: finishing rollback tid 2 to smithi09778949-47 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1946 (ObjNum 816 snap 246 seq_num 816) dirty exists 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:3671: finishing write tid 1 to smithi09778949-25 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:3671: finishing write tid 2 to smithi09778949-25 2024-09-16T03:07:07.148 INFO:tasks.rados.rados.0.smithi097.stdout:3671: finishing write tid 3 to smithi09778949-25 2024-09-16T03:07:07.150 INFO:tasks.rados.rados.0.smithi097.stdout:3670: done (3 left) 2024-09-16T03:07:07.150 INFO:tasks.rados.rados.0.smithi097.stdout:3673: done (2 left) 2024-09-16T03:07:07.150 INFO:tasks.rados.rados.0.smithi097.stdout:3674: setattr oid 48 current snap is 351 2024-09-16T03:07:07.151 INFO:tasks.rados.rados.0.smithi097.stdout:3672: expect (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: finishing write tid 4 to smithi09778949-25 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: finishing write tid 5 to smithi09778949-25 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: finishing write tid 6 to smithi09778949-25 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: oid 25 updating version 0 to 2420 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: oid 25 version 2420 is already newer than 2419 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: oid 25 updating version 2420 to 2421 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: oid 25 updating version 2421 to 2422 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: oid 25 updating version 2422 to 2423 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 2423 (ObjNum 1127 snap 351 seq_num 1127) dirty exists 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: left oid 25 (ObjNum 1127 snap 351 seq_num 1127) 2024-09-16T03:07:07.175 INFO:tasks.rados.rados.0.smithi097.stdout:3671: done (2 left) 2024-09-16T03:07:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:3672: done (1 left) 2024-09-16T03:07:07.176 INFO:tasks.rados.rados.0.smithi097.stdout:3675: snap_create 2024-09-16T03:07:07.177 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 811 (ObjNum 1116 snap 348 seq_num 1116) dirty exists 2024-09-16T03:07:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:07 smithi184 ceph-mon[82194]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T03:07:07.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:07 smithi184 ceph-mon[82194]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T03:07:07.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:07 smithi097 ceph-mon[88563]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T03:07:07.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:07 smithi097 ceph-mon[88563]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T03:07:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:07 smithi097 ceph-mon[90424]: osdmap e789: 8 total, 8 up, 8 in 2024-09-16T03:07:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:07 smithi097 ceph-mon[90424]: osdmap e790: 8 total, 8 up, 8 in 2024-09-16T03:07:08.142 INFO:tasks.rados.rados.0.smithi097.stdout:3674: done (1 left) 2024-09-16T03:07:08.142 INFO:tasks.rados.rados.0.smithi097.stdout:3675: done (0 left) 2024-09-16T03:07:08.142 INFO:tasks.rados.rados.0.smithi097.stdout:3676: copy_from oid 15 from oid 17 current snap is 352 2024-09-16T03:07:08.142 INFO:tasks.rados.rados.0.smithi097.stdout:3677: snap_remove snap 341 2024-09-16T03:07:08.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:08 smithi184 ceph-mon[82194]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 940 KiB/s wr, 6 op/s 2024-09-16T03:07:08.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:08 smithi097 ceph-mon[88563]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 940 KiB/s wr, 6 op/s 2024-09-16T03:07:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:08 smithi097 ceph-mon[90424]: pgmap v859: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 940 KiB/s wr, 6 op/s 2024-09-16T03:07:09.151 INFO:tasks.rados.rados.0.smithi097.stdout:3677: done (1 left) 2024-09-16T03:07:09.151 INFO:tasks.rados.rados.0.smithi097.stdout:3678: copy_from oid 18 from oid 46 current snap is 352 2024-09-16T03:07:09.151 INFO:tasks.rados.rados.0.smithi097.stdout:3676: finishing copy_from to smithi09778949-15 2024-09-16T03:07:09.151 INFO:tasks.rados.rados.0.smithi097.stdout:3676: got expected ENOENT (src dne) 2024-09-16T03:07:09.152 INFO:tasks.rados.rados.0.smithi097.stdout:3676: finishing copy_from racing read to smithi09778949-15 2024-09-16T03:07:09.152 INFO:tasks.rados.rados.0.smithi097.stdout:3676: done (1 left) 2024-09-16T03:07:09.152 INFO:tasks.rados.rados.0.smithi097.stdout:3679: snap_create 2024-09-16T03:07:09.169 INFO:tasks.rados.rados.0.smithi097.stdout:3678: finishing copy_from racing read to smithi09778949-18 2024-09-16T03:07:09.171 INFO:tasks.rados.rados.0.smithi097.stdout:3678: finishing copy_from to smithi09778949-18 2024-09-16T03:07:09.171 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1607 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-16T03:07:09.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:09 smithi184 ceph-mon[82194]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T03:07:09.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:09 smithi097 ceph-mon[88563]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T03:07:09.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:09 smithi097 ceph-mon[90424]: osdmap e791: 8 total, 8 up, 8 in 2024-09-16T03:07:09.495 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:07:09 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T03:07:09.159+0000 7facd7a2a640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 192 after trimming was started 2024-09-16T03:07:10.151 INFO:tasks.rados.rados.0.smithi097.stdout:3678: done (1 left) 2024-09-16T03:07:10.151 INFO:tasks.rados.rados.0.smithi097.stdout:3679: done (0 left) 2024-09-16T03:07:10.151 INFO:tasks.rados.rados.0.smithi097.stdout:3680: read oid 18 snap -1 2024-09-16T03:07:10.151 INFO:tasks.rados.rados.0.smithi097.stdout:3680: expect (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:07:10.151 INFO:tasks.rados.rados.0.smithi097.stdout:3681: read oid 24 snap 352 2024-09-16T03:07:10.151 INFO:tasks.rados.rados.0.smithi097.stdout:3681: expect deleted 2024-09-16T03:07:10.152 INFO:tasks.rados.rados.0.smithi097.stdout:3682: rollback oid 45 current snap is 353 2024-09-16T03:07:10.152 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 45 to 351 2024-09-16T03:07:10.152 INFO:tasks.rados.rados.0.smithi097.stdout:3683: snap_remove snap 348 2024-09-16T03:07:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:10 smithi184 ceph-mon[82194]: pgmap v862: 121 pgs: 121 active+clean; 150 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 998 KiB/s wr, 12 op/s 2024-09-16T03:07:10.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:10 smithi184 ceph-mon[82194]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T03:07:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:10 smithi097 ceph-mon[88563]: pgmap v862: 121 pgs: 121 active+clean; 150 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 998 KiB/s wr, 12 op/s 2024-09-16T03:07:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:10 smithi097 ceph-mon[88563]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T03:07:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:10 smithi097 ceph-mon[90424]: pgmap v862: 121 pgs: 121 active+clean; 150 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 998 KiB/s wr, 12 op/s 2024-09-16T03:07:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:10 smithi097 ceph-mon[90424]: osdmap e792: 8 total, 8 up, 8 in 2024-09-16T03:07:11.164 INFO:tasks.rados.rados.0.smithi097.stdout:3683: done (3 left) 2024-09-16T03:07:11.164 INFO:tasks.rados.rados.0.smithi097.stdout:3684: rollback oid 30 current snap is 353 2024-09-16T03:07:11.164 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 351 2024-09-16T03:07:11.164 INFO:tasks.rados.rados.0.smithi097.stdout:3682: finishing rollback tid 1 to smithi09778949-45 2024-09-16T03:07:11.164 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 0 (ObjNum 993 snap 0 seq_num 1973787632) dirty dne 2024-09-16T03:07:11.164 INFO:tasks.rados.rados.0.smithi097.stdout:3680: expect (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:07:11.208 INFO:tasks.rados.rados.0.smithi097.stdout:3684: finishing rollback tid 0 to smithi09778949-30 2024-09-16T03:07:11.208 INFO:tasks.rados.rados.0.smithi097.stdout:3684: finishing rollback tid 1 to smithi09778949-30 2024-09-16T03:07:11.208 INFO:tasks.rados.rados.0.smithi097.stdout:3680: done (3 left) 2024-09-16T03:07:11.208 INFO:tasks.rados.rados.0.smithi097.stdout:3681: done (2 left) 2024-09-16T03:07:11.208 INFO:tasks.rados.rados.0.smithi097.stdout:3682: done (1 left) 2024-09-16T03:07:11.208 INFO:tasks.rados.rados.0.smithi097.stdout:3685: snap_remove snap 352 2024-09-16T03:07:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:11 smithi184 ceph-mon[82194]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T03:07:11.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:11 smithi097 ceph-mon[88563]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T03:07:11.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:11 smithi097 ceph-mon[90424]: osdmap e793: 8 total, 8 up, 8 in 2024-09-16T03:07:12.107 INFO:tasks.rados.rados.0.smithi097.stdout:3685: done (1 left) 2024-09-16T03:07:12.107 INFO:tasks.rados.rados.0.smithi097.stdout:3686: setattr oid 20 current snap is 353 2024-09-16T03:07:12.107 INFO:tasks.rados.rados.0.smithi097.stdout:3684: finishing rollback tid 2 to smithi09778949-30 2024-09-16T03:07:12.107 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1964 (ObjNum 1069 snap 327 seq_num 1069) dirty exists 2024-09-16T03:07:12.111 INFO:tasks.rados.rados.0.smithi097.stdout:3684: done (1 left) 2024-09-16T03:07:12.111 INFO:tasks.rados.rados.0.smithi097.stdout:3687: delete oid 42 current snap is 353 2024-09-16T03:07:12.119 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1965 (ObjNum 963 snap 285 seq_num 963) dirty exists 2024-09-16T03:07:12.120 INFO:tasks.rados.rados.0.smithi097.stdout:3686: done (1 left) 2024-09-16T03:07:12.120 INFO:tasks.rados.rados.0.smithi097.stdout:3687: done (0 left) 2024-09-16T03:07:12.120 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 15 current snap is 353 2024-09-16T03:07:12.120 INFO:tasks.rados.rados.0.smithi097.stdout:3688: seq_num 1130 ranges {1417216=532480,1949696=655360,2605056=753664,3358720=196608} 2024-09-16T03:07:12.130 INFO:tasks.rados.rados.0.smithi097.stdout:3688: writing smithi09778949-15 from 1417216 to 1949696 tid 1 2024-09-16T03:07:12.134 INFO:tasks.rados.rados.0.smithi097.stdout:3688: writing smithi09778949-15 from 1949696 to 2605056 tid 2 2024-09-16T03:07:12.139 INFO:tasks.rados.rados.0.smithi097.stdout:3688: writing smithi09778949-15 from 2605056 to 3358720 tid 3 2024-09-16T03:07:12.140 INFO:tasks.rados.rados.0.smithi097.stdout:3688: writing smithi09778949-15 from 3358720 to 3555328 tid 4 2024-09-16T03:07:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3689: copy_from oid 35 from oid 38 current snap is 353 2024-09-16T03:07:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3688: finishing write tid 1 to smithi09778949-15 2024-09-16T03:07:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3688: finishing write tid 2 to smithi09778949-15 2024-09-16T03:07:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3690: copy_from oid 47 from oid 11 current snap is 353 2024-09-16T03:07:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3691: rollback oid 9 current snap is 353 2024-09-16T03:07:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 351 2024-09-16T03:07:12.141 INFO:tasks.rados.rados.0.smithi097.stdout:3692: copy_from oid 23 from oid 12 current snap is 353 2024-09-16T03:07:12.142 INFO:tasks.rados.rados.0.smithi097.stdout:3693: snap_create 2024-09-16T03:07:12.142 INFO:tasks.rados.rados.0.smithi097.stdout:3690: finishing copy_from to smithi09778949-47 2024-09-16T03:07:12.142 INFO:tasks.rados.rados.0.smithi097.stdout:3690: got expected ENOENT (src dne) 2024-09-16T03:07:12.142 INFO:tasks.rados.rados.0.smithi097.stdout:3690: finishing copy_from racing read to smithi09778949-47 2024-09-16T03:07:12.145 INFO:tasks.rados.rados.0.smithi097.stdout:3691: finishing rollback tid 0 to smithi09778949-9 2024-09-16T03:07:12.145 INFO:tasks.rados.rados.0.smithi097.stdout:3688: finishing write tid 3 to smithi09778949-15 2024-09-16T03:07:12.148 INFO:tasks.rados.rados.0.smithi097.stdout:3691: finishing rollback tid 1 to smithi09778949-9 2024-09-16T03:07:12.148 INFO:tasks.rados.rados.0.smithi097.stdout:3688: finishing write tid 4 to smithi09778949-15 2024-09-16T03:07:12.148 INFO:tasks.rados.rados.0.smithi097.stdout:3688: finishing write tid 5 to smithi09778949-15 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:3691: finishing rollback tid 2 to smithi09778949-9 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 2004 (ObjNum 1051 snap 323 seq_num 1051) dirty exists 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:3688: finishing write tid 6 to smithi09778949-15 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:3688: oid 15 updating version 0 to 1809 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:3688: oid 15 version 1809 is already newer than 1806 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:3688: oid 15 version 1809 is already newer than 1808 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:3688: oid 15 version 1809 is already newer than 1805 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:3688: oid 15 version 1809 is already newer than 1807 2024-09-16T03:07:12.153 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1809 (ObjNum 1130 snap 353 seq_num 1130) dirty exists 2024-09-16T03:07:12.154 INFO:tasks.rados.rados.0.smithi097.stdout:3688: left oid 15 (ObjNum 1130 snap 353 seq_num 1130) 2024-09-16T03:07:12.178 INFO:tasks.rados.rados.0.smithi097.stdout:3689: finishing copy_from racing read to smithi09778949-35 2024-09-16T03:07:12.179 INFO:tasks.rados.rados.0.smithi097.stdout:3692: finishing copy_from racing read to smithi09778949-23 2024-09-16T03:07:12.188 INFO:tasks.rados.rados.0.smithi097.stdout:3692: finishing copy_from to smithi09778949-23 2024-09-16T03:07:12.189 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 2410 (ObjNum 1117 snap 348 seq_num 1117) dirty exists 2024-09-16T03:07:12.189 INFO:tasks.rados.rados.0.smithi097.stdout:3689: finishing copy_from to smithi09778949-35 2024-09-16T03:07:12.189 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 2431 (ObjNum 1125 snap 351 seq_num 1125) dirty exists 2024-09-16T03:07:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:12 smithi097 ceph-mon[88563]: pgmap v865: 121 pgs: 121 active+clean; 142 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-16T03:07:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:12 smithi097 ceph-mon[88563]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T03:07:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:12 smithi097 ceph-mon[88563]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T03:07:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:12 smithi097 ceph-mon[90424]: pgmap v865: 121 pgs: 121 active+clean; 142 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-16T03:07:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:12 smithi097 ceph-mon[90424]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T03:07:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:12 smithi097 ceph-mon[90424]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T03:07:12.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:12 smithi184 ceph-mon[82194]: pgmap v865: 121 pgs: 121 active+clean; 142 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-09-16T03:07:12.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:12 smithi184 ceph-mon[82194]: osdmap e794: 8 total, 8 up, 8 in 2024-09-16T03:07:12.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:12 smithi184 ceph-mon[82194]: osdmap e795: 8 total, 8 up, 8 in 2024-09-16T03:07:13.107 INFO:tasks.rados.rados.0.smithi097.stdout:3688: done (5 left) 2024-09-16T03:07:13.107 INFO:tasks.rados.rados.0.smithi097.stdout:3689: done (4 left) 2024-09-16T03:07:13.107 INFO:tasks.rados.rados.0.smithi097.stdout:3690: done (3 left) 2024-09-16T03:07:13.107 INFO:tasks.rados.rados.0.smithi097.stdout:3691: done (2 left) 2024-09-16T03:07:13.107 INFO:tasks.rados.rados.0.smithi097.stdout:3692: done (1 left) 2024-09-16T03:07:13.107 INFO:tasks.rados.rados.0.smithi097.stdout:3693: done (0 left) 2024-09-16T03:07:13.107 INFO:tasks.rados.rados.0.smithi097.stdout:3694: snap_remove snap 353 2024-09-16T03:07:14.110 INFO:tasks.rados.rados.0.smithi097.stdout:3694: done (0 left) 2024-09-16T03:07:14.110 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 30 current snap is 354 2024-09-16T03:07:14.111 INFO:tasks.rados.rados.0.smithi097.stdout:3695: seq_num 1131 ranges {1114112=548864,1662976=540672,2203648=565248,2768896=425984,3194880=73728} 2024-09-16T03:07:14.119 INFO:tasks.rados.rados.0.smithi097.stdout:3695: writing smithi09778949-30 from 1114112 to 1662976 tid 1 2024-09-16T03:07:14.122 INFO:tasks.rados.rados.0.smithi097.stdout:3695: writing smithi09778949-30 from 1662976 to 2203648 tid 2 2024-09-16T03:07:14.126 INFO:tasks.rados.rados.0.smithi097.stdout:3695: writing smithi09778949-30 from 2203648 to 2768896 tid 3 2024-09-16T03:07:14.128 INFO:tasks.rados.rados.0.smithi097.stdout:3695: writing smithi09778949-30 from 2768896 to 3194880 tid 4 2024-09-16T03:07:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:3695: writing smithi09778949-30 from 3194880 to 3268608 tid 5 2024-09-16T03:07:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:3696: setattr oid 36 current snap is 354 2024-09-16T03:07:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:3695: finishing write tid 1 to smithi09778949-30 2024-09-16T03:07:14.129 INFO:tasks.rados.rados.0.smithi097.stdout:3695: finishing write tid 2 to smithi09778949-30 2024-09-16T03:07:14.131 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 26 current snap is 354 2024-09-16T03:07:14.132 INFO:tasks.rados.rados.0.smithi097.stdout:3697: seq_num 1132 ranges {11411456=565248,11976704=425984,12402688=770048,13172736=409600} 2024-09-16T03:07:14.194 INFO:tasks.rados.rados.0.smithi097.stdout:3697: writing smithi09778949-26 from 11411456 to 11976704 tid 1 2024-09-16T03:07:14.196 INFO:tasks.rados.rados.0.smithi097.stdout:3697: writing smithi09778949-26 from 11976704 to 12402688 tid 2 2024-09-16T03:07:14.201 INFO:tasks.rados.rados.0.smithi097.stdout:3697: writing smithi09778949-26 from 12402688 to 13172736 tid 3 2024-09-16T03:07:14.204 INFO:tasks.rados.rados.0.smithi097.stdout:3697: writing smithi09778949-26 from 13172736 to 13582336 tid 4 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3698: snap_create 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: finishing write tid 3 to smithi09778949-30 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: finishing write tid 4 to smithi09778949-30 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: finishing write tid 5 to smithi09778949-30 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: finishing write tid 6 to smithi09778949-30 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: finishing write tid 7 to smithi09778949-30 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: oid 30 updating version 0 to 1966 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: oid 30 updating version 1966 to 1971 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: oid 30 version 1971 is already newer than 1970 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: oid 30 version 1971 is already newer than 1968 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: oid 30 version 1971 is already newer than 1969 2024-09-16T03:07:14.205 INFO:tasks.rados.rados.0.smithi097.stdout:3695: oid 30 version 1971 is already newer than 1967 2024-09-16T03:07:14.206 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1971 (ObjNum 1131 snap 354 seq_num 1131) dirty exists 2024-09-16T03:07:14.206 INFO:tasks.rados.rados.0.smithi097.stdout:3695: left oid 30 (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:07:14.206 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 2424 (ObjNum 1106 snap 342 seq_num 1106) dirty exists 2024-09-16T03:07:14.206 INFO:tasks.rados.rados.0.smithi097.stdout:3697: finishing write tid 1 to smithi09778949-26 2024-09-16T03:07:14.206 INFO:tasks.rados.rados.0.smithi097.stdout:3697: finishing write tid 2 to smithi09778949-26 2024-09-16T03:07:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3697: finishing write tid 3 to smithi09778949-26 2024-09-16T03:07:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3697: finishing write tid 4 to smithi09778949-26 2024-09-16T03:07:14.208 INFO:tasks.rados.rados.0.smithi097.stdout:3697: finishing write tid 5 to smithi09778949-26 2024-09-16T03:07:14.209 INFO:tasks.rados.rados.0.smithi097.stdout:3697: finishing write tid 6 to smithi09778949-26 2024-09-16T03:07:14.209 INFO:tasks.rados.rados.0.smithi097.stdout:3697: oid 26 updating version 0 to 1612 2024-09-16T03:07:14.209 INFO:tasks.rados.rados.0.smithi097.stdout:3697: oid 26 version 1612 is already newer than 1610 2024-09-16T03:07:14.210 INFO:tasks.rados.rados.0.smithi097.stdout:3697: oid 26 version 1612 is already newer than 1609 2024-09-16T03:07:14.210 INFO:tasks.rados.rados.0.smithi097.stdout:3697: oid 26 version 1612 is already newer than 1611 2024-09-16T03:07:14.210 INFO:tasks.rados.rados.0.smithi097.stdout:3697: oid 26 version 1612 is already newer than 1608 2024-09-16T03:07:14.210 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1612 (ObjNum 1132 snap 354 seq_num 1132) dirty exists 2024-09-16T03:07:14.210 INFO:tasks.rados.rados.0.smithi097.stdout:3697: left oid 26 (ObjNum 1132 snap 354 seq_num 1132) 2024-09-16T03:07:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:14 smithi184 ceph-mon[82194]: pgmap v868: 121 pgs: 121 active+clean; 143 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-16T03:07:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:14 smithi184 ceph-mon[82194]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T03:07:14.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:14 smithi097 ceph-mon[88563]: pgmap v868: 121 pgs: 121 active+clean; 143 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-16T03:07:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:14 smithi097 ceph-mon[88563]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T03:07:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:14 smithi097 ceph-mon[90424]: pgmap v868: 121 pgs: 121 active+clean; 143 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-09-16T03:07:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:14 smithi097 ceph-mon[90424]: osdmap e796: 8 total, 8 up, 8 in 2024-09-16T03:07:14.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:07:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:07:14] "GET /metrics HTTP/1.1" 200 36296 "" "Prometheus/2.51.0" 2024-09-16T03:07:15.123 INFO:tasks.rados.rados.0.smithi097.stdout:3695: done (3 left) 2024-09-16T03:07:15.123 INFO:tasks.rados.rados.0.smithi097.stdout:3696: done (2 left) 2024-09-16T03:07:15.123 INFO:tasks.rados.rados.0.smithi097.stdout:3697: done (1 left) 2024-09-16T03:07:15.123 INFO:tasks.rados.rados.0.smithi097.stdout:3698: done (0 left) 2024-09-16T03:07:15.124 INFO:tasks.rados.rados.0.smithi097.stdout:3699: rollback oid 46 current snap is 355 2024-09-16T03:07:15.124 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 46 to 351 2024-09-16T03:07:15.124 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 355 2024-09-16T03:07:15.124 INFO:tasks.rados.rados.0.smithi097.stdout:3700: seq_num 1133 ranges {1900544=581632,2482176=753664,3235840=573440,3809280=278528} 2024-09-16T03:07:15.136 INFO:tasks.rados.rados.0.smithi097.stdout:3700: writing smithi09778949-48 from 1900544 to 2482176 tid 1 2024-09-16T03:07:15.140 INFO:tasks.rados.rados.0.smithi097.stdout:3700: writing smithi09778949-48 from 2482176 to 3235840 tid 2 2024-09-16T03:07:15.143 INFO:tasks.rados.rados.0.smithi097.stdout:3700: writing smithi09778949-48 from 3235840 to 3809280 tid 3 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:3700: writing smithi09778949-48 from 3809280 to 4087808 tid 4 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:3701: read oid 33 snap -1 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:3701: expect deleted 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:3702: setattr oid 14 current snap is 355 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:3699: finishing rollback tid 0 to smithi09778949-46 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:3699: finishing rollback tid 1 to smithi09778949-46 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:3699: finishing rollback tid 2 to smithi09778949-46 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 2413 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-16T03:07:15.146 INFO:tasks.rados.rados.0.smithi097.stdout:3700: finishing write tid 1 to smithi09778949-48 2024-09-16T03:07:15.147 INFO:tasks.rados.rados.0.smithi097.stdout:3699: done (3 left) 2024-09-16T03:07:15.147 INFO:tasks.rados.rados.0.smithi097.stdout:3701: done (2 left) 2024-09-16T03:07:15.147 INFO:tasks.rados.rados.0.smithi097.stdout:3703: read oid 35 snap -1 2024-09-16T03:07:15.147 INFO:tasks.rados.rados.0.smithi097.stdout:3703: expect (ObjNum 1125 snap 351 seq_num 1125) 2024-09-16T03:07:15.148 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 47 current snap is 355 2024-09-16T03:07:15.148 INFO:tasks.rados.rados.0.smithi097.stdout:3704: seq_num 1134 ranges {1679360=598016,2277376=638976,2916352=737280,3653632=229376} 2024-09-16T03:07:15.159 INFO:tasks.rados.rados.0.smithi097.stdout:3704: writing smithi09778949-47 from 1679360 to 2277376 tid 1 2024-09-16T03:07:15.162 INFO:tasks.rados.rados.0.smithi097.stdout:3704: writing smithi09778949-47 from 2277376 to 2916352 tid 2 2024-09-16T03:07:15.166 INFO:tasks.rados.rados.0.smithi097.stdout:3704: writing smithi09778949-47 from 2916352 to 3653632 tid 3 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:3704: writing smithi09778949-47 from 3653632 to 3883008 tid 4 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:3705: delete oid 50 current snap is 355 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:3700: finishing write tid 2 to smithi09778949-48 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:3700: finishing write tid 3 to smithi09778949-48 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 2305 (ObjNum 65 snap 0 seq_num 1868912244) dirty exists 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:3700: finishing write tid 4 to smithi09778949-48 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:3700: finishing write tid 5 to smithi09778949-48 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:3704: finishing write tid 1 to smithi09778949-47 2024-09-16T03:07:15.168 INFO:tasks.rados.rados.0.smithi097.stdout:3704: finishing write tid 2 to smithi09778949-47 2024-09-16T03:07:15.172 INFO:tasks.rados.rados.0.smithi097.stdout:3704: finishing write tid 3 to smithi09778949-47 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3702: done (4 left) 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3705: done (3 left) 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3706: copy_from oid 15 from oid 3 current snap is 355 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3707: copy_from oid 41 from oid 17 current snap is 355 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3708: read oid 38 snap -1 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3708: expect (ObjNum 1125 snap 351 seq_num 1125) 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3709: copy_from oid 24 from oid 5 current snap is 355 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3710: snap_create 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3704: finishing write tid 4 to smithi09778949-47 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3704: finishing write tid 5 to smithi09778949-47 2024-09-16T03:07:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3706: finishing copy_from to smithi09778949-15 2024-09-16T03:07:15.174 INFO:tasks.rados.rados.0.smithi097.stdout:3706: got expected ENOENT (src dne) 2024-09-16T03:07:15.175 INFO:tasks.rados.rados.0.smithi097.stdout:3706: finishing copy_from racing read to smithi09778949-15 2024-09-16T03:07:15.175 INFO:tasks.rados.rados.0.smithi097.stdout:3707: finishing copy_from to smithi09778949-41 2024-09-16T03:07:15.175 INFO:tasks.rados.rados.0.smithi097.stdout:3707: got expected ENOENT (src dne) 2024-09-16T03:07:15.175 INFO:tasks.rados.rados.0.smithi097.stdout:3707: finishing copy_from racing read to smithi09778949-41 2024-09-16T03:07:15.175 INFO:tasks.rados.rados.0.smithi097.stdout:3709: finishing copy_from to smithi09778949-24 2024-09-16T03:07:15.175 INFO:tasks.rados.rados.0.smithi097.stdout:3709: got expected ENOENT (src dne) 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3709: finishing copy_from racing read to smithi09778949-24 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3704: finishing write tid 6 to smithi09778949-47 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3704: oid 47 updating version 0 to 1951 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3704: oid 47 version 1951 is already newer than 1949 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3704: oid 47 version 1951 is already newer than 1950 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3704: oid 47 version 1951 is already newer than 1948 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3704: oid 47 version 1951 is already newer than 1947 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 47 v 1951 (ObjNum 1134 snap 355 seq_num 1134) dirty exists 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3704: left oid 47 (ObjNum 1134 snap 355 seq_num 1134) 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3700: finishing write tid 6 to smithi09778949-48 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3700: oid 48 updating version 0 to 815 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3700: oid 48 version 815 is already newer than 812 2024-09-16T03:07:15.176 INFO:tasks.rados.rados.0.smithi097.stdout:3700: oid 48 updating version 815 to 816 2024-09-16T03:07:15.177 INFO:tasks.rados.rados.0.smithi097.stdout:3700: oid 48 version 816 is already newer than 813 2024-09-16T03:07:15.177 INFO:tasks.rados.rados.0.smithi097.stdout:3700: oid 48 version 816 is already newer than 814 2024-09-16T03:07:15.177 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 816 (ObjNum 1133 snap 355 seq_num 1133) dirty exists 2024-09-16T03:07:15.177 INFO:tasks.rados.rados.0.smithi097.stdout:3700: left oid 48 (ObjNum 1133 snap 355 seq_num 1133) 2024-09-16T03:07:15.192 INFO:tasks.rados.rados.0.smithi097.stdout:3703: expect (ObjNum 1125 snap 351 seq_num 1125) 2024-09-16T03:07:15.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:15 smithi184 ceph-mon[82194]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T03:07:15.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:15 smithi097 ceph-mon[90424]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T03:07:15.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:15 smithi097 ceph-mon[88563]: osdmap e797: 8 total, 8 up, 8 in 2024-09-16T03:07:15.552 INFO:tasks.rados.rados.0.smithi097.stdout:3708: expect (ObjNum 1125 snap 351 seq_num 1125) 2024-09-16T03:07:16.131 INFO:tasks.rados.rados.0.smithi097.stdout:3700: done (7 left) 2024-09-16T03:07:16.131 INFO:tasks.rados.rados.0.smithi097.stdout:3703: done (6 left) 2024-09-16T03:07:16.131 INFO:tasks.rados.rados.0.smithi097.stdout:3704: done (5 left) 2024-09-16T03:07:16.131 INFO:tasks.rados.rados.0.smithi097.stdout:3706: done (4 left) 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3707: done (3 left) 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3708: done (2 left) 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3709: done (1 left) 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3710: done (0 left) 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3711: rollback oid 12 current snap is 356 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 12 to 355 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3712: read oid 10 snap -1 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3712: expect deleted 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3713: read oid 1 snap 354 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3713: expect (ObjNum 1118 snap 348 seq_num 1118) 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3714: rollback oid 18 current snap is 356 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 354 2024-09-16T03:07:16.132 INFO:tasks.rados.rados.0.smithi097.stdout:3715: read oid 32 snap 354 2024-09-16T03:07:16.133 INFO:tasks.rados.rados.0.smithi097.stdout:3715: expect (ObjNum 1120 snap 348 seq_num 1120) 2024-09-16T03:07:16.133 INFO:tasks.rados.rados.0.smithi097.stdout:3716: copy_from oid 44 from oid 40 current snap is 356 2024-09-16T03:07:16.133 INFO:tasks.rados.rados.0.smithi097.stdout:3717: snap_create 2024-09-16T03:07:16.136 INFO:tasks.rados.rados.0.smithi097.stdout:3714: finishing rollback tid 0 to smithi09778949-18 2024-09-16T03:07:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:3716: finishing copy_from to smithi09778949-44 2024-09-16T03:07:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:3716: got expected ENOENT (src dne) 2024-09-16T03:07:16.137 INFO:tasks.rados.rados.0.smithi097.stdout:3716: finishing copy_from racing read to smithi09778949-44 2024-09-16T03:07:16.138 INFO:tasks.rados.rados.0.smithi097.stdout:3714: finishing rollback tid 1 to smithi09778949-18 2024-09-16T03:07:16.139 INFO:tasks.rados.rados.0.smithi097.stdout:3714: finishing rollback tid 2 to smithi09778949-18 2024-09-16T03:07:16.139 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1615 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-16T03:07:16.143 INFO:tasks.rados.rados.0.smithi097.stdout:3711: finishing rollback tid 0 to smithi09778949-12 2024-09-16T03:07:16.143 INFO:tasks.rados.rados.0.smithi097.stdout:3711: finishing rollback tid 1 to smithi09778949-12 2024-09-16T03:07:16.143 INFO:tasks.rados.rados.0.smithi097.stdout:3711: finishing rollback tid 2 to smithi09778949-12 2024-09-16T03:07:16.144 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 2427 (ObjNum 1117 snap 348 seq_num 1117) dirty exists 2024-09-16T03:07:16.168 INFO:tasks.rados.rados.0.smithi097.stdout:3713: expect (ObjNum 1118 snap 348 seq_num 1118) 2024-09-16T03:07:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:16 smithi184 ceph-mon[82194]: pgmap v871: 121 pgs: 121 active+clean; 133 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 370 KiB/s wr, 7 op/s 2024-09-16T03:07:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:16 smithi184 ceph-mon[82194]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T03:07:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:16 smithi097 ceph-mon[88563]: pgmap v871: 121 pgs: 121 active+clean; 133 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 370 KiB/s wr, 7 op/s 2024-09-16T03:07:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:16 smithi097 ceph-mon[88563]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T03:07:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:16 smithi097 ceph-mon[90424]: pgmap v871: 121 pgs: 121 active+clean; 133 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 370 KiB/s wr, 7 op/s 2024-09-16T03:07:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:16 smithi097 ceph-mon[90424]: osdmap e798: 8 total, 8 up, 8 in 2024-09-16T03:07:16.525 INFO:tasks.rados.rados.0.smithi097.stdout:3715: expect (ObjNum 1120 snap 348 seq_num 1120) 2024-09-16T03:07:17.107 INFO:tasks.rados.rados.0.smithi097.stdout:3711: done (6 left) 2024-09-16T03:07:17.107 INFO:tasks.rados.rados.0.smithi097.stdout:3712: done (5 left) 2024-09-16T03:07:17.107 INFO:tasks.rados.rados.0.smithi097.stdout:3713: done (4 left) 2024-09-16T03:07:17.108 INFO:tasks.rados.rados.0.smithi097.stdout:3714: done (3 left) 2024-09-16T03:07:17.108 INFO:tasks.rados.rados.0.smithi097.stdout:3715: done (2 left) 2024-09-16T03:07:17.108 INFO:tasks.rados.rados.0.smithi097.stdout:3716: done (1 left) 2024-09-16T03:07:17.108 INFO:tasks.rados.rados.0.smithi097.stdout:3717: done (0 left) 2024-09-16T03:07:17.108 INFO:tasks.rados.rados.0.smithi097.stdout:3718: read oid 6 snap -1 2024-09-16T03:07:17.108 INFO:tasks.rados.rados.0.smithi097.stdout:3718: expect (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:07:17.108 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 43 current snap is 357 2024-09-16T03:07:17.108 INFO:tasks.rados.rados.0.smithi097.stdout:3719: seq_num 1136 ranges {1835008=630784,2465792=409600,2875392=753664,3629056=417792,4046848=24576} 2024-09-16T03:07:17.121 INFO:tasks.rados.rados.0.smithi097.stdout:3719: writing smithi09778949-43 from 1835008 to 2465792 tid 1 2024-09-16T03:07:17.123 INFO:tasks.rados.rados.0.smithi097.stdout:3719: writing smithi09778949-43 from 2465792 to 2875392 tid 2 2024-09-16T03:07:17.128 INFO:tasks.rados.rados.0.smithi097.stdout:3719: writing smithi09778949-43 from 2875392 to 3629056 tid 3 2024-09-16T03:07:17.131 INFO:tasks.rados.rados.0.smithi097.stdout:3719: writing smithi09778949-43 from 3629056 to 4046848 tid 4 2024-09-16T03:07:17.131 INFO:tasks.rados.rados.0.smithi097.stdout:3719: writing smithi09778949-43 from 4046848 to 4071424 tid 5 2024-09-16T03:07:17.131 INFO:tasks.rados.rados.0.smithi097.stdout:3720: read oid 10 snap -1 2024-09-16T03:07:17.131 INFO:tasks.rados.rados.0.smithi097.stdout:3720: expect deleted 2024-09-16T03:07:17.132 INFO:tasks.rados.rados.0.smithi097.stdout:3721: snap_create 2024-09-16T03:07:17.132 INFO:tasks.rados.rados.0.smithi097.stdout:3718: expect (ObjNum 1026 snap 313 seq_num 1026) 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: finishing write tid 1 to smithi09778949-43 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: finishing write tid 2 to smithi09778949-43 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: finishing write tid 3 to smithi09778949-43 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: finishing write tid 4 to smithi09778949-43 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: finishing write tid 5 to smithi09778949-43 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: finishing write tid 6 to smithi09778949-43 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: finishing write tid 7 to smithi09778949-43 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: oid 43 updating version 0 to 1813 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: oid 43 updating version 1813 to 1815 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: oid 43 version 1815 is already newer than 1811 2024-09-16T03:07:17.156 INFO:tasks.rados.rados.0.smithi097.stdout:3719: oid 43 version 1815 is already newer than 1812 2024-09-16T03:07:17.157 INFO:tasks.rados.rados.0.smithi097.stdout:3719: oid 43 version 1815 is already newer than 1810 2024-09-16T03:07:17.157 INFO:tasks.rados.rados.0.smithi097.stdout:3719: oid 43 version 1815 is already newer than 1814 2024-09-16T03:07:17.157 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1815 (ObjNum 1136 snap 357 seq_num 1136) dirty exists 2024-09-16T03:07:17.157 INFO:tasks.rados.rados.0.smithi097.stdout:3719: left oid 43 (ObjNum 1136 snap 357 seq_num 1136) 2024-09-16T03:07:17.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:17 smithi184 ceph-mon[82194]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T03:07:17.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:17 smithi184 ceph-mon[82194]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T03:07:17.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:17 smithi097 ceph-mon[88563]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T03:07:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:17 smithi097 ceph-mon[88563]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T03:07:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:17 smithi097 ceph-mon[90424]: osdmap e799: 8 total, 8 up, 8 in 2024-09-16T03:07:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:17 smithi097 ceph-mon[90424]: osdmap e800: 8 total, 8 up, 8 in 2024-09-16T03:07:18.139 INFO:tasks.rados.rados.0.smithi097.stdout:3718: done (3 left) 2024-09-16T03:07:18.139 INFO:tasks.rados.rados.0.smithi097.stdout:3719: done (2 left) 2024-09-16T03:07:18.139 INFO:tasks.rados.rados.0.smithi097.stdout:3720: done (1 left) 2024-09-16T03:07:18.139 INFO:tasks.rados.rados.0.smithi097.stdout:3721: done (0 left) 2024-09-16T03:07:18.139 INFO:tasks.rados.rados.0.smithi097.stdout:3722: setattr oid 34 current snap is 358 2024-09-16T03:07:18.141 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 358 2024-09-16T03:07:18.141 INFO:tasks.rados.rados.0.smithi097.stdout:3723: seq_num 1137 ranges {6004736=647168,6651904=696320,7348224=557056,7905280=352256} 2024-09-16T03:07:18.177 INFO:tasks.rados.rados.0.smithi097.stdout:3723: writing smithi09778949-25 from 6004736 to 6651904 tid 1 2024-09-16T03:07:18.180 INFO:tasks.rados.rados.0.smithi097.stdout:3723: writing smithi09778949-25 from 6651904 to 7348224 tid 2 2024-09-16T03:07:18.183 INFO:tasks.rados.rados.0.smithi097.stdout:3723: writing smithi09778949-25 from 7348224 to 7905280 tid 3 2024-09-16T03:07:18.186 INFO:tasks.rados.rados.0.smithi097.stdout:3723: writing smithi09778949-25 from 7905280 to 8257536 tid 4 2024-09-16T03:07:18.186 INFO:tasks.rados.rados.0.smithi097.stdout:3724: delete oid 35 current snap is 358 2024-09-16T03:07:18.186 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1616 (ObjNum 1110 snap 346 seq_num 1110) dirty exists 2024-09-16T03:07:18.186 INFO:tasks.rados.rados.0.smithi097.stdout:3723: finishing write tid 1 to smithi09778949-25 2024-09-16T03:07:18.186 INFO:tasks.rados.rados.0.smithi097.stdout:3723: finishing write tid 2 to smithi09778949-25 2024-09-16T03:07:18.188 INFO:tasks.rados.rados.0.smithi097.stdout:3723: finishing write tid 3 to smithi09778949-25 2024-09-16T03:07:18.189 INFO:tasks.rados.rados.0.smithi097.stdout:3723: finishing write tid 4 to smithi09778949-25 2024-09-16T03:07:18.189 INFO:tasks.rados.rados.0.smithi097.stdout:3723: finishing write tid 5 to smithi09778949-25 2024-09-16T03:07:18.191 INFO:tasks.rados.rados.0.smithi097.stdout:3723: finishing write tid 6 to smithi09778949-25 2024-09-16T03:07:18.191 INFO:tasks.rados.rados.0.smithi097.stdout:3723: oid 25 updating version 0 to 2429 2024-09-16T03:07:18.191 INFO:tasks.rados.rados.0.smithi097.stdout:3723: oid 25 updating version 2429 to 2431 2024-09-16T03:07:18.191 INFO:tasks.rados.rados.0.smithi097.stdout:3723: oid 25 version 2431 is already newer than 2430 2024-09-16T03:07:18.191 INFO:tasks.rados.rados.0.smithi097.stdout:3723: oid 25 version 2431 is already newer than 2428 2024-09-16T03:07:18.191 INFO:tasks.rados.rados.0.smithi097.stdout:3723: oid 25 updating version 2431 to 2432 2024-09-16T03:07:18.191 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 2432 (ObjNum 1137 snap 358 seq_num 1137) dirty exists 2024-09-16T03:07:18.191 INFO:tasks.rados.rados.0.smithi097.stdout:3723: left oid 25 (ObjNum 1137 snap 358 seq_num 1137) 2024-09-16T03:07:18.192 INFO:tasks.rados.rados.0.smithi097.stdout:3722: done (2 left) 2024-09-16T03:07:18.192 INFO:tasks.rados.rados.0.smithi097.stdout:3723: done (1 left) 2024-09-16T03:07:18.192 INFO:tasks.rados.rados.0.smithi097.stdout:3724: done (0 left) 2024-09-16T03:07:18.192 INFO:tasks.rados.rados.0.smithi097.stdout:3725: snap_remove snap 357 2024-09-16T03:07:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:18 smithi184 ceph-mon[82194]: pgmap v874: 121 pgs: 121 active+clean; 140 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-16T03:07:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:18 smithi097 ceph-mon[88563]: pgmap v874: 121 pgs: 121 active+clean; 140 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-16T03:07:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:18 smithi097 ceph-mon[90424]: pgmap v874: 121 pgs: 121 active+clean; 140 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 3.0 MiB/s wr, 15 op/s 2024-09-16T03:07:19.147 INFO:tasks.rados.rados.0.smithi097.stdout:3725: done (0 left) 2024-09-16T03:07:19.148 INFO:tasks.rados.rados.0.smithi097.stdout:3726: rollback oid 10 current snap is 358 2024-09-16T03:07:19.148 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 10 to 356 2024-09-16T03:07:19.148 INFO:tasks.rados.rados.0.smithi097.stdout:3727: setattr oid 18 current snap is 358 2024-09-16T03:07:19.148 INFO:tasks.rados.rados.0.smithi097.stdout:3728: setattr oid 35 current snap is 358 2024-09-16T03:07:19.149 INFO:tasks.rados.rados.0.smithi097.stdout:3726: finishing rollback tid 1 to smithi09778949-10 2024-09-16T03:07:19.149 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 0 (ObjNum 49 snap 0 seq_num 1973987792) dirty dne 2024-09-16T03:07:19.149 INFO:tasks.rados.rados.0.smithi097.stdout:3726: done (2 left) 2024-09-16T03:07:19.149 INFO:tasks.rados.rados.0.smithi097.stdout:3729: snap_create 2024-09-16T03:07:19.152 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1617 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-16T03:07:19.156 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 2433 (ObjNum 113 snap 0 seq_num 1973015616) dirty exists 2024-09-16T03:07:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:19 smithi184 ceph-mon[82194]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T03:07:19.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:19 smithi097 ceph-mon[88563]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T03:07:19.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:19 smithi097 ceph-mon[90424]: osdmap e801: 8 total, 8 up, 8 in 2024-09-16T03:07:19.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:20.148 INFO:tasks.rados.rados.0.smithi097.stdout:3727: done (2 left) 2024-09-16T03:07:20.148 INFO:tasks.rados.rados.0.smithi097.stdout:3728: done (1 left) 2024-09-16T03:07:20.148 INFO:tasks.rados.rados.0.smithi097.stdout:3729: done (0 left) 2024-09-16T03:07:20.148 INFO:tasks.rados.rados.0.smithi097.stdout:3730: snap_create 2024-09-16T03:07:20.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:20 smithi184 ceph-mon[82194]: pgmap v877: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-09-16T03:07:20.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:20 smithi184 ceph-mon[82194]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T03:07:20.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:20 smithi097 ceph-mon[88563]: pgmap v877: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-09-16T03:07:20.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:20 smithi097 ceph-mon[88563]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T03:07:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:20 smithi097 ceph-mon[90424]: pgmap v877: 121 pgs: 121 active+clean; 152 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 5.9 MiB/s wr, 28 op/s 2024-09-16T03:07:20.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:20 smithi097 ceph-mon[90424]: osdmap e802: 8 total, 8 up, 8 in 2024-09-16T03:07:21.150 INFO:tasks.rados.rados.0.smithi097.stdout:3730: done (0 left) 2024-09-16T03:07:21.150 INFO:tasks.rados.rados.0.smithi097.stdout:3731: read oid 39 snap 359 2024-09-16T03:07:21.150 INFO:tasks.rados.rados.0.smithi097.stdout:3731: expect (ObjNum 1095 snap 341 seq_num 1095) 2024-09-16T03:07:21.150 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 360 2024-09-16T03:07:21.150 INFO:tasks.rados.rados.0.smithi097.stdout:3732: seq_num 1139 ranges {7774208=679936,8454144=458752,8912896=524288,9437184=540672,9977856=81920} 2024-09-16T03:07:21.195 INFO:tasks.rados.rados.0.smithi097.stdout:3732: writing smithi09778949-38 from 7774208 to 8454144 tid 1 2024-09-16T03:07:21.197 INFO:tasks.rados.rados.0.smithi097.stdout:3732: writing smithi09778949-38 from 8454144 to 8912896 tid 2 2024-09-16T03:07:21.201 INFO:tasks.rados.rados.0.smithi097.stdout:3732: writing smithi09778949-38 from 8912896 to 9437184 tid 3 2024-09-16T03:07:21.204 INFO:tasks.rados.rados.0.smithi097.stdout:3732: writing smithi09778949-38 from 9437184 to 9977856 tid 4 2024-09-16T03:07:21.204 INFO:tasks.rados.rados.0.smithi097.stdout:3732: writing smithi09778949-38 from 9977856 to 10059776 tid 5 2024-09-16T03:07:21.204 INFO:tasks.rados.rados.0.smithi097.stdout:3733: read oid 21 snap -1 2024-09-16T03:07:21.205 INFO:tasks.rados.rados.0.smithi097.stdout:3733: expect (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:07:21.205 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 360 2024-09-16T03:07:21.205 INFO:tasks.rados.rados.0.smithi097.stdout:3734: seq_num 1140 ranges {2252800=696320,2949120=745472,3694592=729088,4423680=131072} 2024-09-16T03:07:21.221 INFO:tasks.rados.rados.0.smithi097.stdout:3734: writing smithi09778949-28 from 2252800 to 2949120 tid 1 2024-09-16T03:07:21.225 INFO:tasks.rados.rados.0.smithi097.stdout:3734: writing smithi09778949-28 from 2949120 to 3694592 tid 2 2024-09-16T03:07:21.229 INFO:tasks.rados.rados.0.smithi097.stdout:3734: writing smithi09778949-28 from 3694592 to 4423680 tid 3 2024-09-16T03:07:21.229 INFO:tasks.rados.rados.0.smithi097.stdout:3734: writing smithi09778949-28 from 4423680 to 4554752 tid 4 2024-09-16T03:07:21.230 INFO:tasks.rados.rados.0.smithi097.stdout:3735: snap_remove snap 351 2024-09-16T03:07:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:21 smithi184 ceph-mon[82194]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T03:07:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:21 smithi184 ceph-mon[82194]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T03:07:21.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:21 smithi097 ceph-mon[88563]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T03:07:21.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:21 smithi097 ceph-mon[88563]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T03:07:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:21 smithi097 ceph-mon[90424]: osdmap e803: 8 total, 8 up, 8 in 2024-09-16T03:07:21.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:21 smithi097 ceph-mon[90424]: osdmap e804: 8 total, 8 up, 8 in 2024-09-16T03:07:22.110 INFO:tasks.rados.rados.0.smithi097.stdout:3735: done (4 left) 2024-09-16T03:07:22.110 INFO:tasks.rados.rados.0.smithi097.stdout:3736: read oid 29 snap 356 2024-09-16T03:07:22.110 INFO:tasks.rados.rados.0.smithi097.stdout:3736: expect (ObjNum 1089 snap 337 seq_num 1089) 2024-09-16T03:07:22.110 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 360 2024-09-16T03:07:22.110 INFO:tasks.rados.rados.0.smithi097.stdout:3737: seq_num 1141 ranges {221184=712704,933888=679936,1613824=540672,2154496=385024} 2024-09-16T03:07:22.116 INFO:tasks.rados.rados.0.smithi097.stdout:3737: writing smithi09778949-19 from 221184 to 933888 tid 1 2024-09-16T03:07:22.122 INFO:tasks.rados.rados.0.smithi097.stdout:3737: writing smithi09778949-19 from 933888 to 1613824 tid 2 2024-09-16T03:07:22.125 INFO:tasks.rados.rados.0.smithi097.stdout:3737: writing smithi09778949-19 from 1613824 to 2154496 tid 3 2024-09-16T03:07:22.128 INFO:tasks.rados.rados.0.smithi097.stdout:3737: writing smithi09778949-19 from 2154496 to 2539520 tid 4 2024-09-16T03:07:22.128 INFO:tasks.rados.rados.0.smithi097.stdout:3731: expect (ObjNum 1095 snap 341 seq_num 1095) 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: finishing write tid 1 to smithi09778949-38 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: finishing write tid 2 to smithi09778949-38 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: finishing write tid 3 to smithi09778949-38 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: finishing write tid 4 to smithi09778949-38 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: finishing write tid 5 to smithi09778949-38 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: finishing write tid 6 to smithi09778949-38 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: finishing write tid 7 to smithi09778949-38 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: oid 38 updating version 0 to 2435 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: oid 38 version 2435 is already newer than 2434 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: oid 38 updating version 2435 to 2436 2024-09-16T03:07:22.270 INFO:tasks.rados.rados.0.smithi097.stdout:3732: oid 38 version 2436 is already newer than 2433 2024-09-16T03:07:22.271 INFO:tasks.rados.rados.0.smithi097.stdout:3732: oid 38 version 2436 is already newer than 2432 2024-09-16T03:07:22.271 INFO:tasks.rados.rados.0.smithi097.stdout:3732: oid 38 updating version 2436 to 2437 2024-09-16T03:07:22.271 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2437 (ObjNum 1139 snap 360 seq_num 1139) dirty exists 2024-09-16T03:07:22.271 INFO:tasks.rados.rados.0.smithi097.stdout:3732: left oid 38 (ObjNum 1139 snap 360 seq_num 1139) 2024-09-16T03:07:22.271 INFO:tasks.rados.rados.0.smithi097.stdout:3733: expect (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: finishing write tid 1 to smithi09778949-28 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: finishing write tid 2 to smithi09778949-28 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: finishing write tid 3 to smithi09778949-28 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: finishing write tid 4 to smithi09778949-28 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: finishing write tid 5 to smithi09778949-28 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: finishing write tid 6 to smithi09778949-28 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: oid 28 updating version 0 to 2572 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: oid 28 updating version 2572 to 2575 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: oid 28 version 2575 is already newer than 2573 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: oid 28 version 2575 is already newer than 2574 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: oid 28 updating version 2575 to 2576 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 2576 (ObjNum 1140 snap 360 seq_num 1140) dirty exists 2024-09-16T03:07:22.475 INFO:tasks.rados.rados.0.smithi097.stdout:3734: left oid 28 (ObjNum 1140 snap 360 seq_num 1140) 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3731: done (5 left) 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3732: done (4 left) 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3733: done (3 left) 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3734: done (2 left) 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3738: rmattr oid 7 current snap is 360 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3738: done (2 left) 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3739: delete oid 11 current snap is 360 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3737: finishing write tid 1 to smithi09778949-19 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3737: finishing write tid 2 to smithi09778949-19 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3737: finishing write tid 3 to smithi09778949-19 2024-09-16T03:07:22.476 INFO:tasks.rados.rados.0.smithi097.stdout:3736: expect (ObjNum 1089 snap 337 seq_num 1089) 2024-09-16T03:07:22.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:22 smithi097 ceph-mon[88563]: pgmap v880: 121 pgs: 121 active+clean; 156 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-09-16T03:07:22.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:22 smithi097 ceph-mon[88563]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T03:07:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:22 smithi097 ceph-mon[90424]: pgmap v880: 121 pgs: 121 active+clean; 156 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-09-16T03:07:22.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:22 smithi097 ceph-mon[90424]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T03:07:22.563 INFO:tasks.rados.rados.0.smithi097.stdout:3737: finishing write tid 4 to smithi09778949-19 2024-09-16T03:07:22.563 INFO:tasks.rados.rados.0.smithi097.stdout:3737: finishing write tid 5 to smithi09778949-19 2024-09-16T03:07:22.563 INFO:tasks.rados.rados.0.smithi097.stdout:3737: finishing write tid 6 to smithi09778949-19 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3737: oid 19 updating version 0 to 2584 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3737: oid 19 version 2584 is already newer than 2578 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3737: oid 19 version 2584 is already newer than 2580 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3737: oid 19 version 2584 is already newer than 2579 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3737: oid 19 version 2584 is already newer than 2583 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2584 (ObjNum 1141 snap 360 seq_num 1141) dirty exists 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3737: left oid 19 (ObjNum 1141 snap 360 seq_num 1141) 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3736: done (2 left) 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3737: done (1 left) 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3739: done (0 left) 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 4 current snap is 360 2024-09-16T03:07:22.564 INFO:tasks.rados.rados.0.smithi097.stdout:3740: seq_num 1143 ranges {3899392=753664,4653056=450560,5103616=507904,5611520=589824,6201344=57344} 2024-09-16T03:07:22.588 INFO:tasks.rados.rados.0.smithi097.stdout:3740: writing smithi09778949-4 from 3899392 to 4653056 tid 1 2024-09-16T03:07:22.589 INFO:tasks.rados.rados.0.smithi097.stdout:3740: writing smithi09778949-4 from 4653056 to 5103616 tid 2 2024-09-16T03:07:22.592 INFO:tasks.rados.rados.0.smithi097.stdout:3740: writing smithi09778949-4 from 5103616 to 5611520 tid 3 2024-09-16T03:07:22.595 INFO:tasks.rados.rados.0.smithi097.stdout:3740: writing smithi09778949-4 from 5611520 to 6201344 tid 4 2024-09-16T03:07:22.596 INFO:tasks.rados.rados.0.smithi097.stdout:3740: writing smithi09778949-4 from 6201344 to 6258688 tid 5 2024-09-16T03:07:22.596 INFO:tasks.rados.rados.0.smithi097.stdout:3741: read oid 26 snap 358 2024-09-16T03:07:22.597 INFO:tasks.rados.rados.0.smithi097.stdout:3741: expect (ObjNum 1132 snap 354 seq_num 1132) 2024-09-16T03:07:22.597 INFO:tasks.rados.rados.0.smithi097.stdout:3742: rollback oid 8 current snap is 360 2024-09-16T03:07:22.597 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 8 to 355 2024-09-16T03:07:22.597 INFO:tasks.rados.rados.0.smithi097.stdout:3740: finishing write tid 1 to smithi09778949-4 2024-09-16T03:07:22.597 INFO:tasks.rados.rados.0.smithi097.stdout:3740: finishing write tid 2 to smithi09778949-4 2024-09-16T03:07:22.597 INFO:tasks.rados.rados.0.smithi097.stdout:3740: finishing write tid 3 to smithi09778949-4 2024-09-16T03:07:22.597 INFO:tasks.rados.rados.0.smithi097.stdout:3743: snap_remove snap 354 2024-09-16T03:07:22.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:22 smithi184 ceph-mon[82194]: pgmap v880: 121 pgs: 121 active+clean; 156 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 4.0 MiB/s wr, 18 op/s 2024-09-16T03:07:22.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:22 smithi184 ceph-mon[82194]: osdmap e805: 8 total, 8 up, 8 in 2024-09-16T03:07:23.171 INFO:tasks.rados.rados.0.smithi097.stdout:3743: done (3 left) 2024-09-16T03:07:23.171 INFO:tasks.rados.rados.0.smithi097.stdout:3744: snap_remove snap 359 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3744: done (3 left) 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3745: copy_from oid 5 from oid 16 current snap is 360 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3742: finishing rollback tid 1 to smithi09778949-8 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 0 (ObjNum 49 snap 0 seq_num 1974060992) dirty dne 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3740: finishing write tid 4 to smithi09778949-4 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3740: finishing write tid 5 to smithi09778949-4 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3740: finishing write tid 6 to smithi09778949-4 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3740: finishing write tid 7 to smithi09778949-4 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3740: oid 4 updating version 0 to 1997 2024-09-16T03:07:24.176 INFO:tasks.rados.rados.0.smithi097.stdout:3740: oid 4 version 1997 is already newer than 1995 2024-09-16T03:07:24.177 INFO:tasks.rados.rados.0.smithi097.stdout:3740: oid 4 version 1997 is already newer than 1994 2024-09-16T03:07:24.177 INFO:tasks.rados.rados.0.smithi097.stdout:3740: oid 4 version 1997 is already newer than 1996 2024-09-16T03:07:24.177 INFO:tasks.rados.rados.0.smithi097.stdout:3740: oid 4 updating version 1997 to 1998 2024-09-16T03:07:24.177 INFO:tasks.rados.rados.0.smithi097.stdout:3740: oid 4 version 1998 is already newer than 1993 2024-09-16T03:07:24.177 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1998 (ObjNum 1143 snap 360 seq_num 1143) dirty exists 2024-09-16T03:07:24.177 INFO:tasks.rados.rados.0.smithi097.stdout:3740: left oid 4 (ObjNum 1143 snap 360 seq_num 1143) 2024-09-16T03:07:24.177 INFO:tasks.rados.rados.0.smithi097.stdout:3741: expect (ObjNum 1132 snap 354 seq_num 1132) 2024-09-16T03:07:24.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:24 smithi097 ceph-mon[88563]: pgmap v883: 121 pgs: 121 active+clean; 156 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-16T03:07:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:24 smithi097 ceph-mon[88563]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T03:07:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:24 smithi097 ceph-mon[90424]: pgmap v883: 121 pgs: 121 active+clean; 156 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-16T03:07:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:24 smithi097 ceph-mon[90424]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T03:07:24.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:24 smithi184 ceph-mon[82194]: pgmap v883: 121 pgs: 121 active+clean; 156 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-09-16T03:07:24.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:24 smithi184 ceph-mon[82194]: osdmap e806: 8 total, 8 up, 8 in 2024-09-16T03:07:24.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:07:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:07:24] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.51.0" 2024-09-16T03:07:25.312 INFO:tasks.rados.rados.0.smithi097.stdout:3745: finishing copy_from racing read to smithi09778949-5 2024-09-16T03:07:25.312 INFO:tasks.rados.rados.0.smithi097.stdout:3745: finishing copy_from to smithi09778949-5 2024-09-16T03:07:25.312 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 2558 (ObjNum 1092 snap 340 seq_num 1092) dirty exists 2024-09-16T03:07:25.312 INFO:tasks.rados.rados.0.smithi097.stdout:3740: done (3 left) 2024-09-16T03:07:25.313 INFO:tasks.rados.rados.0.smithi097.stdout:3741: done (2 left) 2024-09-16T03:07:25.313 INFO:tasks.rados.rados.0.smithi097.stdout:3742: done (1 left) 2024-09-16T03:07:25.313 INFO:tasks.rados.rados.0.smithi097.stdout:3745: done (0 left) 2024-09-16T03:07:25.313 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 360 2024-09-16T03:07:25.313 INFO:tasks.rados.rados.0.smithi097.stdout:3746: seq_num 1144 ranges {0=770048,770048=737280,1507328=712704,2220032=155648} 2024-09-16T03:07:25.315 INFO:tasks.rados.rados.0.smithi097.stdout:3746: writing smithi09778949-35 from 0 to 770048 tid 1 2024-09-16T03:07:25.319 INFO:tasks.rados.rados.0.smithi097.stdout:3746: writing smithi09778949-35 from 770048 to 1507328 tid 2 2024-09-16T03:07:25.323 INFO:tasks.rados.rados.0.smithi097.stdout:3746: writing smithi09778949-35 from 1507328 to 2220032 tid 3 2024-09-16T03:07:25.325 INFO:tasks.rados.rados.0.smithi097.stdout:3746: writing smithi09778949-35 from 2220032 to 2375680 tid 4 2024-09-16T03:07:25.325 INFO:tasks.rados.rados.0.smithi097.stdout:3747: setattr oid 39 current snap is 360 2024-09-16T03:07:25.325 INFO:tasks.rados.rados.0.smithi097.stdout:3746: finishing write tid 1 to smithi09778949-35 2024-09-16T03:07:25.325 INFO:tasks.rados.rados.0.smithi097.stdout:3746: finishing write tid 2 to smithi09778949-35 2024-09-16T03:07:25.327 INFO:tasks.rados.rados.0.smithi097.stdout:3748: read oid 23 snap -1 2024-09-16T03:07:25.327 INFO:tasks.rados.rados.0.smithi097.stdout:3748: expect (ObjNum 1117 snap 348 seq_num 1117) 2024-09-16T03:07:25.328 INFO:tasks.rados.rados.0.smithi097.stdout:3749: read oid 4 snap -1 2024-09-16T03:07:25.328 INFO:tasks.rados.rados.0.smithi097.stdout:3749: expect (ObjNum 1143 snap 360 seq_num 1143) 2024-09-16T03:07:25.328 INFO:tasks.rados.rados.0.smithi097.stdout:3750: copy_from oid 15 from oid 30 current snap is 360 2024-09-16T03:07:25.328 INFO:tasks.rados.rados.0.smithi097.stdout:3751: rmattr oid 27 current snap is 360 2024-09-16T03:07:25.328 INFO:tasks.rados.rados.0.smithi097.stdout:3751: done (5 left) 2024-09-16T03:07:25.328 INFO:tasks.rados.rados.0.smithi097.stdout:3752: rmattr oid 12 current snap is 360 2024-09-16T03:07:25.329 INFO:tasks.rados.rados.0.smithi097.stdout:3752: done (5 left) 2024-09-16T03:07:25.329 INFO:tasks.rados.rados.0.smithi097.stdout:3753: read oid 5 snap -1 2024-09-16T03:07:25.329 INFO:tasks.rados.rados.0.smithi097.stdout:3753: expect (ObjNum 1092 snap 340 seq_num 1092) 2024-09-16T03:07:25.329 INFO:tasks.rados.rados.0.smithi097.stdout:3754: read oid 22 snap -1 2024-09-16T03:07:25.330 INFO:tasks.rados.rados.0.smithi097.stdout:3754: expect (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:07:25.330 INFO:tasks.rados.rados.0.smithi097.stdout:3755: rollback oid 50 current snap is 360 2024-09-16T03:07:25.330 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 50 to 358 2024-09-16T03:07:25.330 INFO:tasks.rados.rados.0.smithi097.stdout:3756: snap_create 2024-09-16T03:07:25.331 INFO:tasks.rados.rados.0.smithi097.stdout:3746: finishing write tid 3 to smithi09778949-35 2024-09-16T03:07:25.331 INFO:tasks.rados.rados.0.smithi097.stdout:3746: finishing write tid 4 to smithi09778949-35 2024-09-16T03:07:25.332 INFO:tasks.rados.rados.0.smithi097.stdout:3746: finishing write tid 5 to smithi09778949-35 2024-09-16T03:07:25.333 INFO:tasks.rados.rados.0.smithi097.stdout:3755: finishing rollback tid 1 to smithi09778949-50 2024-09-16T03:07:25.333 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 0 (ObjNum 289 snap 0 seq_num 736008212) dirty dne 2024-09-16T03:07:25.334 INFO:tasks.rados.rados.0.smithi097.stdout:3746: finishing write tid 6 to smithi09778949-35 2024-09-16T03:07:25.335 INFO:tasks.rados.rados.0.smithi097.stdout:3746: oid 35 updating version 0 to 2437 2024-09-16T03:07:25.335 INFO:tasks.rados.rados.0.smithi097.stdout:3746: oid 35 updating version 2437 to 2438 2024-09-16T03:07:25.335 INFO:tasks.rados.rados.0.smithi097.stdout:3746: oid 35 version 2438 is already newer than 2435 2024-09-16T03:07:25.335 INFO:tasks.rados.rados.0.smithi097.stdout:3746: oid 35 version 2438 is already newer than 2436 2024-09-16T03:07:25.335 INFO:tasks.rados.rados.0.smithi097.stdout:3746: oid 35 version 2438 is already newer than 2434 2024-09-16T03:07:25.335 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 2438 (ObjNum 1144 snap 360 seq_num 1144) dirty exists 2024-09-16T03:07:25.336 INFO:tasks.rados.rados.0.smithi097.stdout:3746: left oid 35 (ObjNum 1144 snap 360 seq_num 1144) 2024-09-16T03:07:25.336 INFO:tasks.rados.rados.0.smithi097.stdout:3753: expect (ObjNum 1092 snap 340 seq_num 1092) 2024-09-16T03:07:25.381 INFO:tasks.rados.rados.0.smithi097.stdout:3750: finishing copy_from racing read to smithi09778949-15 2024-09-16T03:07:25.381 INFO:tasks.rados.rados.0.smithi097.stdout:3750: finishing copy_from to smithi09778949-15 2024-09-16T03:07:25.381 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 15 v 1971 (ObjNum 1131 snap 354 seq_num 1131) dirty exists 2024-09-16T03:07:25.381 INFO:tasks.rados.rados.0.smithi097.stdout:3754: expect (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:07:25.493 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 2518 (ObjNum 1095 snap 341 seq_num 1095) dirty exists 2024-09-16T03:07:25.493 INFO:tasks.rados.rados.0.smithi097.stdout:3748: expect (ObjNum 1117 snap 348 seq_num 1117) 2024-09-16T03:07:25.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:25 smithi097 ceph-mon[88563]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T03:07:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:25 smithi097 ceph-mon[90424]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T03:07:25.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:25 smithi184 ceph-mon[82194]: osdmap e807: 8 total, 8 up, 8 in 2024-09-16T03:07:25.978 INFO:tasks.rados.rados.0.smithi097.stdout:3749: expect (ObjNum 1143 snap 360 seq_num 1143) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3746: done (8 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3747: done (7 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3748: done (6 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3749: done (5 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3750: done (4 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3753: done (3 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3754: done (2 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3755: done (1 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3756: done (0 left) 2024-09-16T03:07:26.243 INFO:tasks.rados.rados.0.smithi097.stdout:3757: read oid 2 snap -1 2024-09-16T03:07:26.244 INFO:tasks.rados.rados.0.smithi097.stdout:3757: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-09-16T03:07:26.244 INFO:tasks.rados.rados.0.smithi097.stdout:3758: snap_remove snap 356 2024-09-16T03:07:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:26 smithi097 ceph-mon[88563]: pgmap v886: 121 pgs: 121 active+clean; 163 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-09-16T03:07:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:26 smithi097 ceph-mon[90424]: pgmap v886: 121 pgs: 121 active+clean; 163 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-09-16T03:07:26.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:26 smithi184 ceph-mon[82194]: pgmap v886: 121 pgs: 121 active+clean; 163 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.6 MiB/s wr, 23 op/s 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:3758: done (1 left) 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:3759: read oid 46 snap 358 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:3759: expect (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:3760: rollback oid 30 current snap is 361 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 358 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:3761: read oid 38 snap -1 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:3761: expect (ObjNum 1139 snap 360 seq_num 1139) 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 29 current snap is 361 2024-09-16T03:07:27.110 INFO:tasks.rados.rados.0.smithi097.stdout:3762: seq_num 1145 ranges {2670592=786432,3457024=622592,4079616=516096,4595712=417792,5013504=49152} 2024-09-16T03:07:27.130 INFO:tasks.rados.rados.0.smithi097.stdout:3762: writing smithi09778949-29 from 2670592 to 3457024 tid 1 2024-09-16T03:07:27.134 INFO:tasks.rados.rados.0.smithi097.stdout:3762: writing smithi09778949-29 from 3457024 to 4079616 tid 2 2024-09-16T03:07:27.136 INFO:tasks.rados.rados.0.smithi097.stdout:3762: writing smithi09778949-29 from 4079616 to 4595712 tid 3 2024-09-16T03:07:27.139 INFO:tasks.rados.rados.0.smithi097.stdout:3762: writing smithi09778949-29 from 4595712 to 5013504 tid 4 2024-09-16T03:07:27.139 INFO:tasks.rados.rados.0.smithi097.stdout:3762: writing smithi09778949-29 from 5013504 to 5062656 tid 5 2024-09-16T03:07:27.139 INFO:tasks.rados.rados.0.smithi097.stdout:3763: read oid 7 snap -1 2024-09-16T03:07:27.139 INFO:tasks.rados.rados.0.smithi097.stdout:3763: expect deleted 2024-09-16T03:07:27.139 INFO:tasks.rados.rados.0.smithi097.stdout:3764: snap_create 2024-09-16T03:07:27.140 INFO:tasks.rados.rados.0.smithi097.stdout:3757: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-09-16T03:07:27.227 INFO:tasks.rados.rados.0.smithi097.stdout:3760: finishing rollback tid 0 to smithi09778949-30 2024-09-16T03:07:27.227 INFO:tasks.rados.rados.0.smithi097.stdout:3760: finishing rollback tid 1 to smithi09778949-30 2024-09-16T03:07:27.227 INFO:tasks.rados.rados.0.smithi097.stdout:3760: finishing rollback tid 2 to smithi09778949-30 2024-09-16T03:07:27.227 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1974 (ObjNum 1131 snap 354 seq_num 1131) dirty exists 2024-09-16T03:07:27.227 INFO:tasks.rados.rados.0.smithi097.stdout:3759: expect (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:07:27.265 INFO:tasks.rados.rados.0.smithi097.stdout:3761: expect (ObjNum 1139 snap 360 seq_num 1139) 2024-09-16T03:07:27.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:27 smithi097 ceph-mon[90424]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T03:07:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:27 smithi097 ceph-mon[90424]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T03:07:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:27 smithi097 ceph-mon[88563]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T03:07:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:27 smithi097 ceph-mon[88563]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T03:07:27.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:27 smithi184 ceph-mon[82194]: osdmap e808: 8 total, 8 up, 8 in 2024-09-16T03:07:27.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:27 smithi184 ceph-mon[82194]: osdmap e809: 8 total, 8 up, 8 in 2024-09-16T03:07:27.805 INFO:tasks.rados.rados.0.smithi097.stdout:3762: finishing write tid 1 to smithi09778949-29 2024-09-16T03:07:27.805 INFO:tasks.rados.rados.0.smithi097.stdout:3762: finishing write tid 2 to smithi09778949-29 2024-09-16T03:07:27.805 INFO:tasks.rados.rados.0.smithi097.stdout:3762: finishing write tid 3 to smithi09778949-29 2024-09-16T03:07:27.805 INFO:tasks.rados.rados.0.smithi097.stdout:3762: finishing write tid 4 to smithi09778949-29 2024-09-16T03:07:27.805 INFO:tasks.rados.rados.0.smithi097.stdout:3762: finishing write tid 5 to smithi09778949-29 2024-09-16T03:07:27.805 INFO:tasks.rados.rados.0.smithi097.stdout:3762: finishing write tid 6 to smithi09778949-29 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:3762: finishing write tid 7 to smithi09778949-29 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:3762: oid 29 updating version 0 to 2443 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:3762: oid 29 version 2443 is already newer than 2439 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:3762: oid 29 version 2443 is already newer than 2440 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:3762: oid 29 version 2443 is already newer than 2441 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:3762: oid 29 version 2443 is already newer than 2438 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:3762: oid 29 version 2443 is already newer than 2442 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 29 v 2443 (ObjNum 1145 snap 361 seq_num 1145) dirty exists 2024-09-16T03:07:27.806 INFO:tasks.rados.rados.0.smithi097.stdout:3762: left oid 29 (ObjNum 1145 snap 361 seq_num 1145) 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3757: done (6 left) 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3759: done (5 left) 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3760: done (4 left) 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3761: done (3 left) 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3762: done (2 left) 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3763: done (1 left) 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3764: done (0 left) 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3765: copy_from oid 39 from oid 30 current snap is 362 2024-09-16T03:07:28.113 INFO:tasks.rados.rados.0.smithi097.stdout:3766: read oid 40 snap -1 2024-09-16T03:07:28.114 INFO:tasks.rados.rados.0.smithi097.stdout:3766: expect deleted 2024-09-16T03:07:28.114 INFO:tasks.rados.rados.0.smithi097.stdout:3767: read oid 43 snap -1 2024-09-16T03:07:28.114 INFO:tasks.rados.rados.0.smithi097.stdout:3767: expect (ObjNum 1136 snap 357 seq_num 1136) 2024-09-16T03:07:28.114 INFO:tasks.rados.rados.0.smithi097.stdout:3768: delete oid 25 current snap is 362 2024-09-16T03:07:28.119 INFO:tasks.rados.rados.0.smithi097.stdout:3766: done (3 left) 2024-09-16T03:07:28.119 INFO:tasks.rados.rados.0.smithi097.stdout:3768: done (2 left) 2024-09-16T03:07:28.120 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 13 current snap is 362 2024-09-16T03:07:28.120 INFO:tasks.rados.rados.0.smithi097.stdout:3769: seq_num 1147 ranges {0=16384} 2024-09-16T03:07:28.120 INFO:tasks.rados.rados.0.smithi097.stdout:3769: writing smithi09778949-13 from 0 to 16384 tid 1 2024-09-16T03:07:28.120 INFO:tasks.rados.rados.0.smithi097.stdout:3770: setattr oid 5 current snap is 362 2024-09-16T03:07:28.121 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 10 current snap is 362 2024-09-16T03:07:28.121 INFO:tasks.rados.rados.0.smithi097.stdout:3771: seq_num 1148 ranges {0=32768} 2024-09-16T03:07:28.121 INFO:tasks.rados.rados.0.smithi097.stdout:3771: writing smithi09778949-10 from 0 to 32768 tid 1 2024-09-16T03:07:28.121 INFO:tasks.rados.rados.0.smithi097.stdout:3772: read oid 2 snap -1 2024-09-16T03:07:28.122 INFO:tasks.rados.rados.0.smithi097.stdout:3772: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-09-16T03:07:28.122 INFO:tasks.rados.rados.0.smithi097.stdout:3773: read oid 35 snap -1 2024-09-16T03:07:28.122 INFO:tasks.rados.rados.0.smithi097.stdout:3773: expect (ObjNum 1144 snap 360 seq_num 1144) 2024-09-16T03:07:28.122 INFO:tasks.rados.rados.0.smithi097.stdout:3774: read oid 49 snap -1 2024-09-16T03:07:28.122 INFO:tasks.rados.rados.0.smithi097.stdout:3774: expect (ObjNum 1101 snap 341 seq_num 1101) 2024-09-16T03:07:28.122 INFO:tasks.rados.rados.0.smithi097.stdout:3775: snap_create 2024-09-16T03:07:28.123 INFO:tasks.rados.rados.0.smithi097.stdout:3769: finishing write tid 1 to smithi09778949-13 2024-09-16T03:07:28.125 INFO:tasks.rados.rados.0.smithi097.stdout:3771: finishing write tid 1 to smithi09778949-10 2024-09-16T03:07:28.129 INFO:tasks.rados.rados.0.smithi097.stdout:3769: finishing write tid 2 to smithi09778949-13 2024-09-16T03:07:28.129 INFO:tasks.rados.rados.0.smithi097.stdout:3771: finishing write tid 2 to smithi09778949-10 2024-09-16T03:07:28.131 INFO:tasks.rados.rados.0.smithi097.stdout:3769: finishing write tid 3 to smithi09778949-13 2024-09-16T03:07:28.132 INFO:tasks.rados.rados.0.smithi097.stdout:3769: oid 13 updating version 0 to 1937 2024-09-16T03:07:28.132 INFO:tasks.rados.rados.0.smithi097.stdout:3769: oid 13 version 1937 is already newer than 1936 2024-09-16T03:07:28.132 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 13 v 1937 (ObjNum 1147 snap 362 seq_num 1147) dirty exists 2024-09-16T03:07:28.132 INFO:tasks.rados.rados.0.smithi097.stdout:3769: left oid 13 (ObjNum 1147 snap 362 seq_num 1147) 2024-09-16T03:07:28.132 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 2559 (ObjNum 1092 snap 340 seq_num 1092) dirty exists 2024-09-16T03:07:28.133 INFO:tasks.rados.rados.0.smithi097.stdout:3767: expect (ObjNum 1136 snap 357 seq_num 1136) 2024-09-16T03:07:28.271 INFO:tasks.rados.rados.0.smithi097.stdout:3772: expect (ObjNum 1083 snap 332 seq_num 1083) 2024-09-16T03:07:28.354 INFO:tasks.rados.rados.0.smithi097.stdout:3773: expect (ObjNum 1144 snap 360 seq_num 1144) 2024-09-16T03:07:28.415 INFO:tasks.rados.rados.0.smithi097.stdout:3765: finishing copy_from racing read to smithi09778949-39 2024-09-16T03:07:28.415 INFO:tasks.rados.rados.0.smithi097.stdout:3774: expect (ObjNum 1101 snap 341 seq_num 1101) 2024-09-16T03:07:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:28 smithi097 ceph-mon[88563]: pgmap v888: 121 pgs: 121 active+clean; 166 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-16T03:07:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:28 smithi097 ceph-mon[88563]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T03:07:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:28 smithi097 ceph-mon[90424]: pgmap v888: 121 pgs: 121 active+clean; 166 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-16T03:07:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:28 smithi097 ceph-mon[90424]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T03:07:28.572 INFO:tasks.rados.rados.0.smithi097.stdout:3771: finishing write tid 3 to smithi09778949-10 2024-09-16T03:07:28.572 INFO:tasks.rados.rados.0.smithi097.stdout:3771: oid 10 updating version 0 to 2445 2024-09-16T03:07:28.572 INFO:tasks.rados.rados.0.smithi097.stdout:3771: oid 10 version 2445 is already newer than 2444 2024-09-16T03:07:28.572 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2445 (ObjNum 1148 snap 362 seq_num 1148) dirty exists 2024-09-16T03:07:28.572 INFO:tasks.rados.rados.0.smithi097.stdout:3771: left oid 10 (ObjNum 1148 snap 362 seq_num 1148) 2024-09-16T03:07:28.573 INFO:tasks.rados.rados.0.smithi097.stdout:3765: finishing copy_from to smithi09778949-39 2024-09-16T03:07:28.573 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 1974 (ObjNum 1131 snap 354 seq_num 1131) dirty exists 2024-09-16T03:07:28.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:28 smithi184 ceph-mon[82194]: pgmap v888: 121 pgs: 121 active+clean; 166 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-09-16T03:07:28.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:28 smithi184 ceph-mon[82194]: osdmap e810: 8 total, 8 up, 8 in 2024-09-16T03:07:29.112 INFO:tasks.rados.rados.0.smithi097.stdout:3765: done (8 left) 2024-09-16T03:07:29.112 INFO:tasks.rados.rados.0.smithi097.stdout:3767: done (7 left) 2024-09-16T03:07:29.112 INFO:tasks.rados.rados.0.smithi097.stdout:3769: done (6 left) 2024-09-16T03:07:29.112 INFO:tasks.rados.rados.0.smithi097.stdout:3770: done (5 left) 2024-09-16T03:07:29.112 INFO:tasks.rados.rados.0.smithi097.stdout:3771: done (4 left) 2024-09-16T03:07:29.112 INFO:tasks.rados.rados.0.smithi097.stdout:3772: done (3 left) 2024-09-16T03:07:29.113 INFO:tasks.rados.rados.0.smithi097.stdout:3773: done (2 left) 2024-09-16T03:07:29.113 INFO:tasks.rados.rados.0.smithi097.stdout:3774: done (1 left) 2024-09-16T03:07:29.113 INFO:tasks.rados.rados.0.smithi097.stdout:3775: done (0 left) 2024-09-16T03:07:29.113 INFO:tasks.rados.rados.0.smithi097.stdout:3776: delete oid 42 current snap is 363 2024-09-16T03:07:29.119 INFO:tasks.rados.rados.0.smithi097.stdout:3776: done (0 left) 2024-09-16T03:07:29.119 INFO:tasks.rados.rados.0.smithi097.stdout:3777: snap_remove snap 360 2024-09-16T03:07:30.121 INFO:tasks.rados.rados.0.smithi097.stdout:3777: done (0 left) 2024-09-16T03:07:30.121 INFO:tasks.rados.rados.0.smithi097.stdout:3778: rmattr oid 40 current snap is 363 2024-09-16T03:07:30.121 INFO:tasks.rados.rados.0.smithi097.stdout:3778: done (0 left) 2024-09-16T03:07:30.121 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 363 2024-09-16T03:07:30.121 INFO:tasks.rados.rados.0.smithi097.stdout:3779: seq_num 1150 ranges {688128=65536} 2024-09-16T03:07:30.125 INFO:tasks.rados.rados.0.smithi097.stdout:3779: writing smithi09778949-6 from 688128 to 753664 tid 1 2024-09-16T03:07:30.125 INFO:tasks.rados.rados.0.smithi097.stdout:3780: rollback oid 28 current snap is 363 2024-09-16T03:07:30.125 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 28 to 355 2024-09-16T03:07:30.125 INFO:tasks.rados.rados.0.smithi097.stdout:3781: copy_from oid 50 from oid 35 current snap is 363 2024-09-16T03:07:30.125 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 27 current snap is 363 2024-09-16T03:07:30.126 INFO:tasks.rados.rados.0.smithi097.stdout:3782: seq_num 1151 ranges {3940352=81920} 2024-09-16T03:07:30.148 INFO:tasks.rados.rados.0.smithi097.stdout:3782: writing smithi09778949-27 from 3940352 to 4022272 tid 1 2024-09-16T03:07:30.148 INFO:tasks.rados.rados.0.smithi097.stdout:3783: delete oid 8 current snap is 363 2024-09-16T03:07:30.148 INFO:tasks.rados.rados.0.smithi097.stdout:3779: finishing write tid 1 to smithi09778949-6 2024-09-16T03:07:30.148 INFO:tasks.rados.rados.0.smithi097.stdout:3779: finishing write tid 2 to smithi09778949-6 2024-09-16T03:07:30.148 INFO:tasks.rados.rados.0.smithi097.stdout:3779: finishing write tid 3 to smithi09778949-6 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:3779: oid 6 updating version 0 to 1938 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:3779: oid 6 updating version 1938 to 1939 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1939 (ObjNum 1150 snap 363 seq_num 1150) dirty exists 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:3779: left oid 6 (ObjNum 1150 snap 363 seq_num 1150) 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:3780: finishing rollback tid 0 to smithi09778949-28 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:3780: finishing rollback tid 1 to smithi09778949-28 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:3780: finishing rollback tid 2 to smithi09778949-28 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 2601 (ObjNum 931 snap 275 seq_num 931) dirty exists 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:3781: finishing copy_from racing read to smithi09778949-50 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:3781: finishing copy_from to smithi09778949-50 2024-09-16T03:07:30.149 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 2438 (ObjNum 1144 snap 360 seq_num 1144) dirty exists 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3779: done (4 left) 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3780: done (3 left) 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3781: done (2 left) 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3783: done (1 left) 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3784: copy_from oid 9 from oid 37 current snap is 363 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3785: snap_create 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3782: finishing write tid 1 to smithi09778949-27 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3784: finishing copy_from to smithi09778949-9 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3784: got expected ENOENT (src dne) 2024-09-16T03:07:30.152 INFO:tasks.rados.rados.0.smithi097.stdout:3782: finishing write tid 2 to smithi09778949-27 2024-09-16T03:07:30.153 INFO:tasks.rados.rados.0.smithi097.stdout:3784: finishing copy_from racing read to smithi09778949-9 2024-09-16T03:07:30.153 INFO:tasks.rados.rados.0.smithi097.stdout:3782: finishing write tid 3 to smithi09778949-27 2024-09-16T03:07:30.153 INFO:tasks.rados.rados.0.smithi097.stdout:3782: oid 27 updating version 0 to 2604 2024-09-16T03:07:30.153 INFO:tasks.rados.rados.0.smithi097.stdout:3782: oid 27 version 2604 is already newer than 2603 2024-09-16T03:07:30.153 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2604 (ObjNum 1151 snap 363 seq_num 1151) dirty exists 2024-09-16T03:07:30.153 INFO:tasks.rados.rados.0.smithi097.stdout:3782: left oid 27 (ObjNum 1151 snap 363 seq_num 1151) 2024-09-16T03:07:30.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:30 smithi184 ceph-mon[82194]: pgmap v891: 121 pgs: 121 active+clean; 155 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T03:07:30.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:30 smithi184 ceph-mon[82194]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T03:07:30.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:30 smithi097 ceph-mon[88563]: pgmap v891: 121 pgs: 121 active+clean; 155 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T03:07:30.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:30 smithi097 ceph-mon[88563]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T03:07:30.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:30 smithi097 ceph-mon[90424]: pgmap v891: 121 pgs: 121 active+clean; 155 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 2.3 MiB/s wr, 10 op/s 2024-09-16T03:07:30.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:30 smithi097 ceph-mon[90424]: osdmap e811: 8 total, 8 up, 8 in 2024-09-16T03:07:31.126 INFO:tasks.rados.rados.0.smithi097.stdout:3782: done (2 left) 2024-09-16T03:07:31.126 INFO:tasks.rados.rados.0.smithi097.stdout:3784: done (1 left) 2024-09-16T03:07:31.126 INFO:tasks.rados.rados.0.smithi097.stdout:3785: done (0 left) 2024-09-16T03:07:31.126 INFO:tasks.rados.rados.0.smithi097.stdout:3786: rollback oid 35 current snap is 364 2024-09-16T03:07:31.126 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 35 to 361 2024-09-16T03:07:31.126 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 45 current snap is 364 2024-09-16T03:07:31.126 INFO:tasks.rados.rados.0.smithi097.stdout:3787: seq_num 1153 ranges {0=114688} 2024-09-16T03:07:31.127 INFO:tasks.rados.rados.0.smithi097.stdout:3787: writing smithi09778949-45 from 0 to 114688 tid 1 2024-09-16T03:07:31.127 INFO:tasks.rados.rados.0.smithi097.stdout:3788: snap_remove snap 363 2024-09-16T03:07:31.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:31 smithi184 ceph-mon[82194]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T03:07:31.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:31 smithi097 ceph-mon[88563]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T03:07:31.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:31 smithi097 ceph-mon[90424]: osdmap e812: 8 total, 8 up, 8 in 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3788: done (2 left) 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3789: snap_create 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3786: finishing rollback tid 0 to smithi09778949-35 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3787: finishing write tid 1 to smithi09778949-45 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3786: finishing rollback tid 1 to smithi09778949-35 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3787: finishing write tid 2 to smithi09778949-45 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3786: finishing rollback tid 2 to smithi09778949-35 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 2441 (ObjNum 1144 snap 360 seq_num 1144) dirty exists 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3787: finishing write tid 3 to smithi09778949-45 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3787: oid 45 updating version 0 to 1952 2024-09-16T03:07:32.112 INFO:tasks.rados.rados.0.smithi097.stdout:3787: oid 45 updating version 1952 to 1953 2024-09-16T03:07:32.113 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1953 (ObjNum 1153 snap 364 seq_num 1153) dirty exists 2024-09-16T03:07:32.113 INFO:tasks.rados.rados.0.smithi097.stdout:3787: left oid 45 (ObjNum 1153 snap 364 seq_num 1153) 2024-09-16T03:07:32.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:32 smithi184 ceph-mon[82194]: pgmap v894: 121 pgs: 121 active+clean; 164 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T03:07:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:32 smithi184 ceph-mon[82194]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T03:07:32.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:32 smithi184 ceph-mon[82194]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T03:07:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:32 smithi097 ceph-mon[88563]: pgmap v894: 121 pgs: 121 active+clean; 164 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T03:07:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:32 smithi097 ceph-mon[88563]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T03:07:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:32 smithi097 ceph-mon[88563]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T03:07:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:32 smithi097 ceph-mon[90424]: pgmap v894: 121 pgs: 121 active+clean; 164 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-09-16T03:07:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:32 smithi097 ceph-mon[90424]: osdmap e813: 8 total, 8 up, 8 in 2024-09-16T03:07:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:32 smithi097 ceph-mon[90424]: osdmap e814: 8 total, 8 up, 8 in 2024-09-16T03:07:33.111 INFO:tasks.rados.rados.0.smithi097.stdout:3786: done (2 left) 2024-09-16T03:07:33.112 INFO:tasks.rados.rados.0.smithi097.stdout:3787: done (1 left) 2024-09-16T03:07:33.112 INFO:tasks.rados.rados.0.smithi097.stdout:3789: done (0 left) 2024-09-16T03:07:33.112 INFO:tasks.rados.rados.0.smithi097.stdout:3790: snap_remove snap 362 2024-09-16T03:07:34.115 INFO:tasks.rados.rados.0.smithi097.stdout:3790: done (0 left) 2024-09-16T03:07:34.115 INFO:tasks.rados.rados.0.smithi097.stdout:3791: rollback oid 37 current snap is 365 2024-09-16T03:07:34.115 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 37 to 364 2024-09-16T03:07:34.115 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 365 2024-09-16T03:07:34.115 INFO:tasks.rados.rados.0.smithi097.stdout:3792: seq_num 1154 ranges {8028160=131072} 2024-09-16T03:07:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:3792: writing smithi09778949-36 from 8028160 to 8159232 tid 1 2024-09-16T03:07:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:3793: read oid 21 snap -1 2024-09-16T03:07:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:3793: expect (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:07:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:3794: rollback oid 30 current snap is 365 2024-09-16T03:07:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 30 to 358 2024-09-16T03:07:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:3791: finishing rollback tid 1 to smithi09778949-37 2024-09-16T03:07:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-09-16T03:07:34.159 INFO:tasks.rados.rados.0.smithi097.stdout:3791: done (3 left) 2024-09-16T03:07:34.160 INFO:tasks.rados.rados.0.smithi097.stdout:3795: rmattr oid 47 current snap is 365 2024-09-16T03:07:34.160 INFO:tasks.rados.rados.0.smithi097.stdout:3795: done (3 left) 2024-09-16T03:07:34.160 INFO:tasks.rados.rados.0.smithi097.stdout:3796: rollback oid 26 current snap is 365 2024-09-16T03:07:34.160 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 26 to 361 2024-09-16T03:07:34.160 INFO:tasks.rados.rados.0.smithi097.stdout:3797: snap_create 2024-09-16T03:07:34.166 INFO:tasks.rados.rados.0.smithi097.stdout:3794: finishing rollback tid 0 to smithi09778949-30 2024-09-16T03:07:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:3796: finishing rollback tid 0 to smithi09778949-26 2024-09-16T03:07:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:3796: finishing rollback tid 1 to smithi09778949-26 2024-09-16T03:07:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:3796: finishing rollback tid 2 to smithi09778949-26 2024-09-16T03:07:34.168 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 26 v 1620 (ObjNum 1132 snap 354 seq_num 1132) dirty exists 2024-09-16T03:07:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:3792: finishing write tid 1 to smithi09778949-36 2024-09-16T03:07:34.169 INFO:tasks.rados.rados.0.smithi097.stdout:3792: finishing write tid 2 to smithi09778949-36 2024-09-16T03:07:34.172 INFO:tasks.rados.rados.0.smithi097.stdout:3794: finishing rollback tid 1 to smithi09778949-30 2024-09-16T03:07:34.172 INFO:tasks.rados.rados.0.smithi097.stdout:3794: finishing rollback tid 2 to smithi09778949-30 2024-09-16T03:07:34.172 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 30 v 1977 (ObjNum 1131 snap 354 seq_num 1131) dirty exists 2024-09-16T03:07:34.172 INFO:tasks.rados.rados.0.smithi097.stdout:3792: finishing write tid 3 to smithi09778949-36 2024-09-16T03:07:34.172 INFO:tasks.rados.rados.0.smithi097.stdout:3792: oid 36 updating version 0 to 2435 2024-09-16T03:07:34.173 INFO:tasks.rados.rados.0.smithi097.stdout:3792: oid 36 version 2435 is already newer than 2434 2024-09-16T03:07:34.173 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 2435 (ObjNum 1154 snap 365 seq_num 1154) dirty exists 2024-09-16T03:07:34.173 INFO:tasks.rados.rados.0.smithi097.stdout:3792: left oid 36 (ObjNum 1154 snap 365 seq_num 1154) 2024-09-16T03:07:34.177 INFO:tasks.rados.rados.0.smithi097.stdout:3793: expect (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:07:34.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:34 smithi184 ceph-mon[82194]: pgmap v897: 121 pgs: 121 active+clean; 164 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-09-16T03:07:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:34 smithi184 ceph-mon[82194]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T03:07:34.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:34.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:34 smithi097 ceph-mon[88563]: pgmap v897: 121 pgs: 121 active+clean; 164 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-09-16T03:07:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:34 smithi097 ceph-mon[88563]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T03:07:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:34 smithi097 ceph-mon[90424]: pgmap v897: 121 pgs: 121 active+clean; 164 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 29 MiB/s rd, 2.2 MiB/s wr, 27 op/s 2024-09-16T03:07:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:34 smithi097 ceph-mon[90424]: osdmap e815: 8 total, 8 up, 8 in 2024-09-16T03:07:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:34.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:07:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:07:34] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.51.0" 2024-09-16T03:07:35.124 INFO:tasks.rados.rados.0.smithi097.stdout:3792: done (4 left) 2024-09-16T03:07:35.124 INFO:tasks.rados.rados.0.smithi097.stdout:3793: done (3 left) 2024-09-16T03:07:35.124 INFO:tasks.rados.rados.0.smithi097.stdout:3794: done (2 left) 2024-09-16T03:07:35.124 INFO:tasks.rados.rados.0.smithi097.stdout:3796: done (1 left) 2024-09-16T03:07:35.124 INFO:tasks.rados.rados.0.smithi097.stdout:3797: done (0 left) 2024-09-16T03:07:35.124 INFO:tasks.rados.rados.0.smithi097.stdout:3798: delete oid 27 current snap is 366 2024-09-16T03:07:35.129 INFO:tasks.rados.rados.0.smithi097.stdout:3798: done (0 left) 2024-09-16T03:07:35.130 INFO:tasks.rados.rados.0.smithi097.stdout:3799: copy_from oid 7 from oid 11 current snap is 366 2024-09-16T03:07:35.130 INFO:tasks.rados.rados.0.smithi097.stdout:3800: snap_create 2024-09-16T03:07:35.131 INFO:tasks.rados.rados.0.smithi097.stdout:3799: finishing copy_from to smithi09778949-7 2024-09-16T03:07:35.131 INFO:tasks.rados.rados.0.smithi097.stdout:3799: got expected ENOENT (src dne) 2024-09-16T03:07:35.131 INFO:tasks.rados.rados.0.smithi097.stdout:3799: finishing copy_from racing read to smithi09778949-7 2024-09-16T03:07:35.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:35 smithi184 ceph-mon[82194]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T03:07:35.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:35 smithi097 ceph-mon[88563]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T03:07:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:35 smithi097 ceph-mon[90424]: osdmap e816: 8 total, 8 up, 8 in 2024-09-16T03:07:36.126 INFO:tasks.rados.rados.0.smithi097.stdout:3799: done (1 left) 2024-09-16T03:07:36.126 INFO:tasks.rados.rados.0.smithi097.stdout:3800: done (0 left) 2024-09-16T03:07:36.126 INFO:tasks.rados.rados.0.smithi097.stdout:3801: rmattr oid 22 current snap is 367 2024-09-16T03:07:36.126 INFO:tasks.rados.rados.0.smithi097.stdout:3801: done (0 left) 2024-09-16T03:07:36.126 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 19 current snap is 367 2024-09-16T03:07:36.126 INFO:tasks.rados.rados.0.smithi097.stdout:3802: seq_num 1156 ranges {2539520=163840} 2024-09-16T03:07:36.141 INFO:tasks.rados.rados.0.smithi097.stdout:3802: writing smithi09778949-19 from 2539520 to 2703360 tid 1 2024-09-16T03:07:36.141 INFO:tasks.rados.rados.0.smithi097.stdout:3803: copy_from oid 3 from oid 26 current snap is 367 2024-09-16T03:07:36.141 INFO:tasks.rados.rados.0.smithi097.stdout:3804: snap_create 2024-09-16T03:07:36.151 INFO:tasks.rados.rados.0.smithi097.stdout:3802: finishing write tid 1 to smithi09778949-19 2024-09-16T03:07:36.154 INFO:tasks.rados.rados.0.smithi097.stdout:3802: finishing write tid 2 to smithi09778949-19 2024-09-16T03:07:36.155 INFO:tasks.rados.rados.0.smithi097.stdout:3802: finishing write tid 3 to smithi09778949-19 2024-09-16T03:07:36.156 INFO:tasks.rados.rados.0.smithi097.stdout:3802: oid 19 updating version 0 to 2612 2024-09-16T03:07:36.156 INFO:tasks.rados.rados.0.smithi097.stdout:3802: oid 19 updating version 2612 to 2613 2024-09-16T03:07:36.156 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 19 v 2613 (ObjNum 1156 snap 367 seq_num 1156) dirty exists 2024-09-16T03:07:36.156 INFO:tasks.rados.rados.0.smithi097.stdout:3802: left oid 19 (ObjNum 1156 snap 367 seq_num 1156) 2024-09-16T03:07:36.209 INFO:tasks.rados.rados.0.smithi097.stdout:3803: finishing copy_from racing read to smithi09778949-3 2024-09-16T03:07:36.214 INFO:tasks.rados.rados.0.smithi097.stdout:3803: finishing copy_from to smithi09778949-3 2024-09-16T03:07:36.215 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1620 (ObjNum 1132 snap 354 seq_num 1132) dirty exists 2024-09-16T03:07:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:36 smithi184 ceph-mon[82194]: pgmap v900: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 628 KiB/s wr, 4 op/s 2024-09-16T03:07:36.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:36 smithi184 ceph-mon[82194]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T03:07:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:36 smithi097 ceph-mon[88563]: pgmap v900: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 628 KiB/s wr, 4 op/s 2024-09-16T03:07:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:36 smithi097 ceph-mon[88563]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T03:07:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:36 smithi097 ceph-mon[90424]: pgmap v900: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.7 MiB/s rd, 628 KiB/s wr, 4 op/s 2024-09-16T03:07:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:36 smithi097 ceph-mon[90424]: osdmap e817: 8 total, 8 up, 8 in 2024-09-16T03:07:37.114 INFO:tasks.rados.rados.0.smithi097.stdout:3802: done (2 left) 2024-09-16T03:07:37.115 INFO:tasks.rados.rados.0.smithi097.stdout:3803: done (1 left) 2024-09-16T03:07:37.115 INFO:tasks.rados.rados.0.smithi097.stdout:3804: done (0 left) 2024-09-16T03:07:37.115 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 368 2024-09-16T03:07:37.115 INFO:tasks.rados.rados.0.smithi097.stdout:3805: seq_num 1157 ranges {2801664=180224} 2024-09-16T03:07:37.131 INFO:tasks.rados.rados.0.smithi097.stdout:3805: writing smithi09778949-20 from 2801664 to 2981888 tid 1 2024-09-16T03:07:37.131 INFO:tasks.rados.rados.0.smithi097.stdout:3806: read oid 30 snap -1 2024-09-16T03:07:37.131 INFO:tasks.rados.rados.0.smithi097.stdout:3806: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:07:37.131 INFO:tasks.rados.rados.0.smithi097.stdout:3807: snap_remove snap 364 2024-09-16T03:07:37.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:37 smithi184 ceph-mon[82194]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T03:07:37.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:37 smithi184 ceph-mon[82194]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T03:07:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:37 smithi097 ceph-mon[88563]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T03:07:37.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:37 smithi097 ceph-mon[88563]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T03:07:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:37 smithi097 ceph-mon[90424]: osdmap e818: 8 total, 8 up, 8 in 2024-09-16T03:07:37.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:37 smithi097 ceph-mon[90424]: osdmap e819: 8 total, 8 up, 8 in 2024-09-16T03:07:38.139 INFO:tasks.rados.rados.0.smithi097.stdout:3807: done (2 left) 2024-09-16T03:07:38.139 INFO:tasks.rados.rados.0.smithi097.stdout:3808: snap_remove snap 365 2024-09-16T03:07:38.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:38 smithi184 ceph-mon[82194]: pgmap v903: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 608 KiB/s wr, 3 op/s 2024-09-16T03:07:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:07:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:38 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:38.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:38 smithi184 ceph-mon[82194]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T03:07:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[90424]: pgmap v903: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 608 KiB/s wr, 3 op/s 2024-09-16T03:07:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:07:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[90424]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T03:07:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[88563]: pgmap v903: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 608 KiB/s wr, 3 op/s 2024-09-16T03:07:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:07:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:38.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:38 smithi097 ceph-mon[88563]: osdmap e820: 8 total, 8 up, 8 in 2024-09-16T03:07:39.139 INFO:tasks.rados.rados.0.smithi097.stdout:3808: done (2 left) 2024-09-16T03:07:39.139 INFO:tasks.rados.rados.0.smithi097.stdout:3809: copy_from oid 21 from oid 34 current snap is 368 2024-09-16T03:07:39.139 INFO:tasks.rados.rados.0.smithi097.stdout:3805: finishing write tid 1 to smithi09778949-20 2024-09-16T03:07:39.139 INFO:tasks.rados.rados.0.smithi097.stdout:3805: finishing write tid 2 to smithi09778949-20 2024-09-16T03:07:39.139 INFO:tasks.rados.rados.0.smithi097.stdout:3806: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:07:39.247 INFO:tasks.rados.rados.0.smithi097.stdout:3805: finishing write tid 3 to smithi09778949-20 2024-09-16T03:07:39.247 INFO:tasks.rados.rados.0.smithi097.stdout:3805: oid 20 updating version 0 to 1979 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:3805: oid 20 version 1979 is already newer than 1978 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 1979 (ObjNum 1157 snap 368 seq_num 1157) dirty exists 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:3805: left oid 20 (ObjNum 1157 snap 368 seq_num 1157) 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:3805: done (2 left) 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:3806: done (1 left) 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:3810: delete oid 42 current snap is 368 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:3809: finishing copy_from racing read to smithi09778949-21 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:3809: finishing copy_from to smithi09778949-21 2024-09-16T03:07:39.248 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1616 (ObjNum 1110 snap 346 seq_num 1110) dirty exists 2024-09-16T03:07:39.250 INFO:tasks.rados.rados.0.smithi097.stdout:3809: done (1 left) 2024-09-16T03:07:39.250 INFO:tasks.rados.rados.0.smithi097.stdout:3810: done (0 left) 2024-09-16T03:07:39.250 INFO:tasks.rados.rados.0.smithi097.stdout:3811: rollback oid 33 current snap is 368 2024-09-16T03:07:39.250 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 33 to 367 2024-09-16T03:07:39.250 INFO:tasks.rados.rados.0.smithi097.stdout:3812: snap_create 2024-09-16T03:07:39.251 INFO:tasks.rados.rados.0.smithi097.stdout:3811: finishing rollback tid 1 to smithi09778949-33 2024-09-16T03:07:39.251 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-09-16T03:07:39.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:07:39.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:07:39.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:39.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:39 smithi184 ceph-mon[82194]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T03:07:39.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:07:39.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:07:39.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:39.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:39 smithi097 ceph-mon[88563]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T03:07:39.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:07:39.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:07:39.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:07:39.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:39 smithi097 ceph-mon[90424]: osdmap e821: 8 total, 8 up, 8 in 2024-09-16T03:07:40.154 INFO:tasks.rados.rados.0.smithi097.stdout:3811: done (1 left) 2024-09-16T03:07:40.155 INFO:tasks.rados.rados.0.smithi097.stdout:3812: done (0 left) 2024-09-16T03:07:40.155 INFO:tasks.rados.rados.0.smithi097.stdout:3813: setattr oid 49 current snap is 369 2024-09-16T03:07:40.155 INFO:tasks.rados.rados.0.smithi097.stdout:3814: rollback oid 23 current snap is 369 2024-09-16T03:07:40.155 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 23 to 367 2024-09-16T03:07:40.155 INFO:tasks.rados.rados.0.smithi097.stdout:3815: snap_remove snap 366 2024-09-16T03:07:40.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:40 smithi097 ceph-mon[88563]: pgmap v906: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 32 KiB/s wr, 3 op/s 2024-09-16T03:07:40.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:40 smithi097 ceph-mon[88563]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T03:07:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:40 smithi097 ceph-mon[90424]: pgmap v906: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 32 KiB/s wr, 3 op/s 2024-09-16T03:07:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:40 smithi097 ceph-mon[90424]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T03:07:40.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:40 smithi184 ceph-mon[82194]: pgmap v906: 121 pgs: 121 active+clean; 166 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 32 KiB/s wr, 3 op/s 2024-09-16T03:07:40.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:40 smithi184 ceph-mon[82194]: osdmap e822: 8 total, 8 up, 8 in 2024-09-16T03:07:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3815: done (2 left) 2024-09-16T03:07:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3816: read oid 22 snap 358 2024-09-16T03:07:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3816: expect (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:07:41.157 INFO:tasks.rados.rados.0.smithi097.stdout:3817: snap_remove snap 355 2024-09-16T03:07:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3817: done (3 left) 2024-09-16T03:07:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3818: read oid 27 snap 361 2024-09-16T03:07:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3818: expect (ObjNum 1095 snap 341 seq_num 1095) 2024-09-16T03:07:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 369 2024-09-16T03:07:42.114 INFO:tasks.rados.rados.0.smithi097.stdout:3819: seq_num 1159 ranges {0=212992} 2024-09-16T03:07:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3819: writing smithi09778949-33 from 0 to 212992 tid 1 2024-09-16T03:07:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3820: read oid 28 snap -1 2024-09-16T03:07:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3820: expect (ObjNum 931 snap 275 seq_num 931) 2024-09-16T03:07:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3821: read oid 8 snap -1 2024-09-16T03:07:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3821: expect deleted 2024-09-16T03:07:42.115 INFO:tasks.rados.rados.0.smithi097.stdout:3822: rmattr oid 38 current snap is 369 2024-09-16T03:07:42.116 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 369 2024-09-16T03:07:42.116 INFO:tasks.rados.rados.0.smithi097.stdout:3823: seq_num 1160 ranges {0=229376} 2024-09-16T03:07:42.117 INFO:tasks.rados.rados.0.smithi097.stdout:3823: writing smithi09778949-42 from 0 to 229376 tid 1 2024-09-16T03:07:42.118 INFO:tasks.rados.rados.0.smithi097.stdout:3814: finishing rollback tid 0 to smithi09778949-23 2024-09-16T03:07:42.118 INFO:tasks.rados.rados.0.smithi097.stdout:3814: finishing rollback tid 1 to smithi09778949-23 2024-09-16T03:07:42.118 INFO:tasks.rados.rados.0.smithi097.stdout:3814: finishing rollback tid 2 to smithi09778949-23 2024-09-16T03:07:42.119 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 2416 (ObjNum 1117 snap 348 seq_num 1117) dirty exists 2024-09-16T03:07:42.119 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 2446 (ObjNum 1101 snap 341 seq_num 1101) dirty exists 2024-09-16T03:07:42.119 INFO:tasks.rados.rados.0.smithi097.stdout:3816: expect (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:07:42.242 INFO:tasks.rados.rados.0.smithi097.stdout:3819: finishing write tid 1 to smithi09778949-33 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:3819: finishing write tid 2 to smithi09778949-33 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:3819: finishing write tid 3 to smithi09778949-33 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:3819: oid 33 updating version 0 to 2447 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:3819: oid 33 updating version 2447 to 2448 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 2448 (ObjNum 1159 snap 369 seq_num 1159) dirty exists 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:3819: left oid 33 (ObjNum 1159 snap 369 seq_num 1159) 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2449 (ObjNum 1139 snap 360 seq_num 1139) dirty exists 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:3823: finishing write tid 1 to smithi09778949-42 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:3823: finishing write tid 2 to smithi09778949-42 2024-09-16T03:07:42.243 INFO:tasks.rados.rados.0.smithi097.stdout:3818: expect (ObjNum 1095 snap 341 seq_num 1095) 2024-09-16T03:07:42.379 INFO:tasks.rados.rados.0.smithi097.stdout:3820: expect (ObjNum 931 snap 275 seq_num 931) 2024-09-16T03:07:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:42 smithi184 ceph-mon[82194]: pgmap v909: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-16T03:07:42.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:42 smithi184 ceph-mon[82194]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T03:07:42.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:42 smithi184 ceph-mon[82194]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3823: finishing write tid 3 to smithi09778949-42 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3823: oid 42 updating version 0 to 2626 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3823: oid 42 updating version 2626 to 2627 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 2627 (ObjNum 1160 snap 369 seq_num 1160) dirty exists 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3823: left oid 42 (ObjNum 1160 snap 369 seq_num 1160) 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3813: done (8 left) 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3814: done (7 left) 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3816: done (6 left) 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3818: done (5 left) 2024-09-16T03:07:42.454 INFO:tasks.rados.rados.0.smithi097.stdout:3819: done (4 left) 2024-09-16T03:07:42.455 INFO:tasks.rados.rados.0.smithi097.stdout:3820: done (3 left) 2024-09-16T03:07:42.455 INFO:tasks.rados.rados.0.smithi097.stdout:3821: done (2 left) 2024-09-16T03:07:42.455 INFO:tasks.rados.rados.0.smithi097.stdout:3822: done (1 left) 2024-09-16T03:07:42.455 INFO:tasks.rados.rados.0.smithi097.stdout:3823: done (0 left) 2024-09-16T03:07:42.455 INFO:tasks.rados.rados.0.smithi097.stdout:3824: read oid 43 snap 358 2024-09-16T03:07:42.455 INFO:tasks.rados.rados.0.smithi097.stdout:3824: expect (ObjNum 1136 snap 357 seq_num 1136) 2024-09-16T03:07:42.455 INFO:tasks.rados.rados.0.smithi097.stdout:3825: delete oid 5 current snap is 369 2024-09-16T03:07:42.456 INFO:tasks.rados.rados.0.smithi097.stdout:3825: done (1 left) 2024-09-16T03:07:42.456 INFO:tasks.rados.rados.0.smithi097.stdout:3826: snap_remove snap 361 2024-09-16T03:07:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:42 smithi097 ceph-mon[90424]: pgmap v909: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-16T03:07:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:42 smithi097 ceph-mon[90424]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T03:07:42.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:42 smithi097 ceph-mon[90424]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T03:07:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:42 smithi097 ceph-mon[88563]: pgmap v909: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-09-16T03:07:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:42 smithi097 ceph-mon[88563]: osdmap e823: 8 total, 8 up, 8 in 2024-09-16T03:07:42.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:42 smithi097 ceph-mon[88563]: osdmap e824: 8 total, 8 up, 8 in 2024-09-16T03:07:43.167 INFO:tasks.rados.rados.0.smithi097.stdout:3826: done (1 left) 2024-09-16T03:07:43.167 INFO:tasks.rados.rados.0.smithi097.stdout:3827: rmattr oid 11 current snap is 369 2024-09-16T03:07:43.168 INFO:tasks.rados.rados.0.smithi097.stdout:3827: done (1 left) 2024-09-16T03:07:43.168 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 369 2024-09-16T03:07:43.168 INFO:tasks.rados.rados.0.smithi097.stdout:3828: seq_num 1162 ranges {10059776=270336} 2024-09-16T03:07:43.226 INFO:tasks.rados.rados.0.smithi097.stdout:3828: writing smithi09778949-38 from 10059776 to 10330112 tid 1 2024-09-16T03:07:43.226 INFO:tasks.rados.rados.0.smithi097.stdout:3829: rollback oid 21 current snap is 369 2024-09-16T03:07:43.226 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 21 to 358 2024-09-16T03:07:43.226 INFO:tasks.rados.rados.0.smithi097.stdout:3824: expect (ObjNum 1136 snap 357 seq_num 1136) 2024-09-16T03:07:43.361 INFO:tasks.rados.rados.0.smithi097.stdout:3829: finishing rollback tid 0 to smithi09778949-21 2024-09-16T03:07:43.361 INFO:tasks.rados.rados.0.smithi097.stdout:3828: finishing write tid 1 to smithi09778949-38 2024-09-16T03:07:43.361 INFO:tasks.rados.rados.0.smithi097.stdout:3828: finishing write tid 2 to smithi09778949-38 2024-09-16T03:07:43.361 INFO:tasks.rados.rados.0.smithi097.stdout:3828: finishing write tid 3 to smithi09778949-38 2024-09-16T03:07:43.361 INFO:tasks.rados.rados.0.smithi097.stdout:3828: oid 38 updating version 0 to 2450 2024-09-16T03:07:43.361 INFO:tasks.rados.rados.0.smithi097.stdout:3828: oid 38 updating version 2450 to 2451 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2451 (ObjNum 1162 snap 369 seq_num 1162) dirty exists 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:3828: left oid 38 (ObjNum 1162 snap 369 seq_num 1162) 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:3829: finishing rollback tid 1 to smithi09778949-21 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:3824: done (2 left) 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:3828: done (1 left) 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:3830: rollback oid 18 current snap is 369 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 18 to 358 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:3829: finishing rollback tid 2 to smithi09778949-21 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1974 (ObjNum 1111 snap 346 seq_num 1111) dirty exists 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:3829: done (1 left) 2024-09-16T03:07:43.362 INFO:tasks.rados.rados.0.smithi097.stdout:3831: snap_create 2024-09-16T03:07:43.365 INFO:tasks.rados.rados.0.smithi097.stdout:3830: finishing rollback tid 0 to smithi09778949-18 2024-09-16T03:07:43.365 INFO:tasks.rados.rados.0.smithi097.stdout:3830: finishing rollback tid 1 to smithi09778949-18 2024-09-16T03:07:43.365 INFO:tasks.rados.rados.0.smithi097.stdout:3830: finishing rollback tid 2 to smithi09778949-18 2024-09-16T03:07:43.365 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1623 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-16T03:07:44.172 INFO:tasks.rados.rados.0.smithi097.stdout:3830: done (1 left) 2024-09-16T03:07:44.172 INFO:tasks.rados.rados.0.smithi097.stdout:3831: done (0 left) 2024-09-16T03:07:44.172 INFO:tasks.rados.rados.0.smithi097.stdout:3832: copy_from oid 1 from oid 29 current snap is 370 2024-09-16T03:07:44.172 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 49 current snap is 370 2024-09-16T03:07:44.173 INFO:tasks.rados.rados.0.smithi097.stdout:3833: seq_num 1163 ranges {4112384=286720} 2024-09-16T03:07:44.197 INFO:tasks.rados.rados.0.smithi097.stdout:3833: writing smithi09778949-49 from 4112384 to 4399104 tid 1 2024-09-16T03:07:44.197 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 370 2024-09-16T03:07:44.197 INFO:tasks.rados.rados.0.smithi097.stdout:3834: seq_num 1164 ranges {8241152=303104} 2024-09-16T03:07:44.242 INFO:tasks.rados.rados.0.smithi097.stdout:3834: writing smithi09778949-23 from 8241152 to 8544256 tid 1 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3835: rmattr oid 37 current snap is 370 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3835: done (3 left) 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3836: snap_create 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3833: finishing write tid 1 to smithi09778949-49 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3832: finishing copy_from racing read to smithi09778949-1 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3833: finishing write tid 2 to smithi09778949-49 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3832: finishing copy_from to smithi09778949-1 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 2443 (ObjNum 1145 snap 361 seq_num 1145) dirty exists 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3833: finishing write tid 3 to smithi09778949-49 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3833: oid 49 updating version 0 to 2452 2024-09-16T03:07:44.243 INFO:tasks.rados.rados.0.smithi097.stdout:3833: oid 49 updating version 2452 to 2453 2024-09-16T03:07:44.244 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 2453 (ObjNum 1163 snap 370 seq_num 1163) dirty exists 2024-09-16T03:07:44.244 INFO:tasks.rados.rados.0.smithi097.stdout:3833: left oid 49 (ObjNum 1163 snap 370 seq_num 1163) 2024-09-16T03:07:44.245 INFO:tasks.rados.rados.0.smithi097.stdout:3834: finishing write tid 1 to smithi09778949-23 2024-09-16T03:07:44.245 INFO:tasks.rados.rados.0.smithi097.stdout:3834: finishing write tid 2 to smithi09778949-23 2024-09-16T03:07:44.247 INFO:tasks.rados.rados.0.smithi097.stdout:3834: finishing write tid 3 to smithi09778949-23 2024-09-16T03:07:44.247 INFO:tasks.rados.rados.0.smithi097.stdout:3834: oid 23 updating version 0 to 2417 2024-09-16T03:07:44.247 INFO:tasks.rados.rados.0.smithi097.stdout:3834: oid 23 updating version 2417 to 2418 2024-09-16T03:07:44.247 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 2418 (ObjNum 1164 snap 370 seq_num 1164) dirty exists 2024-09-16T03:07:44.247 INFO:tasks.rados.rados.0.smithi097.stdout:3834: left oid 23 (ObjNum 1164 snap 370 seq_num 1164) 2024-09-16T03:07:44.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:44 smithi097 ceph-mon[88563]: pgmap v912: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 3 op/s 2024-09-16T03:07:44.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:44 smithi097 ceph-mon[88563]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T03:07:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:44 smithi097 ceph-mon[90424]: pgmap v912: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 3 op/s 2024-09-16T03:07:44.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:44 smithi097 ceph-mon[90424]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T03:07:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:44 smithi184 ceph-mon[82194]: pgmap v912: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 3 op/s 2024-09-16T03:07:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:44 smithi184 ceph-mon[82194]: osdmap e825: 8 total, 8 up, 8 in 2024-09-16T03:07:44.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:07:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:07:44] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.51.0" 2024-09-16T03:07:45.187 INFO:tasks.rados.rados.0.smithi097.stdout:3832: done (3 left) 2024-09-16T03:07:45.187 INFO:tasks.rados.rados.0.smithi097.stdout:3833: done (2 left) 2024-09-16T03:07:45.187 INFO:tasks.rados.rados.0.smithi097.stdout:3834: done (1 left) 2024-09-16T03:07:45.187 INFO:tasks.rados.rados.0.smithi097.stdout:3836: done (0 left) 2024-09-16T03:07:45.187 INFO:tasks.rados.rados.0.smithi097.stdout:3837: snap_create 2024-09-16T03:07:45.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:45 smithi097 ceph-mon[88563]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T03:07:45.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:45 smithi097 ceph-mon[90424]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T03:07:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:45 smithi184 ceph-mon[82194]: osdmap e826: 8 total, 8 up, 8 in 2024-09-16T03:07:46.188 INFO:tasks.rados.rados.0.smithi097.stdout:3837: done (0 left) 2024-09-16T03:07:46.189 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 372 2024-09-16T03:07:46.189 INFO:tasks.rados.rados.0.smithi097.stdout:3838: seq_num 1165 ranges {4087808=319488} 2024-09-16T03:07:46.212 INFO:tasks.rados.rados.0.smithi097.stdout:3838: writing smithi09778949-48 from 4087808 to 4407296 tid 1 2024-09-16T03:07:46.212 INFO:tasks.rados.rados.0.smithi097.stdout:3839: snap_create 2024-09-16T03:07:46.220 INFO:tasks.rados.rados.0.smithi097.stdout:3838: finishing write tid 1 to smithi09778949-48 2024-09-16T03:07:46.221 INFO:tasks.rados.rados.0.smithi097.stdout:3838: finishing write tid 2 to smithi09778949-48 2024-09-16T03:07:46.224 INFO:tasks.rados.rados.0.smithi097.stdout:3838: finishing write tid 3 to smithi09778949-48 2024-09-16T03:07:46.224 INFO:tasks.rados.rados.0.smithi097.stdout:3838: oid 48 updating version 0 to 817 2024-09-16T03:07:46.224 INFO:tasks.rados.rados.0.smithi097.stdout:3838: oid 48 updating version 817 to 818 2024-09-16T03:07:46.224 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 818 (ObjNum 1165 snap 372 seq_num 1165) dirty exists 2024-09-16T03:07:46.224 INFO:tasks.rados.rados.0.smithi097.stdout:3838: left oid 48 (ObjNum 1165 snap 372 seq_num 1165) 2024-09-16T03:07:46.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:46 smithi097 ceph-mon[88563]: pgmap v915: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 118 KiB/s wr, 9 op/s 2024-09-16T03:07:46.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:46 smithi097 ceph-mon[88563]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T03:07:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:46 smithi097 ceph-mon[90424]: pgmap v915: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 118 KiB/s wr, 9 op/s 2024-09-16T03:07:46.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:46 smithi097 ceph-mon[90424]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T03:07:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:46 smithi184 ceph-mon[82194]: pgmap v915: 121 pgs: 121 active+clean; 181 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 118 KiB/s wr, 9 op/s 2024-09-16T03:07:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:46 smithi184 ceph-mon[82194]: osdmap e827: 8 total, 8 up, 8 in 2024-09-16T03:07:47.118 INFO:tasks.rados.rados.0.smithi097.stdout:3838: done (1 left) 2024-09-16T03:07:47.118 INFO:tasks.rados.rados.0.smithi097.stdout:3839: done (0 left) 2024-09-16T03:07:47.118 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 31 current snap is 373 2024-09-16T03:07:47.118 INFO:tasks.rados.rados.0.smithi097.stdout:3840: seq_num 1166 ranges {0=335872} 2024-09-16T03:07:47.120 INFO:tasks.rados.rados.0.smithi097.stdout:3840: writing smithi09778949-31 from 0 to 335872 tid 1 2024-09-16T03:07:47.120 INFO:tasks.rados.rados.0.smithi097.stdout:3841: copy_from oid 50 from oid 15 current snap is 373 2024-09-16T03:07:47.120 INFO:tasks.rados.rados.0.smithi097.stdout:3842: snap_create 2024-09-16T03:07:47.126 INFO:tasks.rados.rados.0.smithi097.stdout:3840: finishing write tid 1 to smithi09778949-31 2024-09-16T03:07:47.126 INFO:tasks.rados.rados.0.smithi097.stdout:3840: finishing write tid 2 to smithi09778949-31 2024-09-16T03:07:47.132 INFO:tasks.rados.rados.0.smithi097.stdout:3840: finishing write tid 3 to smithi09778949-31 2024-09-16T03:07:47.132 INFO:tasks.rados.rados.0.smithi097.stdout:3840: oid 31 updating version 0 to 2439 2024-09-16T03:07:47.132 INFO:tasks.rados.rados.0.smithi097.stdout:3840: oid 31 updating version 2439 to 2440 2024-09-16T03:07:47.132 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 2440 (ObjNum 1166 snap 373 seq_num 1166) dirty exists 2024-09-16T03:07:47.132 INFO:tasks.rados.rados.0.smithi097.stdout:3840: left oid 31 (ObjNum 1166 snap 373 seq_num 1166) 2024-09-16T03:07:47.143 INFO:tasks.rados.rados.0.smithi097.stdout:3841: finishing copy_from racing read to smithi09778949-50 2024-09-16T03:07:47.146 INFO:tasks.rados.rados.0.smithi097.stdout:3841: finishing copy_from to smithi09778949-50 2024-09-16T03:07:47.146 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 1971 (ObjNum 1131 snap 354 seq_num 1131) dirty exists 2024-09-16T03:07:47.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:47 smithi097 ceph-mon[88563]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T03:07:47.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:47 smithi097 ceph-mon[88563]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T03:07:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:47 smithi097 ceph-mon[90424]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T03:07:47.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:47 smithi097 ceph-mon[90424]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T03:07:47.560 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:47 smithi184 ceph-mon[82194]: osdmap e828: 8 total, 8 up, 8 in 2024-09-16T03:07:47.560 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:47 smithi184 ceph-mon[82194]: osdmap e829: 8 total, 8 up, 8 in 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3840: done (2 left) 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3841: done (1 left) 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3842: done (0 left) 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3843: rollback oid 31 current snap is 374 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 31 to 368 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3844: read oid 29 snap -1 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3844: expect (ObjNum 1145 snap 361 seq_num 1145) 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 374 2024-09-16T03:07:48.118 INFO:tasks.rados.rados.0.smithi097.stdout:3845: seq_num 1167 ranges {0=352256} 2024-09-16T03:07:48.119 INFO:tasks.rados.rados.0.smithi097.stdout:3845: writing smithi09778949-8 from 0 to 352256 tid 1 2024-09-16T03:07:48.120 INFO:tasks.rados.rados.0.smithi097.stdout:3846: rmattr oid 6 current snap is 374 2024-09-16T03:07:48.120 INFO:tasks.rados.rados.0.smithi097.stdout:3846: done (3 left) 2024-09-16T03:07:48.120 INFO:tasks.rados.rados.0.smithi097.stdout:3847: copy_from oid 4 from oid 21 current snap is 374 2024-09-16T03:07:48.120 INFO:tasks.rados.rados.0.smithi097.stdout:3848: setattr oid 45 current snap is 374 2024-09-16T03:07:48.122 INFO:tasks.rados.rados.0.smithi097.stdout:3849: rollback oid 9 current snap is 374 2024-09-16T03:07:48.122 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 9 to 373 2024-09-16T03:07:48.122 INFO:tasks.rados.rados.0.smithi097.stdout:3850: read oid 46 snap -1 2024-09-16T03:07:48.122 INFO:tasks.rados.rados.0.smithi097.stdout:3850: expect (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:07:48.123 INFO:tasks.rados.rados.0.smithi097.stdout:3851: rollback oid 23 current snap is 374 2024-09-16T03:07:48.123 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 23 to 367 2024-09-16T03:07:48.123 INFO:tasks.rados.rados.0.smithi097.stdout:3852: rollback oid 43 current snap is 374 2024-09-16T03:07:48.123 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 369 2024-09-16T03:07:48.123 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 11 current snap is 374 2024-09-16T03:07:48.123 INFO:tasks.rados.rados.0.smithi097.stdout:3853: seq_num 1168 ranges {0=368640} 2024-09-16T03:07:48.125 INFO:tasks.rados.rados.0.smithi097.stdout:3853: writing smithi09778949-11 from 0 to 368640 tid 1 2024-09-16T03:07:48.125 INFO:tasks.rados.rados.0.smithi097.stdout:3854: snap_create 2024-09-16T03:07:48.126 INFO:tasks.rados.rados.0.smithi097.stdout:3843: finishing rollback tid 0 to smithi09778949-31 2024-09-16T03:07:48.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 45 v 1954 (ObjNum 1153 snap 364 seq_num 1153) dirty exists 2024-09-16T03:07:48.132 INFO:tasks.rados.rados.0.smithi097.stdout:3845: finishing write tid 1 to smithi09778949-8 2024-09-16T03:07:48.132 INFO:tasks.rados.rados.0.smithi097.stdout:3849: finishing rollback tid 0 to smithi09778949-9 2024-09-16T03:07:48.133 INFO:tasks.rados.rados.0.smithi097.stdout:3849: finishing rollback tid 1 to smithi09778949-9 2024-09-16T03:07:48.134 INFO:tasks.rados.rados.0.smithi097.stdout:3845: finishing write tid 2 to smithi09778949-8 2024-09-16T03:07:48.134 INFO:tasks.rados.rados.0.smithi097.stdout:3849: finishing rollback tid 2 to smithi09778949-9 2024-09-16T03:07:48.134 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 9 v 2444 (ObjNum 1051 snap 323 seq_num 1051) dirty exists 2024-09-16T03:07:48.134 INFO:tasks.rados.rados.0.smithi097.stdout:3843: finishing rollback tid 1 to smithi09778949-31 2024-09-16T03:07:48.134 INFO:tasks.rados.rados.0.smithi097.stdout:3853: finishing write tid 1 to smithi09778949-11 2024-09-16T03:07:48.134 INFO:tasks.rados.rados.0.smithi097.stdout:3843: finishing rollback tid 2 to smithi09778949-31 2024-09-16T03:07:48.134 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 2443 (ObjNum 49 snap 0 seq_num 1666213219) dirty exists 2024-09-16T03:07:48.135 INFO:tasks.rados.rados.0.smithi097.stdout:3853: finishing write tid 2 to smithi09778949-11 2024-09-16T03:07:48.137 INFO:tasks.rados.rados.0.smithi097.stdout:3845: finishing write tid 3 to smithi09778949-8 2024-09-16T03:07:48.137 INFO:tasks.rados.rados.0.smithi097.stdout:3845: oid 8 updating version 0 to 2444 2024-09-16T03:07:48.137 INFO:tasks.rados.rados.0.smithi097.stdout:3845: oid 8 updating version 2444 to 2445 2024-09-16T03:07:48.137 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 2445 (ObjNum 1167 snap 374 seq_num 1167) dirty exists 2024-09-16T03:07:48.137 INFO:tasks.rados.rados.0.smithi097.stdout:3845: left oid 8 (ObjNum 1167 snap 374 seq_num 1167) 2024-09-16T03:07:48.137 INFO:tasks.rados.rados.0.smithi097.stdout:3850: expect (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:07:48.178 INFO:tasks.rados.rados.0.smithi097.stdout:3851: finishing rollback tid 0 to smithi09778949-23 2024-09-16T03:07:48.178 INFO:tasks.rados.rados.0.smithi097.stdout:3852: finishing rollback tid 0 to smithi09778949-43 2024-09-16T03:07:48.178 INFO:tasks.rados.rados.0.smithi097.stdout:3851: finishing rollback tid 1 to smithi09778949-23 2024-09-16T03:07:48.178 INFO:tasks.rados.rados.0.smithi097.stdout:3851: finishing rollback tid 2 to smithi09778949-23 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 2421 (ObjNum 1117 snap 348 seq_num 1117) dirty exists 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:3853: finishing write tid 3 to smithi09778949-11 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:3853: oid 11 updating version 0 to 1797 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:3853: oid 11 version 1797 is already newer than 1796 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 11 v 1797 (ObjNum 1168 snap 374 seq_num 1168) dirty exists 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:3853: left oid 11 (ObjNum 1168 snap 374 seq_num 1168) 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:3852: finishing rollback tid 1 to smithi09778949-43 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:3852: finishing rollback tid 2 to smithi09778949-43 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1977 (ObjNum 1136 snap 357 seq_num 1136) dirty exists 2024-09-16T03:07:48.179 INFO:tasks.rados.rados.0.smithi097.stdout:3844: expect (ObjNum 1145 snap 361 seq_num 1145) 2024-09-16T03:07:48.369 INFO:tasks.rados.rados.0.smithi097.stdout:3847: finishing copy_from racing read to smithi09778949-4 2024-09-16T03:07:48.369 INFO:tasks.rados.rados.0.smithi097.stdout:3847: finishing copy_from to smithi09778949-4 2024-09-16T03:07:48.369 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 4 v 1974 (ObjNum 1111 snap 346 seq_num 1111) dirty exists 2024-09-16T03:07:48.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:48 smithi097 ceph-mon[90424]: pgmap v918: 121 pgs: 121 active+clean; 184 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 248 KiB/s wr, 14 op/s 2024-09-16T03:07:48.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:48 smithi097 ceph-mon[90424]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T03:07:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:48 smithi097 ceph-mon[88563]: pgmap v918: 121 pgs: 121 active+clean; 184 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 248 KiB/s wr, 14 op/s 2024-09-16T03:07:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:48 smithi097 ceph-mon[88563]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T03:07:48.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:48 smithi184 ceph-mon[82194]: pgmap v918: 121 pgs: 121 active+clean; 184 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.8 MiB/s rd, 248 KiB/s wr, 14 op/s 2024-09-16T03:07:48.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:48 smithi184 ceph-mon[82194]: osdmap e830: 8 total, 8 up, 8 in 2024-09-16T03:07:49.121 INFO:tasks.rados.rados.0.smithi097.stdout:3843: done (10 left) 2024-09-16T03:07:49.121 INFO:tasks.rados.rados.0.smithi097.stdout:3844: done (9 left) 2024-09-16T03:07:49.122 INFO:tasks.rados.rados.0.smithi097.stdout:3845: done (8 left) 2024-09-16T03:07:49.122 INFO:tasks.rados.rados.0.smithi097.stdout:3847: done (7 left) 2024-09-16T03:07:49.122 INFO:tasks.rados.rados.0.smithi097.stdout:3848: done (6 left) 2024-09-16T03:07:49.122 INFO:tasks.rados.rados.0.smithi097.stdout:3849: done (5 left) 2024-09-16T03:07:49.122 INFO:tasks.rados.rados.0.smithi097.stdout:3850: done (4 left) 2024-09-16T03:07:49.122 INFO:tasks.rados.rados.0.smithi097.stdout:3851: done (3 left) 2024-09-16T03:07:49.123 INFO:tasks.rados.rados.0.smithi097.stdout:3852: done (2 left) 2024-09-16T03:07:49.123 INFO:tasks.rados.rados.0.smithi097.stdout:3853: done (1 left) 2024-09-16T03:07:49.123 INFO:tasks.rados.rados.0.smithi097.stdout:3854: done (0 left) 2024-09-16T03:07:49.123 INFO:tasks.rados.rados.0.smithi097.stdout:3855: snap_create 2024-09-16T03:07:49.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:49.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:49 smithi097 ceph-mon[88563]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T03:07:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:49.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:49 smithi097 ceph-mon[90424]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T03:07:49.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:07:49.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:49 smithi184 ceph-mon[82194]: osdmap e831: 8 total, 8 up, 8 in 2024-09-16T03:07:50.122 INFO:tasks.rados.rados.0.smithi097.stdout:3855: done (0 left) 2024-09-16T03:07:50.122 INFO:tasks.rados.rados.0.smithi097.stdout:3856: copy_from oid 12 from oid 13 current snap is 376 2024-09-16T03:07:50.123 INFO:tasks.rados.rados.0.smithi097.stdout:3857: snap_create 2024-09-16T03:07:50.129 INFO:tasks.rados.rados.0.smithi097.stdout:3856: finishing copy_from racing read to smithi09778949-12 2024-09-16T03:07:50.129 INFO:tasks.rados.rados.0.smithi097.stdout:3856: finishing copy_from to smithi09778949-12 2024-09-16T03:07:50.129 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 12 v 1937 (ObjNum 1147 snap 362 seq_num 1147) dirty exists 2024-09-16T03:07:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:50 smithi097 ceph-mon[88563]: pgmap v921: 121 pgs: 121 active+clean; 186 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-16T03:07:50.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:50 smithi097 ceph-mon[88563]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T03:07:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:50 smithi097 ceph-mon[90424]: pgmap v921: 121 pgs: 121 active+clean; 186 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-16T03:07:50.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:50 smithi097 ceph-mon[90424]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T03:07:50.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:50 smithi184 ceph-mon[82194]: pgmap v921: 121 pgs: 121 active+clean; 186 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.3 MiB/s wr, 8 op/s 2024-09-16T03:07:50.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:50 smithi184 ceph-mon[82194]: osdmap e832: 8 total, 8 up, 8 in 2024-09-16T03:07:51.121 INFO:tasks.rados.rados.0.smithi097.stdout:3856: done (1 left) 2024-09-16T03:07:51.121 INFO:tasks.rados.rados.0.smithi097.stdout:3857: done (0 left) 2024-09-16T03:07:51.121 INFO:tasks.rados.rados.0.smithi097.stdout:3858: rollback oid 8 current snap is 377 2024-09-16T03:07:51.122 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 8 to 372 2024-09-16T03:07:51.122 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 32 current snap is 377 2024-09-16T03:07:51.122 INFO:tasks.rados.rados.0.smithi097.stdout:3859: seq_num 1169 ranges {7888896=385024} 2024-09-16T03:07:51.165 INFO:tasks.rados.rados.0.smithi097.stdout:3859: writing smithi09778949-32 from 7888896 to 8273920 tid 1 2024-09-16T03:07:51.166 INFO:tasks.rados.rados.0.smithi097.stdout:3860: snap_create 2024-09-16T03:07:51.166 INFO:tasks.rados.rados.0.smithi097.stdout:3858: finishing rollback tid 0 to smithi09778949-8 2024-09-16T03:07:51.166 INFO:tasks.rados.rados.0.smithi097.stdout:3858: finishing rollback tid 1 to smithi09778949-8 2024-09-16T03:07:51.166 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 2447 (ObjNum 129 snap 0 seq_num 1974289624) dirty dne 2024-09-16T03:07:51.172 INFO:tasks.rados.rados.0.smithi097.stdout:3859: finishing write tid 1 to smithi09778949-32 2024-09-16T03:07:51.172 INFO:tasks.rados.rados.0.smithi097.stdout:3859: finishing write tid 2 to smithi09778949-32 2024-09-16T03:07:51.173 INFO:tasks.rados.rados.0.smithi097.stdout:3859: finishing write tid 3 to smithi09778949-32 2024-09-16T03:07:51.173 INFO:tasks.rados.rados.0.smithi097.stdout:3859: oid 32 updating version 0 to 2445 2024-09-16T03:07:51.173 INFO:tasks.rados.rados.0.smithi097.stdout:3859: oid 32 updating version 2445 to 2446 2024-09-16T03:07:51.173 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 32 v 2446 (ObjNum 1169 snap 377 seq_num 1169) dirty exists 2024-09-16T03:07:51.173 INFO:tasks.rados.rados.0.smithi097.stdout:3859: left oid 32 (ObjNum 1169 snap 377 seq_num 1169) 2024-09-16T03:07:52.117 INFO:tasks.rados.rados.0.smithi097.stdout:3858: done (2 left) 2024-09-16T03:07:52.117 INFO:tasks.rados.rados.0.smithi097.stdout:3859: done (1 left) 2024-09-16T03:07:52.117 INFO:tasks.rados.rados.0.smithi097.stdout:3860: done (0 left) 2024-09-16T03:07:52.118 INFO:tasks.rados.rados.0.smithi097.stdout:3861: rmattr oid 22 current snap is 378 2024-09-16T03:07:52.118 INFO:tasks.rados.rados.0.smithi097.stdout:3861: done (0 left) 2024-09-16T03:07:52.118 INFO:tasks.rados.rados.0.smithi097.stdout:3862: read oid 10 snap -1 2024-09-16T03:07:52.118 INFO:tasks.rados.rados.0.smithi097.stdout:3862: expect (ObjNum 1148 snap 362 seq_num 1148) 2024-09-16T03:07:52.118 INFO:tasks.rados.rados.0.smithi097.stdout:3863: delete oid 6 current snap is 378 2024-09-16T03:07:52.122 INFO:tasks.rados.rados.0.smithi097.stdout:3863: done (1 left) 2024-09-16T03:07:52.122 INFO:tasks.rados.rados.0.smithi097.stdout:3864: snap_remove snap 375 2024-09-16T03:07:52.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:52 smithi184 ceph-mon[82194]: pgmap v924: 121 pgs: 121 active+clean; 186 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-09-16T03:07:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:52 smithi184 ceph-mon[82194]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T03:07:52.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:52 smithi184 ceph-mon[82194]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T03:07:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:52 smithi097 ceph-mon[88563]: pgmap v924: 121 pgs: 121 active+clean; 186 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-09-16T03:07:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:52 smithi097 ceph-mon[88563]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T03:07:52.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:52 smithi097 ceph-mon[88563]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T03:07:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:52 smithi097 ceph-mon[90424]: pgmap v924: 121 pgs: 121 active+clean; 186 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.2 MiB/s wr, 11 op/s 2024-09-16T03:07:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:52 smithi097 ceph-mon[90424]: osdmap e833: 8 total, 8 up, 8 in 2024-09-16T03:07:52.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:52 smithi097 ceph-mon[90424]: osdmap e834: 8 total, 8 up, 8 in 2024-09-16T03:07:53.136 INFO:tasks.rados.rados.0.smithi097.stdout:3862: expect (ObjNum 1148 snap 362 seq_num 1148) 2024-09-16T03:07:53.137 INFO:tasks.rados.rados.0.smithi097.stdout:3862: done (1 left) 2024-09-16T03:07:53.137 INFO:tasks.rados.rados.0.smithi097.stdout:3864: done (0 left) 2024-09-16T03:07:53.137 INFO:tasks.rados.rados.0.smithi097.stdout:3865: snap_remove snap 377 2024-09-16T03:07:54.135 INFO:tasks.rados.rados.0.smithi097.stdout:3865: done (0 left) 2024-09-16T03:07:54.136 INFO:tasks.rados.rados.0.smithi097.stdout:3866: read oid 22 snap -1 2024-09-16T03:07:54.136 INFO:tasks.rados.rados.0.smithi097.stdout:3866: expect (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:07:54.136 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 6 current snap is 378 2024-09-16T03:07:54.136 INFO:tasks.rados.rados.0.smithi097.stdout:3867: seq_num 1171 ranges {0=417792} 2024-09-16T03:07:54.138 INFO:tasks.rados.rados.0.smithi097.stdout:3867: writing smithi09778949-6 from 0 to 417792 tid 1 2024-09-16T03:07:54.138 INFO:tasks.rados.rados.0.smithi097.stdout:3868: snap_create 2024-09-16T03:07:54.146 INFO:tasks.rados.rados.0.smithi097.stdout:3867: finishing write tid 1 to smithi09778949-6 2024-09-16T03:07:54.147 INFO:tasks.rados.rados.0.smithi097.stdout:3867: finishing write tid 2 to smithi09778949-6 2024-09-16T03:07:54.153 INFO:tasks.rados.rados.0.smithi097.stdout:3867: finishing write tid 3 to smithi09778949-6 2024-09-16T03:07:54.153 INFO:tasks.rados.rados.0.smithi097.stdout:3867: oid 6 updating version 0 to 1942 2024-09-16T03:07:54.153 INFO:tasks.rados.rados.0.smithi097.stdout:3867: oid 6 version 1942 is already newer than 1941 2024-09-16T03:07:54.153 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 6 v 1942 (ObjNum 1171 snap 378 seq_num 1171) dirty exists 2024-09-16T03:07:54.153 INFO:tasks.rados.rados.0.smithi097.stdout:3867: left oid 6 (ObjNum 1171 snap 378 seq_num 1171) 2024-09-16T03:07:54.157 INFO:tasks.rados.rados.0.smithi097.stdout:3866: expect (ObjNum 1104 snap 342 seq_num 1104) 2024-09-16T03:07:54.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:54 smithi184 ceph-mon[82194]: pgmap v927: 121 pgs: 121 active+clean; 187 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 254 KiB/s wr, 10 op/s 2024-09-16T03:07:54.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:54 smithi184 ceph-mon[82194]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T03:07:54.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:54 smithi097 ceph-mon[88563]: pgmap v927: 121 pgs: 121 active+clean; 187 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 254 KiB/s wr, 10 op/s 2024-09-16T03:07:54.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:54 smithi097 ceph-mon[88563]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T03:07:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:54 smithi097 ceph-mon[90424]: pgmap v927: 121 pgs: 121 active+clean; 187 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 254 KiB/s wr, 10 op/s 2024-09-16T03:07:54.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:54 smithi097 ceph-mon[90424]: osdmap e835: 8 total, 8 up, 8 in 2024-09-16T03:07:54.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:07:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:07:54] "GET /metrics HTTP/1.1" 200 36294 "" "Prometheus/2.51.0" 2024-09-16T03:07:55.146 INFO:tasks.rados.rados.0.smithi097.stdout:3866: done (2 left) 2024-09-16T03:07:55.146 INFO:tasks.rados.rados.0.smithi097.stdout:3867: done (1 left) 2024-09-16T03:07:55.146 INFO:tasks.rados.rados.0.smithi097.stdout:3868: done (0 left) 2024-09-16T03:07:55.146 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 379 2024-09-16T03:07:55.146 INFO:tasks.rados.rados.0.smithi097.stdout:3869: seq_num 1172 ranges {0=434176} 2024-09-16T03:07:55.148 INFO:tasks.rados.rados.0.smithi097.stdout:3869: writing smithi09778949-25 from 0 to 434176 tid 1 2024-09-16T03:07:55.148 INFO:tasks.rados.rados.0.smithi097.stdout:3870: read oid 17 snap -1 2024-09-16T03:07:55.148 INFO:tasks.rados.rados.0.smithi097.stdout:3870: expect deleted 2024-09-16T03:07:55.148 INFO:tasks.rados.rados.0.smithi097.stdout:3871: snap_remove snap 367 2024-09-16T03:07:55.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:55 smithi184 ceph-mon[82194]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T03:07:55.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:55 smithi097 ceph-mon[88563]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T03:07:55.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:55 smithi097 ceph-mon[90424]: osdmap e836: 8 total, 8 up, 8 in 2024-09-16T03:07:56.152 INFO:tasks.rados.rados.0.smithi097.stdout:3871: done (2 left) 2024-09-16T03:07:56.152 INFO:tasks.rados.rados.0.smithi097.stdout:3872: read oid 44 snap -1 2024-09-16T03:07:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:3872: expect (ObjNum 1113 snap 348 seq_num 1113) 2024-09-16T03:07:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:3873: read oid 13 snap -1 2024-09-16T03:07:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:3873: expect (ObjNum 1147 snap 362 seq_num 1147) 2024-09-16T03:07:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:3874: read oid 33 snap -1 2024-09-16T03:07:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:3874: expect (ObjNum 1159 snap 369 seq_num 1159) 2024-09-16T03:07:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 379 2024-09-16T03:07:56.153 INFO:tasks.rados.rados.0.smithi097.stdout:3875: seq_num 1173 ranges {2252800=450560} 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3875: writing smithi09778949-28 from 2252800 to 2703360 tid 1 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3876: snap_create 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3869: finishing write tid 1 to smithi09778949-25 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3869: finishing write tid 2 to smithi09778949-25 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3869: finishing write tid 3 to smithi09778949-25 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3869: oid 25 updating version 0 to 2448 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3869: oid 25 updating version 2448 to 2449 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 2449 (ObjNum 1172 snap 379 seq_num 1172) dirty exists 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3869: left oid 25 (ObjNum 1172 snap 379 seq_num 1172) 2024-09-16T03:07:56.170 INFO:tasks.rados.rados.0.smithi097.stdout:3873: expect (ObjNum 1147 snap 362 seq_num 1147) 2024-09-16T03:07:56.177 INFO:tasks.rados.rados.0.smithi097.stdout:3875: finishing write tid 1 to smithi09778949-28 2024-09-16T03:07:56.177 INFO:tasks.rados.rados.0.smithi097.stdout:3875: finishing write tid 2 to smithi09778949-28 2024-09-16T03:07:56.179 INFO:tasks.rados.rados.0.smithi097.stdout:3875: finishing write tid 3 to smithi09778949-28 2024-09-16T03:07:56.179 INFO:tasks.rados.rados.0.smithi097.stdout:3875: oid 28 updating version 0 to 2641 2024-09-16T03:07:56.179 INFO:tasks.rados.rados.0.smithi097.stdout:3875: oid 28 updating version 2641 to 2642 2024-09-16T03:07:56.179 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 2642 (ObjNum 1173 snap 379 seq_num 1173) dirty exists 2024-09-16T03:07:56.179 INFO:tasks.rados.rados.0.smithi097.stdout:3875: left oid 28 (ObjNum 1173 snap 379 seq_num 1173) 2024-09-16T03:07:56.208 INFO:tasks.rados.rados.0.smithi097.stdout:3872: expect (ObjNum 1113 snap 348 seq_num 1113) 2024-09-16T03:07:56.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:56 smithi184 ceph-mon[82194]: pgmap v930: 121 pgs: 121 active+clean; 192 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T03:07:56.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:56 smithi184 ceph-mon[82194]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T03:07:56.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:56 smithi097 ceph-mon[88563]: pgmap v930: 121 pgs: 121 active+clean; 192 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T03:07:56.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:56 smithi097 ceph-mon[88563]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T03:07:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:56 smithi097 ceph-mon[90424]: pgmap v930: 121 pgs: 121 active+clean; 192 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-09-16T03:07:56.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:56 smithi097 ceph-mon[90424]: osdmap e837: 8 total, 8 up, 8 in 2024-09-16T03:07:56.614 INFO:tasks.rados.rados.0.smithi097.stdout:3874: expect (ObjNum 1159 snap 369 seq_num 1159) 2024-09-16T03:07:57.182 INFO:tasks.rados.rados.0.smithi097.stdout:3869: done (6 left) 2024-09-16T03:07:57.182 INFO:tasks.rados.rados.0.smithi097.stdout:3870: done (5 left) 2024-09-16T03:07:57.182 INFO:tasks.rados.rados.0.smithi097.stdout:3872: done (4 left) 2024-09-16T03:07:57.182 INFO:tasks.rados.rados.0.smithi097.stdout:3873: done (3 left) 2024-09-16T03:07:57.183 INFO:tasks.rados.rados.0.smithi097.stdout:3874: done (2 left) 2024-09-16T03:07:57.183 INFO:tasks.rados.rados.0.smithi097.stdout:3875: done (1 left) 2024-09-16T03:07:57.183 INFO:tasks.rados.rados.0.smithi097.stdout:3876: done (0 left) 2024-09-16T03:07:57.183 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 35 current snap is 380 2024-09-16T03:07:57.183 INFO:tasks.rados.rados.0.smithi097.stdout:3877: seq_num 1174 ranges {2375680=466944} 2024-09-16T03:07:57.198 INFO:tasks.rados.rados.0.smithi097.stdout:3877: writing smithi09778949-35 from 2375680 to 2842624 tid 1 2024-09-16T03:07:57.198 INFO:tasks.rados.rados.0.smithi097.stdout:3878: read oid 20 snap 358 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3878: expect (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3879: read oid 6 snap -1 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3879: expect (ObjNum 1171 snap 378 seq_num 1171) 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3880: read oid 43 snap 371 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3880: expect (ObjNum 1136 snap 357 seq_num 1136) 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3881: read oid 37 snap -1 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3881: expect deleted 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3882: read oid 44 snap -1 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3882: expect (ObjNum 1113 snap 348 seq_num 1113) 2024-09-16T03:07:57.199 INFO:tasks.rados.rados.0.smithi097.stdout:3883: copy_from oid 1 from oid 47 current snap is 380 2024-09-16T03:07:57.200 INFO:tasks.rados.rados.0.smithi097.stdout:3884: read oid 50 snap -1 2024-09-16T03:07:57.200 INFO:tasks.rados.rados.0.smithi097.stdout:3884: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:07:57.200 INFO:tasks.rados.rados.0.smithi097.stdout:3885: rollback oid 39 current snap is 380 2024-09-16T03:07:57.200 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 39 to 368 2024-09-16T03:07:57.200 INFO:tasks.rados.rados.0.smithi097.stdout:3886: snap_remove snap 378 2024-09-16T03:07:57.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:57 smithi097 ceph-mon[88563]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T03:07:57.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:57 smithi097 ceph-mon[90424]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T03:07:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:57 smithi184 ceph-mon[82194]: osdmap e838: 8 total, 8 up, 8 in 2024-09-16T03:07:58.184 INFO:tasks.rados.rados.0.smithi097.stdout:3879: expect (ObjNum 1171 snap 378 seq_num 1171) 2024-09-16T03:07:58.196 INFO:tasks.rados.rados.0.smithi097.stdout:3885: finishing rollback tid 0 to smithi09778949-39 2024-09-16T03:07:58.196 INFO:tasks.rados.rados.0.smithi097.stdout:3877: finishing write tid 1 to smithi09778949-35 2024-09-16T03:07:58.196 INFO:tasks.rados.rados.0.smithi097.stdout:3877: finishing write tid 2 to smithi09778949-35 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3885: finishing rollback tid 1 to smithi09778949-39 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3885: finishing rollback tid 2 to smithi09778949-39 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 39 v 2521 (ObjNum 1131 snap 354 seq_num 1131) dirty exists 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3879: done (9 left) 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3881: done (8 left) 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3885: done (7 left) 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3886: done (6 left) 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 17 current snap is 380 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3877: finishing write tid 3 to smithi09778949-35 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3877: oid 35 updating version 0 to 2448 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3877: oid 35 version 2448 is already newer than 2447 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 2448 (ObjNum 1174 snap 380 seq_num 1174) dirty exists 2024-09-16T03:07:58.197 INFO:tasks.rados.rados.0.smithi097.stdout:3877: left oid 35 (ObjNum 1174 snap 380 seq_num 1174) 2024-09-16T03:07:58.198 INFO:tasks.rados.rados.0.smithi097.stdout:3878: expect (ObjNum 963 snap 285 seq_num 963) 2024-09-16T03:07:58.287 INFO:tasks.rados.rados.0.smithi097.stdout:3880: expect (ObjNum 1136 snap 357 seq_num 1136) 2024-09-16T03:07:58.418 INFO:tasks.rados.rados.0.smithi097.stdout:3884: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:07:58.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:58 smithi097 ceph-mon[88563]: pgmap v933: 121 pgs: 121 active+clean; 192 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-16T03:07:58.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:58 smithi097 ceph-mon[88563]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T03:07:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:58 smithi097 ceph-mon[90424]: pgmap v933: 121 pgs: 121 active+clean; 192 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-16T03:07:58.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:58 smithi097 ceph-mon[90424]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T03:07:58.519 INFO:tasks.rados.rados.0.smithi097.stdout:3883: finishing copy_from racing read to smithi09778949-1 2024-09-16T03:07:58.520 INFO:tasks.rados.rados.0.smithi097.stdout:3883: finishing copy_from to smithi09778949-1 2024-09-16T03:07:58.520 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 1 v 1951 (ObjNum 1134 snap 355 seq_num 1134) dirty exists 2024-09-16T03:07:58.520 INFO:tasks.rados.rados.0.smithi097.stdout:3882: expect (ObjNum 1113 snap 348 seq_num 1113) 2024-09-16T03:07:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:58 smithi184 ceph-mon[82194]: pgmap v933: 121 pgs: 121 active+clean; 192 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-09-16T03:07:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:58 smithi184 ceph-mon[82194]: osdmap e839: 8 total, 8 up, 8 in 2024-09-16T03:07:58.929 INFO:tasks.rados.rados.0.smithi097.stdout:3887: seq_num 1175 ranges {0=483328} 2024-09-16T03:07:58.932 INFO:tasks.rados.rados.0.smithi097.stdout:3887: writing smithi09778949-17 from 0 to 483328 tid 1 2024-09-16T03:07:58.932 INFO:tasks.rados.rados.0.smithi097.stdout:3877: done (6 left) 2024-09-16T03:07:58.932 INFO:tasks.rados.rados.0.smithi097.stdout:3878: done (5 left) 2024-09-16T03:07:58.932 INFO:tasks.rados.rados.0.smithi097.stdout:3880: done (4 left) 2024-09-16T03:07:58.932 INFO:tasks.rados.rados.0.smithi097.stdout:3882: done (3 left) 2024-09-16T03:07:58.932 INFO:tasks.rados.rados.0.smithi097.stdout:3883: done (2 left) 2024-09-16T03:07:58.932 INFO:tasks.rados.rados.0.smithi097.stdout:3884: done (1 left) 2024-09-16T03:07:58.932 INFO:tasks.rados.rados.0.smithi097.stdout:3888: delete oid 14 current snap is 380 2024-09-16T03:07:58.935 INFO:tasks.rados.rados.0.smithi097.stdout:3887: finishing write tid 1 to smithi09778949-17 2024-09-16T03:07:58.935 INFO:tasks.rados.rados.0.smithi097.stdout:3888: done (1 left) 2024-09-16T03:07:58.935 INFO:tasks.rados.rados.0.smithi097.stdout:3889: read oid 28 snap -1 2024-09-16T03:07:58.935 INFO:tasks.rados.rados.0.smithi097.stdout:3889: expect (ObjNum 1173 snap 379 seq_num 1173) 2024-09-16T03:07:58.935 INFO:tasks.rados.rados.0.smithi097.stdout:3890: delete oid 1 current snap is 380 2024-09-16T03:07:58.935 INFO:tasks.rados.rados.0.smithi097.stdout:3887: finishing write tid 2 to smithi09778949-17 2024-09-16T03:07:58.937 INFO:tasks.rados.rados.0.smithi097.stdout:3887: finishing write tid 3 to smithi09778949-17 2024-09-16T03:07:58.937 INFO:tasks.rados.rados.0.smithi097.stdout:3887: oid 17 updating version 0 to 1799 2024-09-16T03:07:58.937 INFO:tasks.rados.rados.0.smithi097.stdout:3887: oid 17 version 1799 is already newer than 1798 2024-09-16T03:07:58.937 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 17 v 1799 (ObjNum 1175 snap 380 seq_num 1175) dirty exists 2024-09-16T03:07:58.937 INFO:tasks.rados.rados.0.smithi097.stdout:3887: left oid 17 (ObjNum 1175 snap 380 seq_num 1175) 2024-09-16T03:07:58.938 INFO:tasks.rados.rados.0.smithi097.stdout:3887: done (2 left) 2024-09-16T03:07:58.938 INFO:tasks.rados.rados.0.smithi097.stdout:3890: done (1 left) 2024-09-16T03:07:58.938 INFO:tasks.rados.rados.0.smithi097.stdout:3891: rollback oid 5 current snap is 380 2024-09-16T03:07:58.938 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 5 to 370 2024-09-16T03:07:58.938 INFO:tasks.rados.rados.0.smithi097.stdout:3892: snap_remove snap 379 2024-09-16T03:07:59.195 INFO:tasks.rados.rados.0.smithi097.stdout:3892: done (2 left) 2024-09-16T03:07:59.196 INFO:tasks.rados.rados.0.smithi097.stdout:3893: copy_from oid 42 from oid 26 current snap is 380 2024-09-16T03:07:59.196 INFO:tasks.rados.rados.0.smithi097.stdout:3891: finishing rollback tid 1 to smithi09778949-5 2024-09-16T03:07:59.196 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 5 v 2560 (ObjNum 33 snap 0 seq_num 1972999056) dirty dne 2024-09-16T03:07:59.196 INFO:tasks.rados.rados.0.smithi097.stdout:3889: expect (ObjNum 1173 snap 379 seq_num 1173) 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:3893: finishing copy_from racing read to smithi09778949-42 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:3893: finishing copy_from to smithi09778949-42 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 1620 (ObjNum 1132 snap 354 seq_num 1132) dirty exists 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:3889: done (2 left) 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:3891: done (1 left) 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:3893: done (0 left) 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:3894: copy_from oid 7 from oid 19 current snap is 380 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 380 2024-09-16T03:07:59.323 INFO:tasks.rados.rados.0.smithi097.stdout:3895: seq_num 1178 ranges {10330112=532480} 2024-09-16T03:07:59.381 INFO:tasks.rados.rados.0.smithi097.stdout:3895: writing smithi09778949-38 from 10330112 to 10862592 tid 1 2024-09-16T03:07:59.381 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 28 current snap is 380 2024-09-16T03:07:59.381 INFO:tasks.rados.rados.0.smithi097.stdout:3894: finishing copy_from racing read to smithi09778949-7 2024-09-16T03:07:59.381 INFO:tasks.rados.rados.0.smithi097.stdout:3894: finishing copy_from to smithi09778949-7 2024-09-16T03:07:59.382 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2613 (ObjNum 1156 snap 367 seq_num 1156) dirty exists 2024-09-16T03:07:59.382 INFO:tasks.rados.rados.0.smithi097.stdout:3896: seq_num 1179 ranges {2703360=548864} 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3896: writing smithi09778949-28 from 2703360 to 3252224 tid 1 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3894: done (2 left) 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3897: snap_create 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3895: finishing write tid 1 to smithi09778949-38 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3895: finishing write tid 2 to smithi09778949-38 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3895: finishing write tid 3 to smithi09778949-38 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3895: oid 38 updating version 0 to 2454 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3895: oid 38 updating version 2454 to 2455 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2455 (ObjNum 1178 snap 380 seq_num 1178) dirty exists 2024-09-16T03:07:59.399 INFO:tasks.rados.rados.0.smithi097.stdout:3895: left oid 38 (ObjNum 1178 snap 380 seq_num 1178) 2024-09-16T03:07:59.402 INFO:tasks.rados.rados.0.smithi097.stdout:3896: finishing write tid 1 to smithi09778949-28 2024-09-16T03:07:59.403 INFO:tasks.rados.rados.0.smithi097.stdout:3896: finishing write tid 2 to smithi09778949-28 2024-09-16T03:07:59.404 INFO:tasks.rados.rados.0.smithi097.stdout:3896: finishing write tid 3 to smithi09778949-28 2024-09-16T03:07:59.404 INFO:tasks.rados.rados.0.smithi097.stdout:3896: oid 28 updating version 0 to 2648 2024-09-16T03:07:59.404 INFO:tasks.rados.rados.0.smithi097.stdout:3896: oid 28 updating version 2648 to 2649 2024-09-16T03:07:59.404 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 28 v 2649 (ObjNum 1179 snap 380 seq_num 1179) dirty exists 2024-09-16T03:07:59.404 INFO:tasks.rados.rados.0.smithi097.stdout:3896: left oid 28 (ObjNum 1179 snap 380 seq_num 1179) 2024-09-16T03:07:59.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:07:59 smithi097 ceph-mon[88563]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T03:07:59.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:07:59 smithi097 ceph-mon[90424]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T03:07:59.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:07:59 smithi184 ceph-mon[82194]: osdmap e840: 8 total, 8 up, 8 in 2024-09-16T03:08:00.209 INFO:tasks.rados.rados.0.smithi097.stdout:3895: done (2 left) 2024-09-16T03:08:00.209 INFO:tasks.rados.rados.0.smithi097.stdout:3896: done (1 left) 2024-09-16T03:08:00.209 INFO:tasks.rados.rados.0.smithi097.stdout:3897: done (0 left) 2024-09-16T03:08:00.209 INFO:tasks.rados.rados.0.smithi097.stdout:3898: copy_from oid 35 from oid 38 current snap is 381 2024-09-16T03:08:00.209 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 8 current snap is 381 2024-09-16T03:08:00.210 INFO:tasks.rados.rados.0.smithi097.stdout:3899: seq_num 1180 ranges {0=565248} 2024-09-16T03:08:00.212 INFO:tasks.rados.rados.0.smithi097.stdout:3899: writing smithi09778949-8 from 0 to 565248 tid 1 2024-09-16T03:08:00.212 INFO:tasks.rados.rados.0.smithi097.stdout:3900: rmattr oid 28 current snap is 381 2024-09-16T03:08:00.213 INFO:tasks.rados.rados.0.smithi097.stdout:3900: done (2 left) 2024-09-16T03:08:00.213 INFO:tasks.rados.rados.0.smithi097.stdout:3901: read oid 4 snap -1 2024-09-16T03:08:00.213 INFO:tasks.rados.rados.0.smithi097.stdout:3901: expect (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:08:00.213 INFO:tasks.rados.rados.0.smithi097.stdout:3902: rmattr oid 16 current snap is 381 2024-09-16T03:08:00.213 INFO:tasks.rados.rados.0.smithi097.stdout:3902: done (3 left) 2024-09-16T03:08:00.213 INFO:tasks.rados.rados.0.smithi097.stdout:3903: read oid 29 snap 358 2024-09-16T03:08:00.213 INFO:tasks.rados.rados.0.smithi097.stdout:3903: expect (ObjNum 1089 snap 337 seq_num 1089) 2024-09-16T03:08:00.213 INFO:tasks.rados.rados.0.smithi097.stdout:3904: snap_create 2024-09-16T03:08:00.221 INFO:tasks.rados.rados.0.smithi097.stdout:3899: finishing write tid 1 to smithi09778949-8 2024-09-16T03:08:00.221 INFO:tasks.rados.rados.0.smithi097.stdout:3899: finishing write tid 2 to smithi09778949-8 2024-09-16T03:08:00.222 INFO:tasks.rados.rados.0.smithi097.stdout:3899: finishing write tid 3 to smithi09778949-8 2024-09-16T03:08:00.222 INFO:tasks.rados.rados.0.smithi097.stdout:3899: oid 8 updating version 0 to 2451 2024-09-16T03:08:00.222 INFO:tasks.rados.rados.0.smithi097.stdout:3899: oid 8 updating version 2451 to 2452 2024-09-16T03:08:00.223 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 8 v 2452 (ObjNum 1180 snap 381 seq_num 1180) dirty exists 2024-09-16T03:08:00.223 INFO:tasks.rados.rados.0.smithi097.stdout:3899: left oid 8 (ObjNum 1180 snap 381 seq_num 1180) 2024-09-16T03:08:00.249 INFO:tasks.rados.rados.0.smithi097.stdout:3903: expect (ObjNum 1089 snap 337 seq_num 1089) 2024-09-16T03:08:00.341 INFO:tasks.rados.rados.0.smithi097.stdout:3901: expect (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:08:00.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:00 smithi097 ceph-mon[88563]: pgmap v936: 121 pgs: 121 active+clean; 196 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T03:08:00.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:00 smithi097 ceph-mon[88563]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T03:08:00.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:00 smithi097 ceph-mon[90424]: pgmap v936: 121 pgs: 121 active+clean; 196 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T03:08:00.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:00 smithi097 ceph-mon[90424]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T03:08:00.544 INFO:tasks.rados.rados.0.smithi097.stdout:3898: finishing copy_from racing read to smithi09778949-35 2024-09-16T03:08:00.544 INFO:tasks.rados.rados.0.smithi097.stdout:3898: finishing copy_from to smithi09778949-35 2024-09-16T03:08:00.545 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 2455 (ObjNum 1178 snap 380 seq_num 1178) dirty exists 2024-09-16T03:08:00.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:00 smithi184 ceph-mon[82194]: pgmap v936: 121 pgs: 121 active+clean; 196 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.1 MiB/s wr, 4 op/s 2024-09-16T03:08:00.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:00 smithi184 ceph-mon[82194]: osdmap e841: 8 total, 8 up, 8 in 2024-09-16T03:08:01.213 INFO:tasks.rados.rados.0.smithi097.stdout:3898: done (4 left) 2024-09-16T03:08:01.214 INFO:tasks.rados.rados.0.smithi097.stdout:3899: done (3 left) 2024-09-16T03:08:01.214 INFO:tasks.rados.rados.0.smithi097.stdout:3901: done (2 left) 2024-09-16T03:08:01.214 INFO:tasks.rados.rados.0.smithi097.stdout:3903: done (1 left) 2024-09-16T03:08:01.214 INFO:tasks.rados.rados.0.smithi097.stdout:3904: done (0 left) 2024-09-16T03:08:01.214 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 382 2024-09-16T03:08:01.214 INFO:tasks.rados.rados.0.smithi097.stdout:3905: seq_num 1181 ranges {434176=581632} 2024-09-16T03:08:01.219 INFO:tasks.rados.rados.0.smithi097.stdout:3905: writing smithi09778949-25 from 434176 to 1015808 tid 1 2024-09-16T03:08:01.219 INFO:tasks.rados.rados.0.smithi097.stdout:3906: rollback oid 44 current snap is 382 2024-09-16T03:08:01.219 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 358 2024-09-16T03:08:01.219 INFO:tasks.rados.rados.0.smithi097.stdout:3907: read oid 26 snap -1 2024-09-16T03:08:01.219 INFO:tasks.rados.rados.0.smithi097.stdout:3907: expect (ObjNum 1132 snap 354 seq_num 1132) 2024-09-16T03:08:01.219 INFO:tasks.rados.rados.0.smithi097.stdout:3908: rmattr oid 2 current snap is 382 2024-09-16T03:08:01.219 INFO:tasks.rados.rados.0.smithi097.stdout:3908: done (3 left) 2024-09-16T03:08:01.220 INFO:tasks.rados.rados.0.smithi097.stdout:3909: snap_remove snap 369 2024-09-16T03:08:01.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:01 smithi097 ceph-mon[88563]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T03:08:01.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:01 smithi097 ceph-mon[90424]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T03:08:01.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:01 smithi184 ceph-mon[82194]: osdmap e842: 8 total, 8 up, 8 in 2024-09-16T03:08:02.127 INFO:tasks.rados.rados.0.smithi097.stdout:3909: done (3 left) 2024-09-16T03:08:02.127 INFO:tasks.rados.rados.0.smithi097.stdout:3910: snap_create 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3906: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3905: finishing write tid 1 to smithi09778949-25 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3906: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3905: finishing write tid 2 to smithi09778949-25 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3906: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2458 (ObjNum 1113 snap 348 seq_num 1113) dirty exists 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3905: finishing write tid 3 to smithi09778949-25 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3905: oid 25 updating version 0 to 2453 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3905: oid 25 updating version 2453 to 2454 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 2454 (ObjNum 1181 snap 382 seq_num 1181) dirty exists 2024-09-16T03:08:02.128 INFO:tasks.rados.rados.0.smithi097.stdout:3905: left oid 25 (ObjNum 1181 snap 382 seq_num 1181) 2024-09-16T03:08:02.129 INFO:tasks.rados.rados.0.smithi097.stdout:3907: expect (ObjNum 1132 snap 354 seq_num 1132) 2024-09-16T03:08:02.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:02 smithi097 ceph-mon[88563]: pgmap v939: 121 pgs: 121 active+clean; 213 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-16T03:08:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:02 smithi097 ceph-mon[88563]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T03:08:02.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:02 smithi097 ceph-mon[88563]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T03:08:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:02 smithi097 ceph-mon[90424]: pgmap v939: 121 pgs: 121 active+clean; 213 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-16T03:08:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:02 smithi097 ceph-mon[90424]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T03:08:02.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:02 smithi097 ceph-mon[90424]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T03:08:02.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:02 smithi184 ceph-mon[82194]: pgmap v939: 121 pgs: 121 active+clean; 213 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-09-16T03:08:02.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:02 smithi184 ceph-mon[82194]: osdmap e843: 8 total, 8 up, 8 in 2024-09-16T03:08:02.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:02 smithi184 ceph-mon[82194]: osdmap e844: 8 total, 8 up, 8 in 2024-09-16T03:08:03.262 INFO:tasks.rados.rados.0.smithi097.stdout:3905: done (3 left) 2024-09-16T03:08:03.263 INFO:tasks.rados.rados.0.smithi097.stdout:3906: done (2 left) 2024-09-16T03:08:03.263 INFO:tasks.rados.rados.0.smithi097.stdout:3907: done (1 left) 2024-09-16T03:08:03.263 INFO:tasks.rados.rados.0.smithi097.stdout:3910: done (0 left) 2024-09-16T03:08:03.263 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 383 2024-09-16T03:08:03.263 INFO:tasks.rados.rados.0.smithi097.stdout:3911: seq_num 1182 ranges {3268608=606208} 2024-09-16T03:08:03.283 INFO:tasks.rados.rados.0.smithi097.stdout:3911: writing smithi09778949-50 from 3268608 to 3874816 tid 1 2024-09-16T03:08:03.283 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 383 2024-09-16T03:08:03.283 INFO:tasks.rados.rados.0.smithi097.stdout:3912: seq_num 1183 ranges {2703360=622592} 2024-09-16T03:08:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3912: writing smithi09778949-7 from 2703360 to 3325952 tid 1 2024-09-16T03:08:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3913: rollback oid 43 current snap is 383 2024-09-16T03:08:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 43 to 372 2024-09-16T03:08:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3911: finishing write tid 1 to smithi09778949-50 2024-09-16T03:08:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3911: finishing write tid 2 to smithi09778949-50 2024-09-16T03:08:03.301 INFO:tasks.rados.rados.0.smithi097.stdout:3911: finishing write tid 3 to smithi09778949-50 2024-09-16T03:08:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3911: oid 50 updating version 0 to 2445 2024-09-16T03:08:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3911: oid 50 version 2445 is already newer than 2444 2024-09-16T03:08:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 2445 (ObjNum 1182 snap 383 seq_num 1182) dirty exists 2024-09-16T03:08:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3911: left oid 50 (ObjNum 1182 snap 383 seq_num 1182) 2024-09-16T03:08:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3911: done (2 left) 2024-09-16T03:08:03.302 INFO:tasks.rados.rados.0.smithi097.stdout:3914: delete oid 4 current snap is 383 2024-09-16T03:08:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3914: done (2 left) 2024-09-16T03:08:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3915: read oid 18 snap 380 2024-09-16T03:08:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3915: expect (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:08:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3916: copy_from oid 16 from oid 47 current snap is 383 2024-09-16T03:08:03.303 INFO:tasks.rados.rados.0.smithi097.stdout:3917: copy_from oid 3 from oid 20 current snap is 383 2024-09-16T03:08:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 383 2024-09-16T03:08:03.304 INFO:tasks.rados.rados.0.smithi097.stdout:3918: seq_num 1185 ranges {4407296=655360} 2024-09-16T03:08:03.331 INFO:tasks.rados.rados.0.smithi097.stdout:3918: writing smithi09778949-48 from 4407296 to 5062656 tid 1 2024-09-16T03:08:03.332 INFO:tasks.rados.rados.0.smithi097.stdout:3919: delete oid 36 current snap is 383 2024-09-16T03:08:03.332 INFO:tasks.rados.rados.0.smithi097.stdout:3913: finishing rollback tid 0 to smithi09778949-43 2024-09-16T03:08:03.332 INFO:tasks.rados.rados.0.smithi097.stdout:3913: finishing rollback tid 1 to smithi09778949-43 2024-09-16T03:08:03.332 INFO:tasks.rados.rados.0.smithi097.stdout:3913: finishing rollback tid 2 to smithi09778949-43 2024-09-16T03:08:03.332 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 43 v 1980 (ObjNum 1136 snap 357 seq_num 1136) dirty exists 2024-09-16T03:08:03.332 INFO:tasks.rados.rados.0.smithi097.stdout:3912: finishing write tid 1 to smithi09778949-7 2024-09-16T03:08:03.332 INFO:tasks.rados.rados.0.smithi097.stdout:3912: finishing write tid 2 to smithi09778949-7 2024-09-16T03:08:03.332 INFO:tasks.rados.rados.0.smithi097.stdout:3915: expect (ObjNum 1093 snap 340 seq_num 1093) 2024-09-16T03:08:03.372 INFO:tasks.rados.rados.0.smithi097.stdout:3912: finishing write tid 3 to smithi09778949-7 2024-09-16T03:08:03.372 INFO:tasks.rados.rados.0.smithi097.stdout:3912: oid 7 updating version 0 to 2655 2024-09-16T03:08:03.372 INFO:tasks.rados.rados.0.smithi097.stdout:3912: oid 7 updating version 2655 to 2656 2024-09-16T03:08:03.372 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2656 (ObjNum 1183 snap 383 seq_num 1183) dirty exists 2024-09-16T03:08:03.372 INFO:tasks.rados.rados.0.smithi097.stdout:3912: left oid 7 (ObjNum 1183 snap 383 seq_num 1183) 2024-09-16T03:08:03.372 INFO:tasks.rados.rados.0.smithi097.stdout:3916: finishing copy_from racing read to smithi09778949-16 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3917: finishing copy_from to smithi09778949-3 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 3 v 1979 (ObjNum 1157 snap 368 seq_num 1157) dirty exists 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3917: finishing copy_from racing read to smithi09778949-3 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3912: done (6 left) 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3913: done (5 left) 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3915: done (4 left) 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3917: done (3 left) 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3919: done (2 left) 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3920: snap_create 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3916: finishing copy_from to smithi09778949-16 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 16 v 1951 (ObjNum 1134 snap 355 seq_num 1134) dirty exists 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3918: finishing write tid 1 to smithi09778949-48 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3918: finishing write tid 2 to smithi09778949-48 2024-09-16T03:08:03.373 INFO:tasks.rados.rados.0.smithi097.stdout:3918: finishing write tid 3 to smithi09778949-48 2024-09-16T03:08:03.374 INFO:tasks.rados.rados.0.smithi097.stdout:3918: oid 48 updating version 0 to 819 2024-09-16T03:08:03.374 INFO:tasks.rados.rados.0.smithi097.stdout:3918: oid 48 updating version 819 to 820 2024-09-16T03:08:03.374 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 820 (ObjNum 1185 snap 383 seq_num 1185) dirty exists 2024-09-16T03:08:03.374 INFO:tasks.rados.rados.0.smithi097.stdout:3918: left oid 48 (ObjNum 1185 snap 383 seq_num 1185) 2024-09-16T03:08:04.215 INFO:tasks.rados.rados.0.smithi097.stdout:3916: done (2 left) 2024-09-16T03:08:04.215 INFO:tasks.rados.rados.0.smithi097.stdout:3918: done (1 left) 2024-09-16T03:08:04.215 INFO:tasks.rados.rados.0.smithi097.stdout:3920: done (0 left) 2024-09-16T03:08:04.215 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 42 current snap is 384 2024-09-16T03:08:04.215 INFO:tasks.rados.rados.0.smithi097.stdout:3921: seq_num 1187 ranges {13582336=688128} 2024-09-16T03:08:04.291 INFO:tasks.rados.rados.0.smithi097.stdout:3921: writing smithi09778949-42 from 13582336 to 14270464 tid 1 2024-09-16T03:08:04.291 INFO:tasks.rados.rados.0.smithi097.stdout:3922: rmattr oid 22 current snap is 384 2024-09-16T03:08:04.291 INFO:tasks.rados.rados.0.smithi097.stdout:3922: done (1 left) 2024-09-16T03:08:04.291 INFO:tasks.rados.rados.0.smithi097.stdout:3923: read oid 49 snap 381 2024-09-16T03:08:04.291 INFO:tasks.rados.rados.0.smithi097.stdout:3923: expect (ObjNum 1163 snap 370 seq_num 1163) 2024-09-16T03:08:04.291 INFO:tasks.rados.rados.0.smithi097.stdout:3924: rollback oid 7 current snap is 384 2024-09-16T03:08:04.291 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 7 to 380 2024-09-16T03:08:04.292 INFO:tasks.rados.rados.0.smithi097.stdout:3925: read oid 6 snap -1 2024-09-16T03:08:04.292 INFO:tasks.rados.rados.0.smithi097.stdout:3925: expect (ObjNum 1171 snap 378 seq_num 1171) 2024-09-16T03:08:04.292 INFO:tasks.rados.rados.0.smithi097.stdout:3926: copy_from oid 20 from oid 28 current snap is 384 2024-09-16T03:08:04.292 INFO:tasks.rados.rados.0.smithi097.stdout:3927: read oid 38 snap -1 2024-09-16T03:08:04.292 INFO:tasks.rados.rados.0.smithi097.stdout:3927: expect (ObjNum 1178 snap 380 seq_num 1178) 2024-09-16T03:08:04.292 INFO:tasks.rados.rados.0.smithi097.stdout:3928: read oid 15 snap 376 2024-09-16T03:08:04.292 INFO:tasks.rados.rados.0.smithi097.stdout:3928: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:08:04.292 INFO:tasks.rados.rados.0.smithi097.stdout:3929: snap_create 2024-09-16T03:08:04.295 INFO:tasks.rados.rados.0.smithi097.stdout:3925: expect (ObjNum 1171 snap 378 seq_num 1171) 2024-09-16T03:08:04.310 INFO:tasks.rados.rados.0.smithi097.stdout:3928: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:08:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:04 smithi184 ceph-mon[82194]: pgmap v942: 121 pgs: 121 active+clean; 224 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.9 MiB/s wr, 13 op/s 2024-09-16T03:08:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:04 smithi184 ceph-mon[82194]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T03:08:04.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:04.421 INFO:tasks.rados.rados.0.smithi097.stdout:3921: finishing write tid 1 to smithi09778949-42 2024-09-16T03:08:04.421 INFO:tasks.rados.rados.0.smithi097.stdout:3921: finishing write tid 2 to smithi09778949-42 2024-09-16T03:08:04.421 INFO:tasks.rados.rados.0.smithi097.stdout:3924: finishing rollback tid 0 to smithi09778949-7 2024-09-16T03:08:04.421 INFO:tasks.rados.rados.0.smithi097.stdout:3924: finishing rollback tid 1 to smithi09778949-7 2024-09-16T03:08:04.421 INFO:tasks.rados.rados.0.smithi097.stdout:3924: finishing rollback tid 2 to smithi09778949-7 2024-09-16T03:08:04.421 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2667 (ObjNum 1156 snap 367 seq_num 1156) dirty exists 2024-09-16T03:08:04.421 INFO:tasks.rados.rados.0.smithi097.stdout:3921: finishing write tid 3 to smithi09778949-42 2024-09-16T03:08:04.421 INFO:tasks.rados.rados.0.smithi097.stdout:3921: oid 42 updating version 0 to 2662 2024-09-16T03:08:04.422 INFO:tasks.rados.rados.0.smithi097.stdout:3921: oid 42 updating version 2662 to 2663 2024-09-16T03:08:04.422 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 42 v 2663 (ObjNum 1187 snap 384 seq_num 1187) dirty exists 2024-09-16T03:08:04.422 INFO:tasks.rados.rados.0.smithi097.stdout:3921: left oid 42 (ObjNum 1187 snap 384 seq_num 1187) 2024-09-16T03:08:04.422 INFO:tasks.rados.rados.0.smithi097.stdout:3926: finishing copy_from racing read to smithi09778949-20 2024-09-16T03:08:04.422 INFO:tasks.rados.rados.0.smithi097.stdout:3926: finishing copy_from to smithi09778949-20 2024-09-16T03:08:04.422 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 2649 (ObjNum 1179 snap 380 seq_num 1179) dirty exists 2024-09-16T03:08:04.422 INFO:tasks.rados.rados.0.smithi097.stdout:3923: expect (ObjNum 1163 snap 370 seq_num 1163) 2024-09-16T03:08:04.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:04 smithi097 ceph-mon[88563]: pgmap v942: 121 pgs: 121 active+clean; 224 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.9 MiB/s wr, 13 op/s 2024-09-16T03:08:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:04 smithi097 ceph-mon[88563]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T03:08:04.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:04 smithi097 ceph-mon[90424]: pgmap v942: 121 pgs: 121 active+clean; 224 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 28 MiB/s rd, 6.9 MiB/s wr, 13 op/s 2024-09-16T03:08:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:04 smithi097 ceph-mon[90424]: osdmap e845: 8 total, 8 up, 8 in 2024-09-16T03:08:04.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:04.652 INFO:tasks.rados.rados.0.smithi097.stdout:3927: expect (ObjNum 1178 snap 380 seq_num 1178) 2024-09-16T03:08:04.994 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:08:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:08:04] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.51.0" 2024-09-16T03:08:05.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:05 smithi097 ceph-mon[88563]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T03:08:05.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:05 smithi097 ceph-mon[90424]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T03:08:05.526 INFO:tasks.rados.rados.0.smithi097.stdout:3921: done (7 left) 2024-09-16T03:08:05.526 INFO:tasks.rados.rados.0.smithi097.stdout:3923: done (6 left) 2024-09-16T03:08:05.526 INFO:tasks.rados.rados.0.smithi097.stdout:3924: done (5 left) 2024-09-16T03:08:05.526 INFO:tasks.rados.rados.0.smithi097.stdout:3925: done (4 left) 2024-09-16T03:08:05.526 INFO:tasks.rados.rados.0.smithi097.stdout:3926: done (3 left) 2024-09-16T03:08:05.526 INFO:tasks.rados.rados.0.smithi097.stdout:3927: done (2 left) 2024-09-16T03:08:05.526 INFO:tasks.rados.rados.0.smithi097.stdout:3928: done (1 left) 2024-09-16T03:08:05.527 INFO:tasks.rados.rados.0.smithi097.stdout:3929: done (0 left) 2024-09-16T03:08:05.527 INFO:tasks.rados.rados.0.smithi097.stdout:3930: snap_create 2024-09-16T03:08:05.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:05 smithi184 ceph-mon[82194]: osdmap e846: 8 total, 8 up, 8 in 2024-09-16T03:08:06.228 INFO:tasks.rados.rados.0.smithi097.stdout:3930: done (0 left) 2024-09-16T03:08:06.228 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 25 current snap is 386 2024-09-16T03:08:06.228 INFO:tasks.rados.rados.0.smithi097.stdout:3931: seq_num 1188 ranges {1015808=704512} 2024-09-16T03:08:06.237 INFO:tasks.rados.rados.0.smithi097.stdout:3931: writing smithi09778949-25 from 1015808 to 1720320 tid 1 2024-09-16T03:08:06.237 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 386 2024-09-16T03:08:06.237 INFO:tasks.rados.rados.0.smithi097.stdout:3932: seq_num 1189 ranges {3252224=720896} 2024-09-16T03:08:06.258 INFO:tasks.rados.rados.0.smithi097.stdout:3932: writing smithi09778949-20 from 3252224 to 3973120 tid 1 2024-09-16T03:08:06.258 INFO:tasks.rados.rados.0.smithi097.stdout:3933: snap_remove snap 383 2024-09-16T03:08:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:06 smithi097 ceph-mon[90424]: pgmap v945: 121 pgs: 121 active+clean; 222 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T03:08:06.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:06 smithi097 ceph-mon[90424]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T03:08:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:06 smithi097 ceph-mon[88563]: pgmap v945: 121 pgs: 121 active+clean; 222 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T03:08:06.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:06 smithi097 ceph-mon[88563]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T03:08:06.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:06 smithi184 ceph-mon[82194]: pgmap v945: 121 pgs: 121 active+clean; 222 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T03:08:06.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:06 smithi184 ceph-mon[82194]: osdmap e847: 8 total, 8 up, 8 in 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3933: done (2 left) 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3934: snap_create 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3931: finishing write tid 1 to smithi09778949-25 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3931: finishing write tid 2 to smithi09778949-25 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3931: finishing write tid 3 to smithi09778949-25 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3931: oid 25 updating version 0 to 2457 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3931: oid 25 version 2457 is already newer than 2456 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 25 v 2457 (ObjNum 1188 snap 386 seq_num 1188) dirty exists 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3931: left oid 25 (ObjNum 1188 snap 386 seq_num 1188) 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3932: finishing write tid 1 to smithi09778949-20 2024-09-16T03:08:07.127 INFO:tasks.rados.rados.0.smithi097.stdout:3932: finishing write tid 2 to smithi09778949-20 2024-09-16T03:08:07.128 INFO:tasks.rados.rados.0.smithi097.stdout:3932: finishing write tid 3 to smithi09778949-20 2024-09-16T03:08:07.128 INFO:tasks.rados.rados.0.smithi097.stdout:3932: oid 20 updating version 0 to 2650 2024-09-16T03:08:07.128 INFO:tasks.rados.rados.0.smithi097.stdout:3932: oid 20 updating version 2650 to 2651 2024-09-16T03:08:07.128 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 2651 (ObjNum 1189 snap 386 seq_num 1189) dirty exists 2024-09-16T03:08:07.128 INFO:tasks.rados.rados.0.smithi097.stdout:3932: left oid 20 (ObjNum 1189 snap 386 seq_num 1189) 2024-09-16T03:08:07.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:07 smithi097 ceph-mon[88563]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T03:08:07.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:07 smithi097 ceph-mon[88563]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T03:08:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:07 smithi097 ceph-mon[90424]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T03:08:07.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:07 smithi097 ceph-mon[90424]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T03:08:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:07 smithi184 ceph-mon[82194]: osdmap e848: 8 total, 8 up, 8 in 2024-09-16T03:08:07.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:07 smithi184 ceph-mon[82194]: osdmap e849: 8 total, 8 up, 8 in 2024-09-16T03:08:08.128 INFO:tasks.rados.rados.0.smithi097.stdout:3931: done (2 left) 2024-09-16T03:08:08.128 INFO:tasks.rados.rados.0.smithi097.stdout:3932: done (1 left) 2024-09-16T03:08:08.129 INFO:tasks.rados.rados.0.smithi097.stdout:3934: done (0 left) 2024-09-16T03:08:08.129 INFO:tasks.rados.rados.0.smithi097.stdout:3935: delete oid 46 current snap is 387 2024-09-16T03:08:08.133 INFO:tasks.rados.rados.0.smithi097.stdout:3935: done (0 left) 2024-09-16T03:08:08.133 INFO:tasks.rados.rados.0.smithi097.stdout:3936: copy_from oid 10 from oid 36 current snap is 387 2024-09-16T03:08:08.133 INFO:tasks.rados.rados.0.smithi097.stdout:3937: snap_create 2024-09-16T03:08:08.140 INFO:tasks.rados.rados.0.smithi097.stdout:3936: finishing copy_from to smithi09778949-10 2024-09-16T03:08:08.140 INFO:tasks.rados.rados.0.smithi097.stdout:3936: got expected ENOENT (src dne) 2024-09-16T03:08:08.140 INFO:tasks.rados.rados.0.smithi097.stdout:3936: finishing copy_from racing read to smithi09778949-10 2024-09-16T03:08:08.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:08 smithi097 ceph-mon[88563]: pgmap v948: 121 pgs: 121 active+clean; 233 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-16T03:08:08.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:08 smithi097 ceph-mon[88563]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T03:08:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:08 smithi097 ceph-mon[90424]: pgmap v948: 121 pgs: 121 active+clean; 233 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-16T03:08:08.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:08 smithi097 ceph-mon[90424]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T03:08:08.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:08 smithi184 ceph-mon[82194]: pgmap v948: 121 pgs: 121 active+clean; 233 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.1 MiB/s wr, 10 op/s 2024-09-16T03:08:08.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:08 smithi184 ceph-mon[82194]: osdmap e850: 8 total, 8 up, 8 in 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3936: done (1 left) 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3937: done (0 left) 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3938: read oid 36 snap -1 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3938: expect deleted 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3939: read oid 23 snap 387 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3939: expect (ObjNum 1117 snap 348 seq_num 1117) 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3940: read oid 10 snap -1 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3940: expect (ObjNum 1148 snap 362 seq_num 1148) 2024-09-16T03:08:09.131 INFO:tasks.rados.rados.0.smithi097.stdout:3941: rmattr oid 50 current snap is 388 2024-09-16T03:08:09.132 INFO:tasks.rados.rados.0.smithi097.stdout:3942: copy_from oid 41 from oid 48 current snap is 388 2024-09-16T03:08:09.132 INFO:tasks.rados.rados.0.smithi097.stdout:3943: copy_from oid 2 from oid 38 current snap is 388 2024-09-16T03:08:09.132 INFO:tasks.rados.rados.0.smithi097.stdout:3944: setattr oid 27 current snap is 388 2024-09-16T03:08:09.132 INFO:tasks.rados.rados.0.smithi097.stdout:3945: delete oid 3 current snap is 388 2024-09-16T03:08:09.138 INFO:tasks.rados.rados.0.smithi097.stdout:3940: expect (ObjNum 1148 snap 362 seq_num 1148) 2024-09-16T03:08:09.140 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 2447 (ObjNum 1182 snap 383 seq_num 1182) dirty exists 2024-09-16T03:08:09.141 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 27 v 2672 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T03:08:09.143 INFO:tasks.rados.rados.0.smithi097.stdout:3938: done (7 left) 2024-09-16T03:08:09.143 INFO:tasks.rados.rados.0.smithi097.stdout:3940: done (6 left) 2024-09-16T03:08:09.143 INFO:tasks.rados.rados.0.smithi097.stdout:3941: done (5 left) 2024-09-16T03:08:09.143 INFO:tasks.rados.rados.0.smithi097.stdout:3944: done (4 left) 2024-09-16T03:08:09.143 INFO:tasks.rados.rados.0.smithi097.stdout:3945: done (3 left) 2024-09-16T03:08:09.143 INFO:tasks.rados.rados.0.smithi097.stdout:3946: delete oid 19 current snap is 388 2024-09-16T03:08:09.150 INFO:tasks.rados.rados.0.smithi097.stdout:3946: done (3 left) 2024-09-16T03:08:09.150 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 40 current snap is 388 2024-09-16T03:08:09.150 INFO:tasks.rados.rados.0.smithi097.stdout:3947: seq_num 1193 ranges {0=786432} 2024-09-16T03:08:09.154 INFO:tasks.rados.rados.0.smithi097.stdout:3947: writing smithi09778949-40 from 0 to 786432 tid 1 2024-09-16T03:08:09.154 INFO:tasks.rados.rados.0.smithi097.stdout:3948: snap_create 2024-09-16T03:08:09.161 INFO:tasks.rados.rados.0.smithi097.stdout:3947: finishing write tid 1 to smithi09778949-40 2024-09-16T03:08:09.161 INFO:tasks.rados.rados.0.smithi097.stdout:3947: finishing write tid 2 to smithi09778949-40 2024-09-16T03:08:09.162 INFO:tasks.rados.rados.0.smithi097.stdout:3947: finishing write tid 3 to smithi09778949-40 2024-09-16T03:08:09.162 INFO:tasks.rados.rados.0.smithi097.stdout:3947: oid 40 updating version 0 to 1982 2024-09-16T03:08:09.162 INFO:tasks.rados.rados.0.smithi097.stdout:3947: oid 40 version 1982 is already newer than 1981 2024-09-16T03:08:09.162 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 40 v 1982 (ObjNum 1193 snap 388 seq_num 1193) dirty exists 2024-09-16T03:08:09.162 INFO:tasks.rados.rados.0.smithi097.stdout:3947: left oid 40 (ObjNum 1193 snap 388 seq_num 1193) 2024-09-16T03:08:09.178 INFO:tasks.rados.rados.0.smithi097.stdout:3942: finishing copy_from racing read to smithi09778949-41 2024-09-16T03:08:09.181 INFO:tasks.rados.rados.0.smithi097.stdout:3939: expect (ObjNum 1117 snap 348 seq_num 1117) 2024-09-16T03:08:09.670 INFO:tasks.rados.rados.0.smithi097.stdout:3942: finishing copy_from to smithi09778949-41 2024-09-16T03:08:09.670 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 820 (ObjNum 1185 snap 383 seq_num 1185) dirty exists 2024-09-16T03:08:09.670 INFO:tasks.rados.rados.0.smithi097.stdout:3943: finishing copy_from racing read to smithi09778949-2 2024-09-16T03:08:09.670 INFO:tasks.rados.rados.0.smithi097.stdout:3943: finishing copy_from to smithi09778949-2 2024-09-16T03:08:09.670 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 2 v 2455 (ObjNum 1178 snap 380 seq_num 1178) dirty exists 2024-09-16T03:08:10.143 INFO:tasks.rados.rados.0.smithi097.stdout:3939: done (4 left) 2024-09-16T03:08:10.143 INFO:tasks.rados.rados.0.smithi097.stdout:3942: done (3 left) 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3943: done (2 left) 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3947: done (1 left) 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3948: done (0 left) 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3949: read oid 1 snap 382 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3949: expect deleted 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3950: read oid 44 snap -1 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3950: expect (ObjNum 1113 snap 348 seq_num 1113) 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3951: rmattr oid 35 current snap is 389 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3952: rollback oid 14 current snap is 389 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 14 to 382 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3953: read oid 21 snap -1 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3953: expect (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3954: read oid 10 snap -1 2024-09-16T03:08:10.144 INFO:tasks.rados.rados.0.smithi097.stdout:3954: expect (ObjNum 1148 snap 362 seq_num 1148) 2024-09-16T03:08:10.145 INFO:tasks.rados.rados.0.smithi097.stdout:3955: rmattr oid 34 current snap is 389 2024-09-16T03:08:10.145 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 20 current snap is 389 2024-09-16T03:08:10.145 INFO:tasks.rados.rados.0.smithi097.stdout:3956: seq_num 1194 ranges {3973120=802816} 2024-09-16T03:08:10.170 INFO:tasks.rados.rados.0.smithi097.stdout:3956: writing smithi09778949-20 from 3973120 to 4775936 tid 1 2024-09-16T03:08:10.170 INFO:tasks.rados.rados.0.smithi097.stdout:3957: read oid 49 snap 374 2024-09-16T03:08:10.170 INFO:tasks.rados.rados.0.smithi097.stdout:3957: expect (ObjNum 1163 snap 370 seq_num 1163) 2024-09-16T03:08:10.170 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 36 current snap is 389 2024-09-16T03:08:10.170 INFO:tasks.rados.rados.0.smithi097.stdout:3958: seq_num 1195 ranges {0=417792,417792=401408} 2024-09-16T03:08:10.173 INFO:tasks.rados.rados.0.smithi097.stdout:3958: writing smithi09778949-36 from 0 to 417792 tid 1 2024-09-16T03:08:10.176 INFO:tasks.rados.rados.0.smithi097.stdout:3958: writing smithi09778949-36 from 417792 to 819200 tid 2 2024-09-16T03:08:10.176 INFO:tasks.rados.rados.0.smithi097.stdout:3959: rmattr oid 18 current snap is 389 2024-09-16T03:08:10.176 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 34 v 1624 (ObjNum 1110 snap 346 seq_num 1110) dirty exists 2024-09-16T03:08:10.176 INFO:tasks.rados.rados.0.smithi097.stdout:3952: finishing rollback tid 1 to smithi09778949-14 2024-09-16T03:08:10.177 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 14 v 2561 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-09-16T03:08:10.177 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 35 v 2456 (ObjNum 1178 snap 380 seq_num 1178) dirty exists 2024-09-16T03:08:10.177 INFO:tasks.rados.rados.0.smithi097.stdout:3953: expect (ObjNum 1111 snap 346 seq_num 1111) 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3956: finishing write tid 1 to smithi09778949-20 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3956: finishing write tid 2 to smithi09778949-20 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3956: finishing write tid 3 to smithi09778949-20 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3956: oid 20 updating version 0 to 2652 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3956: oid 20 updating version 2652 to 2653 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 20 v 2653 (ObjNum 1194 snap 389 seq_num 1194) dirty exists 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3956: left oid 20 (ObjNum 1194 snap 389 seq_num 1194) 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3958: finishing write tid 1 to smithi09778949-36 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3949: done (10 left) 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3951: done (9 left) 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3952: done (8 left) 2024-09-16T03:08:10.388 INFO:tasks.rados.rados.0.smithi097.stdout:3953: done (7 left) 2024-09-16T03:08:10.389 INFO:tasks.rados.rados.0.smithi097.stdout:3955: done (6 left) 2024-09-16T03:08:10.389 INFO:tasks.rados.rados.0.smithi097.stdout:3956: done (5 left) 2024-09-16T03:08:10.389 INFO:tasks.rados.rados.0.smithi097.stdout:3960: read oid 40 snap -1 2024-09-16T03:08:10.389 INFO:tasks.rados.rados.0.smithi097.stdout:3960: expect (ObjNum 1193 snap 388 seq_num 1193) 2024-09-16T03:08:10.389 INFO:tasks.rados.rados.0.smithi097.stdout:3961: snap_remove snap 385 2024-09-16T03:08:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:10 smithi184 ceph-mon[82194]: pgmap v951: 121 pgs: 121 active+clean; 234 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T03:08:10.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:10 smithi184 ceph-mon[82194]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T03:08:10.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:10 smithi097 ceph-mon[88563]: pgmap v951: 121 pgs: 121 active+clean; 234 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T03:08:10.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:10 smithi097 ceph-mon[88563]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T03:08:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:10 smithi097 ceph-mon[90424]: pgmap v951: 121 pgs: 121 active+clean; 234 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 9 op/s 2024-09-16T03:08:10.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:10 smithi097 ceph-mon[90424]: osdmap e851: 8 total, 8 up, 8 in 2024-09-16T03:08:11.146 INFO:tasks.rados.rados.0.smithi097.stdout:3961: done (6 left) 2024-09-16T03:08:11.147 INFO:tasks.rados.rados.0.smithi097.stdout:3962: read oid 25 snap -1 2024-09-16T03:08:11.147 INFO:tasks.rados.rados.0.smithi097.stdout:3962: expect (ObjNum 1188 snap 386 seq_num 1188) 2024-09-16T03:08:11.147 INFO:tasks.rados.rados.0.smithi097.stdout:3963: snap_remove snap 358 2024-09-16T03:08:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:11 smithi184 ceph-mon[82194]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T03:08:11.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:11 smithi097 ceph-mon[88563]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T03:08:11.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:11 smithi097 ceph-mon[90424]: osdmap e852: 8 total, 8 up, 8 in 2024-09-16T03:08:12.130 INFO:tasks.rados.rados.0.smithi097.stdout:3963: done (7 left) 2024-09-16T03:08:12.130 INFO:tasks.rados.rados.0.smithi097.stdout:3964: rmattr oid 7 current snap is 389 2024-09-16T03:08:12.130 INFO:tasks.rados.rados.0.smithi097.stdout:3958: finishing write tid 2 to smithi09778949-36 2024-09-16T03:08:12.130 INFO:tasks.rados.rados.0.smithi097.stdout:3958: finishing write tid 3 to smithi09778949-36 2024-09-16T03:08:12.130 INFO:tasks.rados.rados.0.smithi097.stdout:3958: finishing write tid 4 to smithi09778949-36 2024-09-16T03:08:12.131 INFO:tasks.rados.rados.0.smithi097.stdout:3958: oid 36 updating version 0 to 2458 2024-09-16T03:08:12.131 INFO:tasks.rados.rados.0.smithi097.stdout:3958: oid 36 updating version 2458 to 2459 2024-09-16T03:08:12.131 INFO:tasks.rados.rados.0.smithi097.stdout:3958: oid 36 updating version 2459 to 2460 2024-09-16T03:08:12.131 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 36 v 2460 (ObjNum 1195 snap 389 seq_num 1195) dirty exists 2024-09-16T03:08:12.131 INFO:tasks.rados.rados.0.smithi097.stdout:3958: left oid 36 (ObjNum 1195 snap 389 seq_num 1195) 2024-09-16T03:08:12.131 INFO:tasks.rados.rados.0.smithi097.stdout:3950: expect (ObjNum 1113 snap 348 seq_num 1113) 2024-09-16T03:08:12.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:12 smithi184 ceph-mon[82194]: pgmap v954: 121 pgs: 121 active+clean; 246 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-09-16T03:08:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:12 smithi184 ceph-mon[82194]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T03:08:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:12 smithi184 ceph-mon[82194]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T03:08:12.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:12 smithi097 ceph-mon[88563]: pgmap v954: 121 pgs: 121 active+clean; 246 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-09-16T03:08:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:12 smithi097 ceph-mon[88563]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T03:08:12.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:12 smithi097 ceph-mon[88563]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T03:08:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:12 smithi097 ceph-mon[90424]: pgmap v954: 121 pgs: 121 active+clean; 246 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 22 MiB/s rd, 3.6 MiB/s wr, 18 op/s 2024-09-16T03:08:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:12 smithi097 ceph-mon[90424]: osdmap e853: 8 total, 8 up, 8 in 2024-09-16T03:08:12.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:12 smithi097 ceph-mon[90424]: osdmap e854: 8 total, 8 up, 8 in 2024-09-16T03:08:12.554 INFO:tasks.rados.rados.0.smithi097.stdout:3954: expect (ObjNum 1148 snap 362 seq_num 1148) 2024-09-16T03:08:12.555 INFO:tasks.rados.rados.0.smithi097.stdout:3957: expect (ObjNum 1163 snap 370 seq_num 1163) 2024-09-16T03:08:12.786 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 18 v 1625 (ObjNum 1093 snap 340 seq_num 1093) dirty exists 2024-09-16T03:08:12.786 INFO:tasks.rados.rados.0.smithi097.stdout:3960: expect (ObjNum 1193 snap 388 seq_num 1193) 2024-09-16T03:08:12.805 INFO:tasks.rados.rados.0.smithi097.stdout:3962: expect (ObjNum 1188 snap 386 seq_num 1188) 2024-09-16T03:08:12.872 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2682 (ObjNum 1156 snap 367 seq_num 1156) dirty exists 2024-09-16T03:08:12.872 INFO:tasks.rados.rados.0.smithi097.stdout:3950: done (7 left) 2024-09-16T03:08:12.872 INFO:tasks.rados.rados.0.smithi097.stdout:3954: done (6 left) 2024-09-16T03:08:12.872 INFO:tasks.rados.rados.0.smithi097.stdout:3957: done (5 left) 2024-09-16T03:08:12.872 INFO:tasks.rados.rados.0.smithi097.stdout:3958: done (4 left) 2024-09-16T03:08:12.872 INFO:tasks.rados.rados.0.smithi097.stdout:3959: done (3 left) 2024-09-16T03:08:12.872 INFO:tasks.rados.rados.0.smithi097.stdout:3960: done (2 left) 2024-09-16T03:08:12.873 INFO:tasks.rados.rados.0.smithi097.stdout:3962: done (1 left) 2024-09-16T03:08:12.873 INFO:tasks.rados.rados.0.smithi097.stdout:3964: done (0 left) 2024-09-16T03:08:12.873 INFO:tasks.rados.rados.0.smithi097.stdout:3965: read oid 15 snap -1 2024-09-16T03:08:12.873 INFO:tasks.rados.rados.0.smithi097.stdout:3965: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:08:12.873 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 389 2024-09-16T03:08:12.873 INFO:tasks.rados.rados.0.smithi097.stdout:3966: seq_num 1196 ranges {4841472=434176,5275648=401408} 2024-09-16T03:08:12.899 INFO:tasks.rados.rados.0.smithi097.stdout:3966: writing smithi09778949-21 from 4841472 to 5275648 tid 1 2024-09-16T03:08:12.901 INFO:tasks.rados.rados.0.smithi097.stdout:3966: writing smithi09778949-21 from 5275648 to 5677056 tid 2 2024-09-16T03:08:12.902 INFO:tasks.rados.rados.0.smithi097.stdout:3967: delete oid 24 current snap is 389 2024-09-16T03:08:12.902 INFO:tasks.rados.rados.0.smithi097.stdout:3965: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:08:13.005 INFO:tasks.rados.rados.0.smithi097.stdout:3966: finishing write tid 1 to smithi09778949-21 2024-09-16T03:08:13.005 INFO:tasks.rados.rados.0.smithi097.stdout:3966: finishing write tid 2 to smithi09778949-21 2024-09-16T03:08:13.005 INFO:tasks.rados.rados.0.smithi097.stdout:3966: finishing write tid 3 to smithi09778949-21 2024-09-16T03:08:13.005 INFO:tasks.rados.rados.0.smithi097.stdout:3966: finishing write tid 4 to smithi09778949-21 2024-09-16T03:08:13.005 INFO:tasks.rados.rados.0.smithi097.stdout:3966: oid 21 updating version 0 to 1983 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3966: oid 21 updating version 1983 to 1984 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3966: oid 21 updating version 1984 to 1985 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1985 (ObjNum 1196 snap 389 seq_num 1196) dirty exists 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3966: left oid 21 (ObjNum 1196 snap 389 seq_num 1196) 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3965: done (2 left) 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3966: done (1 left) 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3967: done (0 left) 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3968: read oid 28 snap 373 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3968: expect (ObjNum 931 snap 275 seq_num 931) 2024-09-16T03:08:13.006 INFO:tasks.rados.rados.0.smithi097.stdout:3969: snap_create 2024-09-16T03:08:13.012 INFO:tasks.rados.rados.0.smithi097.stdout:3968: expect (ObjNum 931 snap 275 seq_num 931) 2024-09-16T03:08:13.154 INFO:tasks.rados.rados.0.smithi097.stdout:3968: done (1 left) 2024-09-16T03:08:13.155 INFO:tasks.rados.rados.0.smithi097.stdout:3969: done (0 left) 2024-09-16T03:08:13.155 INFO:tasks.rados.rados.0.smithi097.stdout:3970: snap_remove snap 371 2024-09-16T03:08:14.160 INFO:tasks.rados.rados.0.smithi097.stdout:3970: done (0 left) 2024-09-16T03:08:14.160 INFO:tasks.rados.rados.0.smithi097.stdout:3971: delete oid 2 current snap is 390 2024-09-16T03:08:14.171 INFO:tasks.rados.rados.0.smithi097.stdout:3971: done (0 left) 2024-09-16T03:08:14.171 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 33 current snap is 390 2024-09-16T03:08:14.171 INFO:tasks.rados.rados.0.smithi097.stdout:3972: seq_num 1199 ranges {212992=483328,696320=401408} 2024-09-16T03:08:14.175 INFO:tasks.rados.rados.0.smithi097.stdout:3972: writing smithi09778949-33 from 212992 to 696320 tid 1 2024-09-16T03:08:14.179 INFO:tasks.rados.rados.0.smithi097.stdout:3972: writing smithi09778949-33 from 696320 to 1097728 tid 2 2024-09-16T03:08:14.179 INFO:tasks.rados.rados.0.smithi097.stdout:3973: read oid 39 snap -1 2024-09-16T03:08:14.179 INFO:tasks.rados.rados.0.smithi097.stdout:3973: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:08:14.179 INFO:tasks.rados.rados.0.smithi097.stdout:3974: rmattr oid 3 current snap is 390 2024-09-16T03:08:14.179 INFO:tasks.rados.rados.0.smithi097.stdout:3974: done (2 left) 2024-09-16T03:08:14.179 INFO:tasks.rados.rados.0.smithi097.stdout:3975: copy_from oid 46 from oid 49 current snap is 390 2024-09-16T03:08:14.179 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 50 current snap is 390 2024-09-16T03:08:14.179 INFO:tasks.rados.rados.0.smithi097.stdout:3976: seq_num 1200 ranges {3874816=499712,4374528=401408} 2024-09-16T03:08:14.204 INFO:tasks.rados.rados.0.smithi097.stdout:3976: writing smithi09778949-50 from 3874816 to 4374528 tid 1 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3976: writing smithi09778949-50 from 4374528 to 4775936 tid 2 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3977: snap_create 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3972: finishing write tid 1 to smithi09778949-33 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3972: finishing write tid 2 to smithi09778949-33 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3972: finishing write tid 3 to smithi09778949-33 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3972: finishing write tid 4 to smithi09778949-33 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3972: oid 33 updating version 0 to 2468 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3972: oid 33 version 2468 is already newer than 2466 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:3972: oid 33 version 2468 is already newer than 2467 2024-09-16T03:08:14.207 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 33 v 2468 (ObjNum 1199 snap 390 seq_num 1199) dirty exists 2024-09-16T03:08:14.208 INFO:tasks.rados.rados.0.smithi097.stdout:3972: left oid 33 (ObjNum 1199 snap 390 seq_num 1199) 2024-09-16T03:08:14.208 INFO:tasks.rados.rados.0.smithi097.stdout:3973: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:08:14.309 INFO:tasks.rados.rados.0.smithi097.stdout:3976: finishing write tid 1 to smithi09778949-50 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3976: finishing write tid 2 to smithi09778949-50 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3976: finishing write tid 3 to smithi09778949-50 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3976: finishing write tid 4 to smithi09778949-50 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3976: oid 50 updating version 0 to 2449 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3976: oid 50 updating version 2449 to 2450 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3976: oid 50 version 2450 is already newer than 2448 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 50 v 2450 (ObjNum 1200 snap 390 seq_num 1200) dirty exists 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3976: left oid 50 (ObjNum 1200 snap 390 seq_num 1200) 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3975: finishing copy_from racing read to smithi09778949-46 2024-09-16T03:08:14.310 INFO:tasks.rados.rados.0.smithi097.stdout:3975: finishing copy_from to smithi09778949-46 2024-09-16T03:08:14.311 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 46 v 2453 (ObjNum 1163 snap 370 seq_num 1163) dirty exists 2024-09-16T03:08:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:14 smithi184 ceph-mon[82194]: pgmap v957: 121 pgs: 121 active+clean; 246 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-09-16T03:08:14.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:14 smithi184 ceph-mon[82194]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T03:08:14.494 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:14 smithi097 ceph-mon[90424]: pgmap v957: 121 pgs: 121 active+clean; 246 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-09-16T03:08:14.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:14 smithi097 ceph-mon[90424]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T03:08:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:14 smithi097 ceph-mon[88563]: pgmap v957: 121 pgs: 121 active+clean; 246 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-09-16T03:08:14.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:14 smithi097 ceph-mon[88563]: osdmap e855: 8 total, 8 up, 8 in 2024-09-16T03:08:14.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:08:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:08:14] "GET /metrics HTTP/1.1" 200 36290 "" "Prometheus/2.51.0" 2024-09-16T03:08:15.172 INFO:tasks.rados.rados.0.smithi097.stdout:3972: done (4 left) 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3973: done (3 left) 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3975: done (2 left) 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3976: done (1 left) 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3977: done (0 left) 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3978: read oid 45 snap -1 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3978: expect (ObjNum 1153 snap 364 seq_num 1153) 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3979: read oid 3 snap 387 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3979: expect (ObjNum 1157 snap 368 seq_num 1157) 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3980: copy_from oid 35 from oid 37 current snap is 391 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:3981: rollback oid 44 current snap is 391 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 44 to 368 2024-09-16T03:08:15.173 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 48 current snap is 391 2024-09-16T03:08:15.174 INFO:tasks.rados.rados.0.smithi097.stdout:3982: seq_num 1201 ranges {5062656=524288,5586944=401408} 2024-09-16T03:08:15.202 INFO:tasks.rados.rados.0.smithi097.stdout:3982: writing smithi09778949-48 from 5062656 to 5586944 tid 1 2024-09-16T03:08:15.204 INFO:tasks.rados.rados.0.smithi097.stdout:3982: writing smithi09778949-48 from 5586944 to 5988352 tid 2 2024-09-16T03:08:15.205 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 391 2024-09-16T03:08:15.205 INFO:tasks.rados.rados.0.smithi097.stdout:3980: finishing copy_from to smithi09778949-35 2024-09-16T03:08:15.205 INFO:tasks.rados.rados.0.smithi097.stdout:3980: got expected ENOENT (src dne) 2024-09-16T03:08:15.205 INFO:tasks.rados.rados.0.smithi097.stdout:3980: finishing copy_from racing read to smithi09778949-35 2024-09-16T03:08:15.205 INFO:tasks.rados.rados.0.smithi097.stdout:3978: expect (ObjNum 1153 snap 364 seq_num 1153) 2024-09-16T03:08:15.211 INFO:tasks.rados.rados.0.smithi097.stdout:3981: finishing rollback tid 0 to smithi09778949-44 2024-09-16T03:08:15.211 INFO:tasks.rados.rados.0.smithi097.stdout:3981: finishing rollback tid 1 to smithi09778949-44 2024-09-16T03:08:15.211 INFO:tasks.rados.rados.0.smithi097.stdout:3983: seq_num 1202 ranges {5677056=540672,6217728=401408} 2024-09-16T03:08:15.244 INFO:tasks.rados.rados.0.smithi097.stdout:3983: writing smithi09778949-21 from 5677056 to 6217728 tid 1 2024-09-16T03:08:15.247 INFO:tasks.rados.rados.0.smithi097.stdout:3983: writing smithi09778949-21 from 6217728 to 6619136 tid 2 2024-09-16T03:08:15.247 INFO:tasks.rados.rados.0.smithi097.stdout:3978: done (5 left) 2024-09-16T03:08:15.247 INFO:tasks.rados.rados.0.smithi097.stdout:3980: done (4 left) 2024-09-16T03:08:15.247 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 38 current snap is 391 2024-09-16T03:08:15.247 INFO:tasks.rados.rados.0.smithi097.stdout:3981: finishing rollback tid 2 to smithi09778949-44 2024-09-16T03:08:15.247 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 44 v 2472 (ObjNum 1113 snap 348 seq_num 1113) dirty exists 2024-09-16T03:08:15.247 INFO:tasks.rados.rados.0.smithi097.stdout:3979: expect (ObjNum 1157 snap 368 seq_num 1157) 2024-09-16T03:08:15.386 INFO:tasks.rados.rados.0.smithi097.stdout:3982: finishing write tid 1 to smithi09778949-48 2024-09-16T03:08:15.386 INFO:tasks.rados.rados.0.smithi097.stdout:3982: finishing write tid 2 to smithi09778949-48 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:3982: finishing write tid 3 to smithi09778949-48 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:3982: finishing write tid 4 to smithi09778949-48 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:3982: oid 48 updating version 0 to 822 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:3982: oid 48 updating version 822 to 823 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:3982: oid 48 version 823 is already newer than 821 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 48 v 823 (ObjNum 1201 snap 391 seq_num 1201) dirty exists 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:3982: left oid 48 (ObjNum 1201 snap 391 seq_num 1201) 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:3983: finishing write tid 1 to smithi09778949-21 2024-09-16T03:08:15.387 INFO:tasks.rados.rados.0.smithi097.stdout:3984: seq_num 1203 ranges {10862592=557056,11419648=401408} 2024-09-16T03:08:15.445 INFO:tasks.rados.rados.0.smithi097.stdout:3984: writing smithi09778949-38 from 10862592 to 11419648 tid 1 2024-09-16T03:08:15.447 INFO:tasks.rados.rados.0.smithi097.stdout:3984: writing smithi09778949-38 from 11419648 to 11821056 tid 2 2024-09-16T03:08:15.447 INFO:tasks.rados.rados.0.smithi097.stdout:3979: done (4 left) 2024-09-16T03:08:15.447 INFO:tasks.rados.rados.0.smithi097.stdout:3981: done (3 left) 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3982: done (2 left) 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3985: copy_from oid 22 from oid 39 current snap is 391 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3983: finishing write tid 2 to smithi09778949-21 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3983: finishing write tid 3 to smithi09778949-21 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3983: finishing write tid 4 to smithi09778949-21 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3983: oid 21 updating version 0 to 1987 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3983: oid 21 updating version 1987 to 1988 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3983: oid 21 version 1988 is already newer than 1986 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1988 (ObjNum 1202 snap 391 seq_num 1202) dirty exists 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3983: left oid 21 (ObjNum 1202 snap 391 seq_num 1202) 2024-09-16T03:08:15.448 INFO:tasks.rados.rados.0.smithi097.stdout:3983: done (2 left) 2024-09-16T03:08:15.449 INFO:tasks.rados.rados.0.smithi097.stdout:3986: snap_create 2024-09-16T03:08:15.454 INFO:tasks.rados.rados.0.smithi097.stdout:3984: finishing write tid 1 to smithi09778949-38 2024-09-16T03:08:15.454 INFO:tasks.rados.rados.0.smithi097.stdout:3984: finishing write tid 2 to smithi09778949-38 2024-09-16T03:08:15.455 INFO:tasks.rados.rados.0.smithi097.stdout:3984: finishing write tid 3 to smithi09778949-38 2024-09-16T03:08:15.457 INFO:tasks.rados.rados.0.smithi097.stdout:3984: finishing write tid 4 to smithi09778949-38 2024-09-16T03:08:15.457 INFO:tasks.rados.rados.0.smithi097.stdout:3984: oid 38 updating version 0 to 2476 2024-09-16T03:08:15.457 INFO:tasks.rados.rados.0.smithi097.stdout:3984: oid 38 version 2476 is already newer than 2474 2024-09-16T03:08:15.458 INFO:tasks.rados.rados.0.smithi097.stdout:3984: oid 38 version 2476 is already newer than 2475 2024-09-16T03:08:15.458 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2476 (ObjNum 1203 snap 391 seq_num 1203) dirty exists 2024-09-16T03:08:15.458 INFO:tasks.rados.rados.0.smithi097.stdout:3984: left oid 38 (ObjNum 1203 snap 391 seq_num 1203) 2024-09-16T03:08:15.461 INFO:tasks.rados.rados.0.smithi097.stdout:3985: finishing copy_from racing read to smithi09778949-22 2024-09-16T03:08:15.466 INFO:tasks.rados.rados.0.smithi097.stdout:3985: finishing copy_from to smithi09778949-22 2024-09-16T03:08:15.466 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 22 v 2521 (ObjNum 1131 snap 354 seq_num 1131) dirty exists 2024-09-16T03:08:15.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:15 smithi097 ceph-mon[88563]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T03:08:15.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:15 smithi097 ceph-mon[90424]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T03:08:15.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:15 smithi184 ceph-mon[82194]: osdmap e856: 8 total, 8 up, 8 in 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:3984: done (2 left) 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:3985: done (1 left) 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:3986: done (0 left) 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:3987: rollback oid 41 current snap is 392 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 41 to 370 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:3988: rollback oid 49 current snap is 392 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:rollback oid 49 to 381 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:3989: rmattr oid 32 current snap is 392 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:3989: done (2 left) 2024-09-16T03:08:16.175 INFO:tasks.rados.rados.0.smithi097.stdout:3990: setattr oid 10 current snap is 392 2024-09-16T03:08:16.178 INFO:tasks.rados.rados.0.smithi097.stdout:3991: read oid 30 snap -1 2024-09-16T03:08:16.178 INFO:tasks.rados.rados.0.smithi097.stdout:3991: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:08:16.178 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 7 current snap is 392 2024-09-16T03:08:16.178 INFO:tasks.rados.rados.0.smithi097.stdout:3992: seq_num 1204 ranges {2703360=573440,3276800=401408} 2024-09-16T03:08:16.197 INFO:tasks.rados.rados.0.smithi097.stdout:3992: writing smithi09778949-7 from 2703360 to 3276800 tid 1 2024-09-16T03:08:16.200 INFO:tasks.rados.rados.0.smithi097.stdout:3992: writing smithi09778949-7 from 3276800 to 3678208 tid 2 2024-09-16T03:08:16.200 INFO:tasks.rados.rados.0.smithi097.stdout:3993: rmattr oid 31 current snap is 392 2024-09-16T03:08:16.200 INFO:tasks.rados.rados.0.smithi097.stdout:3988: finishing rollback tid 0 to smithi09778949-49 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:3988: finishing rollback tid 1 to smithi09778949-49 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:3987: finishing rollback tid 0 to smithi09778949-41 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:3988: finishing rollback tid 2 to smithi09778949-49 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 49 v 2480 (ObjNum 1163 snap 370 seq_num 1163) dirty exists 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:3987: finishing rollback tid 1 to smithi09778949-41 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 10 v 2482 (ObjNum 1148 snap 362 seq_num 1148) dirty exists 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:3987: finishing rollback tid 2 to smithi09778949-41 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 41 v 2463 (ObjNum 1098 snap 341 seq_num 1098) dirty exists 2024-09-16T03:08:16.201 INFO:tasks.rados.rados.0.smithi097.stdout:3991: expect (ObjNum 1131 snap 354 seq_num 1131) 2024-09-16T03:08:16.303 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 31 v 2451 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-09-16T03:08:16.303 INFO:tasks.rados.rados.0.smithi097.stdout:3992: finishing write tid 1 to smithi09778949-7 2024-09-16T03:08:16.303 INFO:tasks.rados.rados.0.smithi097.stdout:3992: finishing write tid 2 to smithi09778949-7 2024-09-16T03:08:16.303 INFO:tasks.rados.rados.0.smithi097.stdout:3992: finishing write tid 3 to smithi09778949-7 2024-09-16T03:08:16.303 INFO:tasks.rados.rados.0.smithi097.stdout:3992: finishing write tid 4 to smithi09778949-7 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3992: oid 7 updating version 0 to 2703 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3992: oid 7 updating version 2703 to 2704 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3992: oid 7 version 2704 is already newer than 2702 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 7 v 2704 (ObjNum 1204 snap 392 seq_num 1204) dirty exists 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3992: left oid 7 (ObjNum 1204 snap 392 seq_num 1204) 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3987: done (5 left) 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3988: done (4 left) 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3990: done (3 left) 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3991: done (2 left) 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3992: done (1 left) 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3993: done (0 left) 2024-09-16T03:08:16.304 INFO:tasks.rados.rados.0.smithi097.stdout:3994: snap_remove snap 370 2024-09-16T03:08:16.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:16 smithi097 ceph-mon[88563]: pgmap v960: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-09-16T03:08:16.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:16 smithi097 ceph-mon[88563]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T03:08:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:16 smithi097 ceph-mon[90424]: pgmap v960: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-09-16T03:08:16.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:16 smithi097 ceph-mon[90424]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T03:08:16.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:16 smithi184 ceph-mon[82194]: pgmap v960: 121 pgs: 121 active+clean; 241 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-09-16T03:08:16.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:16 smithi184 ceph-mon[82194]: osdmap e857: 8 total, 8 up, 8 in 2024-09-16T03:08:17.130 INFO:tasks.rados.rados.0.smithi097.stdout:3994: done (0 left) 2024-09-16T03:08:17.131 INFO:tasks.rados.rados.0.smithi097.stdout:3995: rmattr oid 38 current snap is 392 2024-09-16T03:08:17.131 INFO:tasks.rados.rados.0.smithi097.stdout:3996: snap_remove snap 384 2024-09-16T03:08:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:17 smithi097 ceph-mon[88563]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T03:08:17.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:17 smithi097 ceph-mon[88563]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T03:08:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:17 smithi097 ceph-mon[90424]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T03:08:17.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:17 smithi097 ceph-mon[90424]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T03:08:17.559 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:17 smithi184 ceph-mon[82194]: osdmap e858: 8 total, 8 up, 8 in 2024-09-16T03:08:17.559 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:17 smithi184 ceph-mon[82194]: osdmap e859: 8 total, 8 up, 8 in 2024-09-16T03:08:18.135 INFO:tasks.rados.rados.0.smithi097.stdout:3996: done (1 left) 2024-09-16T03:08:18.136 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 21 current snap is 392 2024-09-16T03:08:18.136 INFO:tasks.rados.rados.0.smithi097.stdout:3997: seq_num 1205 ranges {6619136=589824,7208960=401408} 2024-09-16T03:08:18.174 INFO:tasks.rados.rados.0.smithi097.stdout:3997: writing smithi09778949-21 from 6619136 to 7208960 tid 1 2024-09-16T03:08:18.177 INFO:tasks.rados.rados.0.smithi097.stdout:3997: writing smithi09778949-21 from 7208960 to 7610368 tid 2 2024-09-16T03:08:18.177 INFO:tasks.rados.rados.0.smithi097.stdout:3998: read oid 32 snap 376 2024-09-16T03:08:18.177 INFO:tasks.rados.rados.0.smithi097.stdout:3998: expect (ObjNum 1120 snap 348 seq_num 1120) 2024-09-16T03:08:18.177 INFO:tasks.rados.rados.0.smithi097.stdout:append oid 23 current snap is 392 2024-09-16T03:08:18.177 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 38 v 2484 (ObjNum 1203 snap 391 seq_num 1203) dirty exists 2024-09-16T03:08:18.177 INFO:tasks.rados.rados.0.smithi097.stdout:3999: seq_num 1206 ranges {8241152=606208,8847360=401408} 2024-09-16T03:08:18.226 INFO:tasks.rados.rados.0.smithi097.stdout:3999: writing smithi09778949-23 from 8241152 to 8847360 tid 1 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3999: writing smithi09778949-23 from 8847360 to 9248768 tid 2 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3995: done (3 left) 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout: waiting on 3 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3997: finishing write tid 1 to smithi09778949-21 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3997: finishing write tid 2 to smithi09778949-21 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3997: finishing write tid 3 to smithi09778949-21 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3997: finishing write tid 4 to smithi09778949-21 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3997: oid 21 updating version 0 to 1991 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3997: oid 21 version 1991 is already newer than 1989 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3997: oid 21 version 1991 is already newer than 1990 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 21 v 1991 (ObjNum 1205 snap 392 seq_num 1205) dirty exists 2024-09-16T03:08:18.229 INFO:tasks.rados.rados.0.smithi097.stdout:3997: left oid 21 (ObjNum 1205 snap 392 seq_num 1205) 2024-09-16T03:08:18.230 INFO:tasks.rados.rados.0.smithi097.stdout:3998: expect (ObjNum 1120 snap 348 seq_num 1120) 2024-09-16T03:08:18.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:18 smithi097 ceph-mon[88563]: pgmap v963: 121 pgs: 121 active+clean; 234 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-16T03:08:18.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:18 smithi097 ceph-mon[88563]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T03:08:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:18 smithi097 ceph-mon[90424]: pgmap v963: 121 pgs: 121 active+clean; 234 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-16T03:08:18.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:18 smithi097 ceph-mon[90424]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T03:08:18.495 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:08:18 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T03:08:18.187+0000 7facd3221640 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1bd after trimming was started 2024-09-16T03:08:18.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:18 smithi184 ceph-mon[82194]: pgmap v963: 121 pgs: 121 active+clean; 234 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 2.9 MiB/s wr, 19 op/s 2024-09-16T03:08:18.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:18 smithi184 ceph-mon[82194]: osdmap e860: 8 total, 8 up, 8 in 2024-09-16T03:08:18.704 INFO:tasks.rados.rados.0.smithi097.stdout:3999: finishing write tid 1 to smithi09778949-23 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3999: finishing write tid 2 to smithi09778949-23 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3999: finishing write tid 3 to smithi09778949-23 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3999: finishing write tid 4 to smithi09778949-23 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3999: oid 23 updating version 0 to 2455 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3999: oid 23 version 2455 is already newer than 2454 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3999: oid 23 updating version 2455 to 2456 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:update_object_version oid 23 v 2456 (ObjNum 1206 snap 392 seq_num 1206) dirty exists 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3999: left oid 23 (ObjNum 1206 snap 392 seq_num 1206) 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3997: done (2 left) 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3998: done (1 left) 2024-09-16T03:08:18.705 INFO:tasks.rados.rados.0.smithi097.stdout:3999: done (0 left) 2024-09-16T03:08:18.706 INFO:tasks.rados.rados.0.smithi097.stderr:0 errors. 2024-09-16T03:08:18.706 INFO:tasks.rados.rados.0.smithi097.stderr: 2024-09-16T03:08:18.710 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T03:08:18.918 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:08:19.290 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:19.291 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:19.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:20.346 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:20 smithi097 ceph-mon[88563]: pgmap v966: 121 pgs: 121 active+clean; 239 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T03:08:20.346 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:20 smithi097 ceph-mon[90424]: pgmap v966: 121 pgs: 121 active+clean; 239 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T03:08:20.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:20 smithi184 ceph-mon[82194]: pgmap v966: 121 pgs: 121 active+clean; 239 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-09-16T03:08:20.849 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T03:08:20.849 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":860,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T03:08:18.124178+0000","last_up_change":"2024-09-16T03:02:38.025224+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T02:51:05.602999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T02:51:08.573774+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T02:52:01.126727+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-09-16T02:54:47.857886+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"860","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":452,"snap_epoch":860,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":287,"up_from":301,"up_thru":529,"down_at":288,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":261366410},{"type":"v1","addr":"172.21.15.97:6803","nonce":261366410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":261366410},{"type":"v1","addr":"172.21.15.97:6805","nonce":261366410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":261366410},{"type":"v1","addr":"172.21.15.97:6809","nonce":261366410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":261366410},{"type":"v1","addr":"172.21.15.97:6807","nonce":261366410}]},"public_addr":"172.21.15.97:6803/261366410","cluster_addr":"172.21.15.97:6805/261366410","heartbeat_back_addr":"172.21.15.97:6809/261366410","heartbeat_front_addr":"172.21.15.97:6807/261366410","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":335,"up_thru":529,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1461979794},{"type":"v1","addr":"172.21.15.97:6811","nonce":1461979794}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1461979794},{"type":"v1","addr":"172.21.15.97:6813","nonce":1461979794}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":1461979794},{"type":"v1","addr":"172.21.15.97:6817","nonce":1461979794}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1461979794},{"type":"v1","addr":"172.21.15.97:6815","nonce":1461979794}]},"public_addr":"172.21.15.97:6811/1461979794","cluster_addr":"172.21.15.97:6813/1461979794","heartbeat_back_addr":"172.21.15.97:6817/1461979794","heartbeat_front_addr":"172.21.15.97:6815/1461979794","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":353,"up_from":367,"up_thru":529,"down_at":354,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3183250638},{"type":"v1","addr":"172.21.15.97:6819","nonce":3183250638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3183250638},{"type":"v1","addr":"172.21.15.97:6821","nonce":3183250638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3183250638},{"type":"v1","addr":"172.21.15.97:6825","nonce":3183250638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3183250638},{"type":"v1","addr":"172.21.15.97:6823","nonce":3183250638}]},"public_addr":"172.21.15.97:6819/3183250638","cluster_addr":"172.21.15.97:6821/3183250638","heartbeat_back_addr":"172.21.15.97:6825/3183250638","heartbeat_front_addr":"172.21.15.97:6823/3183250638","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":386,"up_from":399,"up_thru":529,"down_at":387,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":472567128},{"type":"v1","addr":"172.21.15.97:6827","nonce":472567128}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":472567128},{"type":"v1","addr":"172.21.15.97:6829","nonce":472567128}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":472567128},{"type":"v1","addr":"172.21.15.97:6833","nonce":472567128}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":472567128},{"type":"v1","addr":"172.21.15.97:6831","nonce":472567128}]},"public_addr":"172.21.15.97:6827/472567128","cluster_addr":"172.21.15.97:6829/472567128","heartbeat_back_addr":"172.21.15.97:6833/472567128","heartbeat_front_addr":"172.21.15.97:6831/472567128","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":419,"up_from":433,"up_thru":529,"down_at":420,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":1194136090},{"type":"v1","addr":"172.21.15.184:6801","nonce":1194136090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":1194136090},{"type":"v1","addr":"172.21.15.184:6803","nonce":1194136090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":1194136090},{"type":"v1","addr":"172.21.15.184:6807","nonce":1194136090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":1194136090},{"type":"v1","addr":"172.21.15.184:6805","nonce":1194136090}]},"public_addr":"172.21.15.184:6801/1194136090","cluster_addr":"172.21.15.184:6803/1194136090","heartbeat_back_addr":"172.21.15.184:6807/1194136090","heartbeat_front_addr":"172.21.15.184:6805/1194136090","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":452,"up_from":465,"up_thru":529,"down_at":453,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":19301270},{"type":"v1","addr":"172.21.15.184:6809","nonce":19301270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":19301270},{"type":"v1","addr":"172.21.15.184:6811","nonce":19301270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":19301270},{"type":"v1","addr":"172.21.15.184:6815","nonce":19301270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":19301270},{"type":"v1","addr":"172.21.15.184:6813","nonce":19301270}]},"public_addr":"172.21.15.184:6809/19301270","cluster_addr":"172.21.15.184:6811/19301270","heartbeat_back_addr":"172.21.15.184:6815/19301270","heartbeat_front_addr":"172.21.15.184:6813/19301270","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":485,"up_from":499,"up_thru":529,"down_at":486,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":601910124},{"type":"v1","addr":"172.21.15.184:6817","nonce":601910124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":601910124},{"type":"v1","addr":"172.21.15.184:6819","nonce":601910124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":601910124},{"type":"v1","addr":"172.21.15.184:6823","nonce":601910124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":601910124},{"type":"v1","addr":"172.21.15.184:6821","nonce":601910124}]},"public_addr":"172.21.15.184:6817/601910124","cluster_addr":"172.21.15.184:6819/601910124","heartbeat_back_addr":"172.21.15.184:6823/601910124","heartbeat_front_addr":"172.21.15.184:6821/601910124","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":518,"up_from":529,"up_thru":529,"down_at":519,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":3568232763},{"type":"v1","addr":"172.21.15.184:6825","nonce":3568232763}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":3568232763},{"type":"v1","addr":"172.21.15.184:6827","nonce":3568232763}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":3568232763},{"type":"v1","addr":"172.21.15.184:6831","nonce":3568232763}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":3568232763},{"type":"v1","addr":"172.21.15.184:6829","nonce":3568232763}]},"public_addr":"172.21.15.184:6825/3568232763","cluster_addr":"172.21.15.184:6827/3568232763","heartbeat_back_addr":"172.21.15.184:6831/3568232763","heartbeat_front_addr":"172.21.15.184:6829/3568232763","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":287},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":353},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":386},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":419},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":452},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":485},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":518}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":5}]},{"pgid":"2.1","mappings":[{"from":0,"to":5}]},{"pgid":"2.7","mappings":[{"from":7,"to":5}]},{"pgid":"2.9","mappings":[{"from":7,"to":5}]},{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"2.f","mappings":[{"from":7,"to":2},{"from":0,"to":5}]},{"pgid":"3.3","mappings":[{"from":4,"to":5}]},{"pgid":"3.7","mappings":[{"from":0,"to":5}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]},{"pgid":"5.3","mappings":[{"from":0,"to":5}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/1164497143":"2024-09-17T02:56:10.968108+0000","172.21.15.97:0/2682117877":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/4138756595":"2024-09-17T02:56:10.968108+0000","172.21.15.97:6800/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/1275394281":"2024-09-17T02:56:10.968108+0000","172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6800/1236574410":"2024-09-17T02:57:18.484973+0000","172.21.15.184:0/4189881929":"2024-09-17T02:56:40.154510+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3116494437":"2024-09-17T02:51:57.498443+0000","172.21.15.184:6833/1791461962":"2024-09-17T03:02:57.826356+0000","172.21.15.97:6801/1236574410":"2024-09-17T02:57:18.484973+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.184:0/2185077835":"2024-09-17T02:56:40.154510+0000","172.21.15.184:0/1557901882":"2024-09-17T02:56:40.154510+0000","172.21.15.184:0/2318115841":"2024-09-17T02:56:40.154510+0000","172.21.15.184:0/1542475827":"2024-09-17T02:56:40.154510+0000","172.21.15.184:6834/1347080232":"2024-09-17T02:56:40.154510+0000","172.21.15.184:6832/1791461962":"2024-09-17T03:02:57.826356+0000","172.21.15.184:0/2814745375":"2024-09-17T02:56:40.154510+0000","172.21.15.97:0/1932985603":"2024-09-17T02:51:57.498443+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2788826906":"2024-09-17T02:57:18.484973+0000","172.21.15.97:0/1552466803":"2024-09-17T02:57:18.484973+0000","172.21.15.184:6835/1347080232":"2024-09-17T02:56:40.154510+0000","172.21.15.97:0/1060920906":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/189802062":"2024-09-17T02:57:18.484973+0000","172.21.15.97:0/3494666081":"2024-09-17T02:56:10.968108+0000","172.21.15.97:6801/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/2880652214":"2024-09-17T02:57:18.484973+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/723562344":"2024-09-17T02:57:18.484973+0000","172.21.15.97:0/442042279":"2024-09-17T02:57:18.484973+0000","172.21.15.97:0/2519368570":"2024-09-17T02:57:18.484973+0000","172.21.15.184:0/3629715582":"2024-09-17T02:56:40.154510+0000","172.21.15.97:6800/4018508183":"2024-09-17T02:56:10.968108+0000","172.21.15.97:6801/4018508183":"2024-09-17T02:56:10.968108+0000","172.21.15.97:0/4277190302":"2024-09-17T02:56:10.968108+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":419,"length":1},{"begin":431,"length":2},{"begin":445,"length":2}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":445,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T03:08:21.430 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:21 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/340432307' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-16T03:08:21.430 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:21 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/340432307' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-16T03:08:21.451 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph pg dump --format=json 2024-09-16T03:08:21.653 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:08:21.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:21 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/340432307' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-16T03:08:22.428 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:22 smithi097 ceph-mon[88563]: pgmap v967: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-09-16T03:08:22.429 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:22 smithi097 ceph-mon[88563]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T03:08:22.429 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:22 smithi097 ceph-mon[90424]: pgmap v967: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-09-16T03:08:22.429 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:22 smithi097 ceph-mon[90424]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T03:08:22.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:22 smithi184 ceph-mon[82194]: pgmap v967: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-09-16T03:08:22.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:22 smithi184 ceph-mon[82194]: osdmap e861: 8 total, 8 up, 8 in 2024-09-16T03:08:23.393 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T03:08:23.395 INFO:teuthology.orchestra.run.smithi097.stderr:dumped all 2024-09-16T03:08:24.101 INFO:teuthology.orchestra.run.smithi097.stdout:{"pg_ready":true,"pg_map":{"version":969,"stamp":"2024-09-16T03:08:22.659974+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":258235407,"num_objects":143,"num_object_clones":69,"num_object_copies":429,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":143,"num_whiteouts":7,"num_read":4859,"num_read_kb":5704303,"num_write":8917,"num_write_kb":1826398,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":254,"num_bytes_recovered":505390732,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19482,"ondisk_log_size":19482,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3345752,"kb_used_data":444532,"kb_used_omap":276,"kb_used_meta":2897707,"kb_avail":746615464,"statfs":{"total":767960285184,"available":764534235136,"internally_reserved":0,"allocated":455200768,"data_stored":725185488,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":283210,"internal_metadata":2967252406},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":12378112,"num_objects":10,"num_object_clones":10,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":23,"num_read_kb":36393,"num_write":56,"num_write_kb":9736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001292"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1307,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.176757+0000","last_change":"2024-09-16T03:02:05.097302+0000","last_active":"2024-09-16T03:08:18.176757+0000","last_peered":"2024-09-16T03:08:18.176757+0000","last_clean":"2024-09-16T03:08:18.176757+0000","last_became_active":"2024-09-16T03:02:05.096960+0000","last_became_peered":"2024-09-16T03:02:05.096960+0000","last_unstale":"2024-09-16T03:08:18.176757+0000","last_undegraded":"2024-09-16T03:08:18.176757+0000","last_fullsized":"2024-09-16T03:08:18.176757+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:58:25.961033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1360,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.129304+0000","last_change":"2024-09-16T03:02:05.097396+0000","last_active":"2024-09-16T03:08:22.129304+0000","last_peered":"2024-09-16T03:08:22.129304+0000","last_clean":"2024-09-16T03:08:22.129304+0000","last_became_active":"2024-09-16T03:02:05.097023+0000","last_became_peered":"2024-09-16T03:02:05.097023+0000","last_unstale":"2024-09-16T03:08:22.129304+0000","last_undegraded":"2024-09-16T03:08:22.129304+0000","last_fullsized":"2024-09-16T03:08:22.129304+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:28:59.820332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1365,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.135492+0000","last_change":"2024-09-16T02:59:52.141014+0000","last_active":"2024-09-16T03:08:17.135492+0000","last_peered":"2024-09-16T03:08:17.135492+0000","last_clean":"2024-09-16T03:08:17.135492+0000","last_became_active":"2024-09-16T02:59:52.140702+0000","last_became_peered":"2024-09-16T02:59:52.140702+0000","last_unstale":"2024-09-16T03:08:17.135492+0000","last_undegraded":"2024-09-16T03:08:17.135492+0000","last_fullsized":"2024-09-16T03:08:17.135492+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:57:14.970834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1207,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133689+0000","last_change":"2024-09-16T03:02:39.068352+0000","last_active":"2024-09-16T03:08:18.133689+0000","last_peered":"2024-09-16T03:08:18.133689+0000","last_clean":"2024-09-16T03:08:18.133689+0000","last_became_active":"2024-09-16T03:02:39.068003+0000","last_became_peered":"2024-09-16T03:02:39.068003+0000","last_unstale":"2024-09-16T03:08:18.133689+0000","last_undegraded":"2024-09-16T03:08:18.133689+0000","last_fullsized":"2024-09-16T03:08:18.133689+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:55:04.056237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1155,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178408+0000","last_change":"2024-09-16T03:02:39.067796+0000","last_active":"2024-09-16T03:08:18.178408+0000","last_peered":"2024-09-16T03:08:18.178408+0000","last_clean":"2024-09-16T03:08:18.178408+0000","last_became_active":"2024-09-16T03:02:39.067199+0000","last_became_peered":"2024-09-16T03:02:39.067199+0000","last_unstale":"2024-09-16T03:08:18.178408+0000","last_undegraded":"2024-09-16T03:08:18.178408+0000","last_fullsized":"2024-09-16T03:08:18.178408+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:57:39.612374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1303,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.176282+0000","last_change":"2024-09-16T02:59:52.144185+0000","last_active":"2024-09-16T03:08:18.176282+0000","last_peered":"2024-09-16T03:08:18.176282+0000","last_clean":"2024-09-16T03:08:18.176282+0000","last_became_active":"2024-09-16T02:59:52.142267+0000","last_became_peered":"2024-09-16T02:59:52.142267+0000","last_unstale":"2024-09-16T03:08:18.176282+0000","last_undegraded":"2024-09-16T03:08:18.176282+0000","last_fullsized":"2024-09-16T03:08:18.176282+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:10:10.086435+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1155,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178158+0000","last_change":"2024-09-16T03:02:39.067222+0000","last_active":"2024-09-16T03:08:18.178158+0000","last_peered":"2024-09-16T03:08:18.178158+0000","last_clean":"2024-09-16T03:08:18.178158+0000","last_became_active":"2024-09-16T03:02:39.066809+0000","last_became_peered":"2024-09-16T03:02:39.066809+0000","last_unstale":"2024-09-16T03:08:18.178158+0000","last_undegraded":"2024-09-16T03:08:18.178158+0000","last_fullsized":"2024-09-16T03:08:18.178158+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:07:46.532463+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1247,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127982+0000","last_change":"2024-09-16T03:02:05.087235+0000","last_active":"2024-09-16T03:08:17.127982+0000","last_peered":"2024-09-16T03:08:17.127982+0000","last_clean":"2024-09-16T03:08:17.127982+0000","last_became_active":"2024-09-16T03:02:05.086911+0000","last_became_peered":"2024-09-16T03:02:05.086911+0000","last_unstale":"2024-09-16T03:08:17.127982+0000","last_undegraded":"2024-09-16T03:08:17.127982+0000","last_fullsized":"2024-09-16T03:08:17.127982+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:00:36.454034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1146,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178752+0000","last_change":"2024-09-16T03:02:39.057045+0000","last_active":"2024-09-16T03:08:18.178752+0000","last_peered":"2024-09-16T03:08:18.178752+0000","last_clean":"2024-09-16T03:08:18.178752+0000","last_became_active":"2024-09-16T03:02:39.056622+0000","last_became_peered":"2024-09-16T03:02:39.056622+0000","last_unstale":"2024-09-16T03:08:18.178752+0000","last_undegraded":"2024-09-16T03:08:18.178752+0000","last_fullsized":"2024-09-16T03:08:18.178752+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:44:17.942480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1164,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.144021+0000","last_change":"2024-09-16T03:02:05.097059+0000","last_active":"2024-09-16T03:08:17.144021+0000","last_peered":"2024-09-16T03:08:17.144021+0000","last_clean":"2024-09-16T03:08:17.144021+0000","last_became_active":"2024-09-16T03:02:05.096455+0000","last_became_peered":"2024-09-16T03:02:05.096455+0000","last_unstale":"2024-09-16T03:08:17.144021+0000","last_undegraded":"2024-09-16T03:08:17.144021+0000","last_fullsized":"2024-09-16T03:08:17.144021+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:57:08.676277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1164,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.143108+0000","last_change":"2024-09-16T03:02:05.092769+0000","last_active":"2024-09-16T03:08:17.143108+0000","last_peered":"2024-09-16T03:08:17.143108+0000","last_clean":"2024-09-16T03:08:17.143108+0000","last_became_active":"2024-09-16T03:02:05.092438+0000","last_became_peered":"2024-09-16T03:02:05.092438+0000","last_unstale":"2024-09-16T03:08:17.143108+0000","last_undegraded":"2024-09-16T03:08:17.143108+0000","last_fullsized":"2024-09-16T03:08:17.143108+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:06:23.170922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1219,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.129398+0000","last_change":"2024-09-16T03:02:05.088815+0000","last_active":"2024-09-16T03:08:18.129398+0000","last_peered":"2024-09-16T03:08:18.129398+0000","last_clean":"2024-09-16T03:08:18.129398+0000","last_became_active":"2024-09-16T03:02:05.088491+0000","last_became_peered":"2024-09-16T03:02:05.088491+0000","last_unstale":"2024-09-16T03:08:18.129398+0000","last_undegraded":"2024-09-16T03:08:18.129398+0000","last_fullsized":"2024-09-16T03:08:18.129398+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:01:27.492291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1275,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.128143+0000","last_change":"2024-09-16T03:02:05.094351+0000","last_active":"2024-09-16T03:08:17.128143+0000","last_peered":"2024-09-16T03:08:17.128143+0000","last_clean":"2024-09-16T03:08:17.128143+0000","last_became_active":"2024-09-16T03:02:05.094027+0000","last_became_peered":"2024-09-16T03:02:05.094027+0000","last_unstale":"2024-09-16T03:08:17.128143+0000","last_undegraded":"2024-09-16T03:08:17.128143+0000","last_fullsized":"2024-09-16T03:08:17.128143+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:32:31.956349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1364,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.134680+0000","last_change":"2024-09-16T03:01:31.094531+0000","last_active":"2024-09-16T03:08:17.134680+0000","last_peered":"2024-09-16T03:08:17.134680+0000","last_clean":"2024-09-16T03:08:17.134680+0000","last_became_active":"2024-09-16T03:01:31.094230+0000","last_became_peered":"2024-09-16T03:01:31.094230+0000","last_unstale":"2024-09-16T03:08:17.134680+0000","last_undegraded":"2024-09-16T03:08:17.134680+0000","last_fullsized":"2024-09-16T03:08:17.134680+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:52:12.403100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1346,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.128106+0000","last_change":"2024-09-16T03:01:31.089423+0000","last_active":"2024-09-16T03:08:22.128106+0000","last_peered":"2024-09-16T03:08:22.128106+0000","last_clean":"2024-09-16T03:08:22.128106+0000","last_became_active":"2024-09-16T03:01:31.088928+0000","last_became_peered":"2024-09-16T03:01:31.088928+0000","last_unstale":"2024-09-16T03:08:22.128106+0000","last_undegraded":"2024-09-16T03:08:22.128106+0000","last_fullsized":"2024-09-16T03:08:22.128106+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:57:18.502789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1190,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133159+0000","last_change":"2024-09-16T03:02:39.068958+0000","last_active":"2024-09-16T03:08:18.133159+0000","last_peered":"2024-09-16T03:08:18.133159+0000","last_clean":"2024-09-16T03:08:18.133159+0000","last_became_active":"2024-09-16T03:02:39.068653+0000","last_became_peered":"2024-09-16T03:02:39.068653+0000","last_unstale":"2024-09-16T03:08:18.133159+0000","last_undegraded":"2024-09-16T03:08:18.133159+0000","last_fullsized":"2024-09-16T03:08:18.133159+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:28:57.816232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1198,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.134176+0000","last_change":"2024-09-16T03:02:39.061122+0000","last_active":"2024-09-16T03:08:18.134176+0000","last_peered":"2024-09-16T03:08:18.134176+0000","last_clean":"2024-09-16T03:08:18.134176+0000","last_became_active":"2024-09-16T03:02:39.060801+0000","last_became_peered":"2024-09-16T03:02:39.060801+0000","last_unstale":"2024-09-16T03:08:18.134176+0000","last_undegraded":"2024-09-16T03:08:18.134176+0000","last_fullsized":"2024-09-16T03:08:18.134176+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:09:42.170166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1313,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.176761+0000","last_change":"2024-09-16T03:02:39.065505+0000","last_active":"2024-09-16T03:08:18.176761+0000","last_peered":"2024-09-16T03:08:18.176761+0000","last_clean":"2024-09-16T03:08:18.176761+0000","last_became_active":"2024-09-16T03:02:39.064887+0000","last_became_peered":"2024-09-16T03:02:39.064887+0000","last_unstale":"2024-09-16T03:08:18.176761+0000","last_undegraded":"2024-09-16T03:08:18.176761+0000","last_fullsized":"2024-09-16T03:08:18.176761+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:37:41.420380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1138,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178707+0000","last_change":"2024-09-16T03:02:39.067945+0000","last_active":"2024-09-16T03:08:18.178707+0000","last_peered":"2024-09-16T03:08:18.178707+0000","last_clean":"2024-09-16T03:08:18.178707+0000","last_became_active":"2024-09-16T03:02:39.067029+0000","last_became_peered":"2024-09-16T03:02:39.067029+0000","last_unstale":"2024-09-16T03:08:18.178707+0000","last_undegraded":"2024-09-16T03:08:18.178707+0000","last_fullsized":"2024-09-16T03:08:18.178707+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:55:30.752059+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1174,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.141771+0000","last_change":"2024-09-16T03:02:05.094909+0000","last_active":"2024-09-16T03:08:17.141771+0000","last_peered":"2024-09-16T03:08:17.141771+0000","last_clean":"2024-09-16T03:08:17.141771+0000","last_became_active":"2024-09-16T03:02:05.094564+0000","last_became_peered":"2024-09-16T03:02:05.094564+0000","last_unstale":"2024-09-16T03:08:17.141771+0000","last_undegraded":"2024-09-16T03:08:17.141771+0000","last_fullsized":"2024-09-16T03:08:17.141771+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:27:05.071796+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1365,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.134676+0000","last_change":"2024-09-16T03:02:39.061813+0000","last_active":"2024-09-16T03:08:17.134676+0000","last_peered":"2024-09-16T03:08:17.134676+0000","last_clean":"2024-09-16T03:08:17.134676+0000","last_became_active":"2024-09-16T03:02:39.061263+0000","last_became_peered":"2024-09-16T03:02:39.061263+0000","last_unstale":"2024-09-16T03:08:17.134676+0000","last_undegraded":"2024-09-16T03:08:17.134676+0000","last_fullsized":"2024-09-16T03:08:17.134676+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:15:23.211467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1195,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133313+0000","last_change":"2024-09-16T03:02:39.061693+0000","last_active":"2024-09-16T03:08:18.133313+0000","last_peered":"2024-09-16T03:08:18.133313+0000","last_clean":"2024-09-16T03:08:18.133313+0000","last_became_active":"2024-09-16T03:02:39.061367+0000","last_became_peered":"2024-09-16T03:02:39.061367+0000","last_unstale":"2024-09-16T03:08:18.133313+0000","last_undegraded":"2024-09-16T03:08:18.133313+0000","last_fullsized":"2024-09-16T03:08:18.133313+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:03:19.312704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1275,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127379+0000","last_change":"2024-09-16T03:00:59.038770+0000","last_active":"2024-09-16T03:08:17.127379+0000","last_peered":"2024-09-16T03:08:17.127379+0000","last_clean":"2024-09-16T03:08:17.127379+0000","last_became_active":"2024-09-16T03:00:59.038431+0000","last_became_peered":"2024-09-16T03:00:59.038431+0000","last_unstale":"2024-09-16T03:08:17.127379+0000","last_undegraded":"2024-09-16T03:08:17.127379+0000","last_fullsized":"2024-09-16T03:08:17.127379+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:10:53.027809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1211,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133461+0000","last_change":"2024-09-16T03:01:31.102893+0000","last_active":"2024-09-16T03:08:18.133461+0000","last_peered":"2024-09-16T03:08:18.133461+0000","last_clean":"2024-09-16T03:08:18.133461+0000","last_became_active":"2024-09-16T03:01:31.102576+0000","last_became_peered":"2024-09-16T03:01:31.102576+0000","last_unstale":"2024-09-16T03:08:18.133461+0000","last_undegraded":"2024-09-16T03:08:18.133461+0000","last_fullsized":"2024-09-16T03:08:18.133461+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:02:23.440560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1266,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127505+0000","last_change":"2024-09-16T03:00:59.032412+0000","last_active":"2024-09-16T03:08:17.127505+0000","last_peered":"2024-09-16T03:08:17.127505+0000","last_clean":"2024-09-16T03:08:17.127505+0000","last_became_active":"2024-09-16T03:00:59.032086+0000","last_became_peered":"2024-09-16T03:00:59.032086+0000","last_unstale":"2024-09-16T03:08:17.127505+0000","last_undegraded":"2024-09-16T03:08:17.127505+0000","last_fullsized":"2024-09-16T03:08:17.127505+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:55:01.752565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1170,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.143719+0000","last_change":"2024-09-16T03:02:39.061499+0000","last_active":"2024-09-16T03:08:17.143719+0000","last_peered":"2024-09-16T03:08:17.143719+0000","last_clean":"2024-09-16T03:08:17.143719+0000","last_became_active":"2024-09-16T03:02:39.061153+0000","last_became_peered":"2024-09-16T03:02:39.061153+0000","last_unstale":"2024-09-16T03:08:17.143719+0000","last_undegraded":"2024-09-16T03:08:17.143719+0000","last_fullsized":"2024-09-16T03:08:17.143719+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:40:07.141776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1347,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.129659+0000","last_change":"2024-09-16T03:00:25.059441+0000","last_active":"2024-09-16T03:08:22.129659+0000","last_peered":"2024-09-16T03:08:22.129659+0000","last_clean":"2024-09-16T03:08:22.129659+0000","last_became_active":"2024-09-16T03:00:25.058775+0000","last_became_peered":"2024-09-16T03:00:25.058775+0000","last_unstale":"2024-09-16T03:08:22.129659+0000","last_undegraded":"2024-09-16T03:08:22.129659+0000","last_fullsized":"2024-09-16T03:08:22.129659+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:34:14.598022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1283,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127859+0000","last_change":"2024-09-16T03:00:59.032931+0000","last_active":"2024-09-16T03:08:17.127859+0000","last_peered":"2024-09-16T03:08:17.127859+0000","last_clean":"2024-09-16T03:08:17.127859+0000","last_became_active":"2024-09-16T03:00:59.032653+0000","last_became_peered":"2024-09-16T03:00:59.032653+0000","last_unstale":"2024-09-16T03:08:17.127859+0000","last_undegraded":"2024-09-16T03:08:17.127859+0000","last_fullsized":"2024-09-16T03:08:17.127859+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:17:00.543852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1365,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.135072+0000","last_change":"2024-09-16T03:00:59.040651+0000","last_active":"2024-09-16T03:08:17.135072+0000","last_peered":"2024-09-16T03:08:17.135072+0000","last_clean":"2024-09-16T03:08:17.135072+0000","last_became_active":"2024-09-16T03:00:59.039368+0000","last_became_peered":"2024-09-16T03:00:59.039368+0000","last_unstale":"2024-09-16T03:08:17.135072+0000","last_undegraded":"2024-09-16T03:08:17.135072+0000","last_fullsized":"2024-09-16T03:08:17.135072+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:18:16.538647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1211,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133349+0000","last_change":"2024-09-16T03:01:31.093808+0000","last_active":"2024-09-16T03:08:18.133349+0000","last_peered":"2024-09-16T03:08:18.133349+0000","last_clean":"2024-09-16T03:08:18.133349+0000","last_became_active":"2024-09-16T03:01:31.093254+0000","last_became_peered":"2024-09-16T03:01:31.093254+0000","last_unstale":"2024-09-16T03:08:18.133349+0000","last_undegraded":"2024-09-16T03:08:18.133349+0000","last_fullsized":"2024-09-16T03:08:18.133349+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:33:44.185488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1314,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.176205+0000","last_change":"2024-09-16T03:02:05.088882+0000","last_active":"2024-09-16T03:08:18.176205+0000","last_peered":"2024-09-16T03:08:18.176205+0000","last_clean":"2024-09-16T03:08:18.176205+0000","last_became_active":"2024-09-16T03:02:05.088262+0000","last_became_peered":"2024-09-16T03:02:05.088262+0000","last_unstale":"2024-09-16T03:08:18.176205+0000","last_undegraded":"2024-09-16T03:08:18.176205+0000","last_fullsized":"2024-09-16T03:08:18.176205+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:53:40.762335+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1165,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.141324+0000","last_change":"2024-09-16T03:02:05.093120+0000","last_active":"2024-09-16T03:08:17.141324+0000","last_peered":"2024-09-16T03:08:17.141324+0000","last_clean":"2024-09-16T03:08:17.141324+0000","last_became_active":"2024-09-16T03:02:05.092168+0000","last_became_peered":"2024-09-16T03:02:05.092168+0000","last_unstale":"2024-09-16T03:08:17.141324+0000","last_undegraded":"2024-09-16T03:08:17.141324+0000","last_fullsized":"2024-09-16T03:08:17.141324+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:58:18.996438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1247,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.129099+0000","last_change":"2024-09-16T03:00:59.035380+0000","last_active":"2024-09-16T03:08:18.129099+0000","last_peered":"2024-09-16T03:08:18.129099+0000","last_clean":"2024-09-16T03:08:18.129099+0000","last_became_active":"2024-09-16T03:00:59.034841+0000","last_became_peered":"2024-09-16T03:00:59.034841+0000","last_unstale":"2024-09-16T03:08:18.129099+0000","last_undegraded":"2024-09-16T03:08:18.129099+0000","last_fullsized":"2024-09-16T03:08:18.129099+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:28:25.145966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"548'2","reported_seq":1254,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.128236+0000","last_change":"2024-09-16T03:02:39.065740+0000","last_active":"2024-09-16T03:08:17.128236+0000","last_peered":"2024-09-16T03:08:17.128236+0000","last_clean":"2024-09-16T03:08:17.128236+0000","last_became_active":"2024-09-16T03:02:39.065451+0000","last_became_peered":"2024-09-16T03:02:39.065451+0000","last_unstale":"2024-09-16T03:08:17.128236+0000","last_undegraded":"2024-09-16T03:08:17.128236+0000","last_fullsized":"2024-09-16T03:08:17.128236+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:36:29.145634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1363,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.134743+0000","last_change":"2024-09-16T03:02:39.062073+0000","last_active":"2024-09-16T03:08:17.134743+0000","last_peered":"2024-09-16T03:08:17.134743+0000","last_clean":"2024-09-16T03:08:17.134743+0000","last_became_active":"2024-09-16T03:02:39.061304+0000","last_became_peered":"2024-09-16T03:02:39.061304+0000","last_unstale":"2024-09-16T03:08:17.134743+0000","last_undegraded":"2024-09-16T03:08:17.134743+0000","last_fullsized":"2024-09-16T03:08:17.134743+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:29:46.017215+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"548'2","reported_seq":1174,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.141577+0000","last_change":"2024-09-16T03:02:39.061364+0000","last_active":"2024-09-16T03:08:17.141577+0000","last_peered":"2024-09-16T03:08:17.141577+0000","last_clean":"2024-09-16T03:08:17.141577+0000","last_became_active":"2024-09-16T03:02:39.061004+0000","last_became_peered":"2024-09-16T03:02:39.061004+0000","last_unstale":"2024-09-16T03:08:17.141577+0000","last_undegraded":"2024-09-16T03:08:17.141577+0000","last_fullsized":"2024-09-16T03:08:17.141577+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:14:49.483401+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1285,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127072+0000","last_change":"2024-09-16T03:02:05.087347+0000","last_active":"2024-09-16T03:08:17.127072+0000","last_peered":"2024-09-16T03:08:17.127072+0000","last_clean":"2024-09-16T03:08:17.127072+0000","last_became_active":"2024-09-16T03:02:05.087017+0000","last_became_peered":"2024-09-16T03:02:05.087017+0000","last_unstale":"2024-09-16T03:08:17.127072+0000","last_undegraded":"2024-09-16T03:08:17.127072+0000","last_fullsized":"2024-09-16T03:08:17.127072+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:29:52.425756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1279,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.128087+0000","last_change":"2024-09-16T03:00:25.065229+0000","last_active":"2024-09-16T03:08:17.128087+0000","last_peered":"2024-09-16T03:08:17.128087+0000","last_clean":"2024-09-16T03:08:17.128087+0000","last_became_active":"2024-09-16T03:00:25.063811+0000","last_became_peered":"2024-09-16T03:00:25.063811+0000","last_unstale":"2024-09-16T03:08:17.128087+0000","last_undegraded":"2024-09-16T03:08:17.128087+0000","last_fullsized":"2024-09-16T03:08:17.128087+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:12.255666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1201,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133291+0000","last_change":"2024-09-16T03:02:39.069150+0000","last_active":"2024-09-16T03:08:18.133291+0000","last_peered":"2024-09-16T03:08:18.133291+0000","last_clean":"2024-09-16T03:08:18.133291+0000","last_became_active":"2024-09-16T03:02:39.068060+0000","last_became_peered":"2024-09-16T03:02:39.068060+0000","last_unstale":"2024-09-16T03:08:18.133291+0000","last_undegraded":"2024-09-16T03:08:18.133291+0000","last_fullsized":"2024-09-16T03:08:18.133291+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:05:27.739777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1346,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.128010+0000","last_change":"2024-09-16T03:00:59.036038+0000","last_active":"2024-09-16T03:08:22.128010+0000","last_peered":"2024-09-16T03:08:22.128010+0000","last_clean":"2024-09-16T03:08:22.128010+0000","last_became_active":"2024-09-16T03:00:59.035611+0000","last_became_peered":"2024-09-16T03:00:59.035611+0000","last_unstale":"2024-09-16T03:08:22.128010+0000","last_undegraded":"2024-09-16T03:08:22.128010+0000","last_fullsized":"2024-09-16T03:08:22.128010+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:16:57.487027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1166,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.144313+0000","last_change":"2024-09-16T03:02:05.097610+0000","last_active":"2024-09-16T03:08:17.144313+0000","last_peered":"2024-09-16T03:08:17.144313+0000","last_clean":"2024-09-16T03:08:17.144313+0000","last_became_active":"2024-09-16T03:02:05.097300+0000","last_became_peered":"2024-09-16T03:02:05.097300+0000","last_unstale":"2024-09-16T03:08:17.144313+0000","last_undegraded":"2024-09-16T03:08:17.144313+0000","last_fullsized":"2024-09-16T03:08:17.144313+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:23:31.312428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1182,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.134001+0000","last_change":"2024-09-16T03:02:39.068508+0000","last_active":"2024-09-16T03:08:18.134001+0000","last_peered":"2024-09-16T03:08:18.134001+0000","last_clean":"2024-09-16T03:08:18.134001+0000","last_became_active":"2024-09-16T03:02:39.068177+0000","last_became_peered":"2024-09-16T03:02:39.068177+0000","last_unstale":"2024-09-16T03:08:18.134001+0000","last_undegraded":"2024-09-16T03:08:18.134001+0000","last_fullsized":"2024-09-16T03:08:18.134001+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:51:25.197532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1218,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.134156+0000","last_change":"2024-09-16T03:02:05.092909+0000","last_active":"2024-09-16T03:08:18.134156+0000","last_peered":"2024-09-16T03:08:18.134156+0000","last_clean":"2024-09-16T03:08:18.134156+0000","last_became_active":"2024-09-16T03:02:05.092606+0000","last_became_peered":"2024-09-16T03:02:05.092606+0000","last_unstale":"2024-09-16T03:08:18.134156+0000","last_undegraded":"2024-09-16T03:08:18.134156+0000","last_fullsized":"2024-09-16T03:08:18.134156+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:21:38.151002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1363,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.135280+0000","last_change":"2024-09-16T03:01:31.100987+0000","last_active":"2024-09-16T03:08:17.135280+0000","last_peered":"2024-09-16T03:08:17.135280+0000","last_clean":"2024-09-16T03:08:17.135280+0000","last_became_active":"2024-09-16T03:01:31.100555+0000","last_became_peered":"2024-09-16T03:01:31.100555+0000","last_unstale":"2024-09-16T03:08:17.135280+0000","last_undegraded":"2024-09-16T03:08:17.135280+0000","last_fullsized":"2024-09-16T03:08:17.135280+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:15:32.151468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"66'3","reported_seq":1350,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.129765+0000","last_change":"2024-09-16T03:01:31.095688+0000","last_active":"2024-09-16T03:08:22.129765+0000","last_peered":"2024-09-16T03:08:22.129765+0000","last_clean":"2024-09-16T03:08:22.129765+0000","last_became_active":"2024-09-16T03:01:31.095354+0000","last_became_peered":"2024-09-16T03:01:31.095354+0000","last_unstale":"2024-09-16T03:08:22.129765+0000","last_undegraded":"2024-09-16T03:08:22.129765+0000","last_fullsized":"2024-09-16T03:08:22.129765+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:04:00.572706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1223,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.129735+0000","last_change":"2024-09-16T03:02:39.070200+0000","last_active":"2024-09-16T03:08:18.129735+0000","last_peered":"2024-09-16T03:08:18.129735+0000","last_clean":"2024-09-16T03:08:18.129735+0000","last_became_active":"2024-09-16T03:02:39.069920+0000","last_became_peered":"2024-09-16T03:02:39.069920+0000","last_unstale":"2024-09-16T03:08:18.129735+0000","last_undegraded":"2024-09-16T03:08:18.129735+0000","last_fullsized":"2024-09-16T03:08:18.129735+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:28:13.884279+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"548'29","reported_seq":1201,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.142909+0000","last_change":"2024-09-16T03:02:05.082457+0000","last_active":"2024-09-16T03:08:17.142909+0000","last_peered":"2024-09-16T03:08:17.142909+0000","last_clean":"2024-09-16T03:08:17.142909+0000","last_became_active":"2024-09-16T03:02:05.082157+0000","last_became_peered":"2024-09-16T03:02:05.082157+0000","last_unstale":"2024-09-16T03:08:17.142909+0000","last_undegraded":"2024-09-16T03:08:17.142909+0000","last_fullsized":"2024-09-16T03:08:17.142909+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:15:12.586413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5822,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1155,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178625+0000","last_change":"2024-09-16T03:02:39.069219+0000","last_active":"2024-09-16T03:08:18.178625+0000","last_peered":"2024-09-16T03:08:18.178625+0000","last_clean":"2024-09-16T03:08:18.178625+0000","last_became_active":"2024-09-16T03:02:39.068641+0000","last_became_peered":"2024-09-16T03:02:39.068641+0000","last_unstale":"2024-09-16T03:08:18.178625+0000","last_undegraded":"2024-09-16T03:08:18.178625+0000","last_fullsized":"2024-09-16T03:08:18.178625+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:15:53.932436+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"66'2","reported_seq":1373,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.134907+0000","last_change":"2024-09-16T03:00:59.040955+0000","last_active":"2024-09-16T03:08:17.134907+0000","last_peered":"2024-09-16T03:08:17.134907+0000","last_clean":"2024-09-16T03:08:17.134907+0000","last_became_active":"2024-09-16T03:00:59.039727+0000","last_became_peered":"2024-09-16T03:00:59.039727+0000","last_unstale":"2024-09-16T03:08:17.134907+0000","last_undegraded":"2024-09-16T03:08:17.134907+0000","last_fullsized":"2024-09-16T03:08:17.134907+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:49:49.217493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1367,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133282+0000","last_change":"2024-09-16T03:02:39.061058+0000","last_active":"2024-09-16T03:08:18.133282+0000","last_peered":"2024-09-16T03:08:18.133282+0000","last_clean":"2024-09-16T03:08:18.133282+0000","last_became_active":"2024-09-16T03:02:39.060753+0000","last_became_peered":"2024-09-16T03:02:39.060753+0000","last_unstale":"2024-09-16T03:08:18.133282+0000","last_undegraded":"2024-09-16T03:08:18.133282+0000","last_fullsized":"2024-09-16T03:08:18.133282+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:52:58.298029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1209,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133743+0000","last_change":"2024-09-16T03:02:39.061158+0000","last_active":"2024-09-16T03:08:18.133743+0000","last_peered":"2024-09-16T03:08:18.133743+0000","last_clean":"2024-09-16T03:08:18.133743+0000","last_became_active":"2024-09-16T03:02:39.060831+0000","last_became_peered":"2024-09-16T03:02:39.060831+0000","last_unstale":"2024-09-16T03:08:18.133743+0000","last_undegraded":"2024-09-16T03:08:18.133743+0000","last_fullsized":"2024-09-16T03:08:18.133743+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:45:14.049184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1131,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178384+0000","last_change":"2024-09-16T03:02:39.062285+0000","last_active":"2024-09-16T03:08:18.178384+0000","last_peered":"2024-09-16T03:08:18.178384+0000","last_clean":"2024-09-16T03:08:18.178384+0000","last_became_active":"2024-09-16T03:02:39.060365+0000","last_became_peered":"2024-09-16T03:02:39.060365+0000","last_unstale":"2024-09-16T03:08:18.178384+0000","last_undegraded":"2024-09-16T03:08:18.178384+0000","last_fullsized":"2024-09-16T03:08:18.178384+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:25:47.551613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,2],"acting":[7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1176,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.143350+0000","last_change":"2024-09-16T03:02:05.100848+0000","last_active":"2024-09-16T03:08:17.143350+0000","last_peered":"2024-09-16T03:08:17.143350+0000","last_clean":"2024-09-16T03:08:17.143350+0000","last_became_active":"2024-09-16T03:02:05.093200+0000","last_became_peered":"2024-09-16T03:02:05.093200+0000","last_unstale":"2024-09-16T03:08:17.143350+0000","last_undegraded":"2024-09-16T03:08:17.143350+0000","last_fullsized":"2024-09-16T03:08:17.143350+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:12:09.265299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1164,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.141456+0000","last_change":"2024-09-16T03:02:05.094125+0000","last_active":"2024-09-16T03:08:17.141456+0000","last_peered":"2024-09-16T03:08:17.141456+0000","last_clean":"2024-09-16T03:08:17.141456+0000","last_became_active":"2024-09-16T03:02:05.092827+0000","last_became_peered":"2024-09-16T03:02:05.092827+0000","last_unstale":"2024-09-16T03:08:17.141456+0000","last_undegraded":"2024-09-16T03:08:17.141456+0000","last_fullsized":"2024-09-16T03:08:17.141456+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:15:01.128448+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"66'8","reported_seq":1325,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.175838+0000","last_change":"2024-09-16T02:59:52.144465+0000","last_active":"2024-09-16T03:08:18.175838+0000","last_peered":"2024-09-16T03:08:18.175838+0000","last_clean":"2024-09-16T03:08:18.175838+0000","last_became_active":"2024-09-16T02:59:52.143609+0000","last_became_peered":"2024-09-16T02:59:52.143609+0000","last_unstale":"2024-09-16T03:08:18.175838+0000","last_undegraded":"2024-09-16T03:08:18.175838+0000","last_fullsized":"2024-09-16T03:08:18.175838+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:19:27.320496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1138,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178056+0000","last_change":"2024-09-16T03:02:39.067336+0000","last_active":"2024-09-16T03:08:18.178056+0000","last_peered":"2024-09-16T03:08:18.178056+0000","last_clean":"2024-09-16T03:08:18.178056+0000","last_became_active":"2024-09-16T03:02:39.066883+0000","last_became_peered":"2024-09-16T03:02:39.066883+0000","last_unstale":"2024-09-16T03:08:18.178056+0000","last_undegraded":"2024-09-16T03:08:18.178056+0000","last_fullsized":"2024-09-16T03:08:18.178056+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:38.514856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"860'847","reported_seq":4195,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.180244+0000","last_change":"2024-09-16T03:08:18.181660+0000","last_active":"2024-09-16T03:08:18.180244+0000","last_peered":"2024-09-16T03:08:18.180244+0000","last_clean":"2024-09-16T03:08:18.180244+0000","last_became_active":"2024-09-16T02:59:52.142729+0000","last_became_peered":"2024-09-16T02:59:52.142729+0000","last_unstale":"2024-09-16T03:08:18.180244+0000","last_undegraded":"2024-09-16T03:08:18.180244+0000","last_fullsized":"2024-09-16T03:08:18.180244+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":847,"log_dups_size":0,"ondisk_log_size":847,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:09:02.985756+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0055849589999999996,"stat_sum":{"num_bytes":11026432,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":151,"num_read_kb":216980,"num_write":434,"num_write_kb":57704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":14745600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"2.f","version":"66'1","reported_seq":1232,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.129943+0000","last_change":"2024-09-16T03:01:32.093682+0000","last_active":"2024-09-16T03:08:18.129943+0000","last_peered":"2024-09-16T03:08:18.129943+0000","last_clean":"2024-09-16T03:08:18.129943+0000","last_became_active":"2024-09-16T03:01:32.086853+0000","last_became_peered":"2024-09-16T03:01:32.086853+0000","last_unstale":"2024-09-16T03:08:18.129943+0000","last_undegraded":"2024-09-16T03:08:18.129943+0000","last_fullsized":"2024-09-16T03:08:18.129943+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:26:57.713223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,2],"acting":[4,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1155,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178611+0000","last_change":"2024-09-16T03:02:39.066609+0000","last_active":"2024-09-16T03:08:18.178611+0000","last_peered":"2024-09-16T03:08:18.178611+0000","last_clean":"2024-09-16T03:08:18.178611+0000","last_became_active":"2024-09-16T03:02:39.066278+0000","last_became_peered":"2024-09-16T03:02:39.066278+0000","last_unstale":"2024-09-16T03:08:18.178611+0000","last_undegraded":"2024-09-16T03:08:18.178611+0000","last_fullsized":"2024-09-16T03:08:18.178611+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:39:06.950646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.9","version":"860'1181","reported_seq":4215,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.206287+0000","last_change":"2024-09-16T03:08:18.206771+0000","last_active":"2024-09-16T03:08:18.206287+0000","last_peered":"2024-09-16T03:08:18.206287+0000","last_clean":"2024-09-16T03:08:18.206287+0000","last_became_active":"2024-09-16T03:02:39.065163+0000","last_became_peered":"2024-09-16T03:02:39.065163+0000","last_unstale":"2024-09-16T03:08:18.206287+0000","last_undegraded":"2024-09-16T03:08:18.206287+0000","last_fullsized":"2024-09-16T03:08:18.206287+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":1181,"log_dups_size":0,"ondisk_log_size":1181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:19:39.744014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.02846504,"stat_sum":{"num_bytes":22790144,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":226,"num_read_kb":391414,"num_write":408,"num_write_kb":117680,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":54231040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"2.e","version":"66'2","reported_seq":1348,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.176862+0000","last_change":"2024-09-16T03:02:39.065519+0000","last_active":"2024-09-16T03:08:18.176862+0000","last_peered":"2024-09-16T03:08:18.176862+0000","last_clean":"2024-09-16T03:08:18.176862+0000","last_became_active":"2024-09-16T03:02:39.064917+0000","last_became_peered":"2024-09-16T03:02:39.064917+0000","last_unstale":"2024-09-16T03:08:18.176862+0000","last_undegraded":"2024-09-16T03:08:18.176862+0000","last_fullsized":"2024-09-16T03:08:18.176862+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:56:27.039340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1155,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.179041+0000","last_change":"2024-09-16T03:02:39.066373+0000","last_active":"2024-09-16T03:08:18.179041+0000","last_peered":"2024-09-16T03:08:18.179041+0000","last_clean":"2024-09-16T03:08:18.179041+0000","last_became_active":"2024-09-16T03:02:39.065882+0000","last_became_peered":"2024-09-16T03:02:39.065882+0000","last_unstale":"2024-09-16T03:08:18.179041+0000","last_undegraded":"2024-09-16T03:08:18.179041+0000","last_fullsized":"2024-09-16T03:08:18.179041+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:00:16.905897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"860'1065","reported_seq":4409,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.230432+0000","last_change":"2024-09-16T03:08:18.181976+0000","last_active":"2024-09-16T03:08:18.230432+0000","last_peered":"2024-09-16T03:08:18.230432+0000","last_clean":"2024-09-16T03:08:18.230432+0000","last_became_active":"2024-09-16T03:00:59.038216+0000","last_became_peered":"2024-09-16T03:00:59.038216+0000","last_unstale":"2024-09-16T03:08:18.230432+0000","last_undegraded":"2024-09-16T03:08:18.230432+0000","last_fullsized":"2024-09-16T03:08:18.230432+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":1065,"log_dups_size":0,"ondisk_log_size":1065,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:17:51.721375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0054544720000000001,"stat_sum":{"num_bytes":15466496,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":236,"num_read_kb":360671,"num_write":487,"num_write_kb":111736,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":26255360,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"2.d","version":"66'1","reported_seq":1354,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.129809+0000","last_change":"2024-09-16T03:00:59.033825+0000","last_active":"2024-09-16T03:08:22.129809+0000","last_peered":"2024-09-16T03:08:22.129809+0000","last_clean":"2024-09-16T03:08:22.129809+0000","last_became_active":"2024-09-16T03:00:59.032932+0000","last_became_peered":"2024-09-16T03:00:59.032932+0000","last_unstale":"2024-09-16T03:08:22.129809+0000","last_undegraded":"2024-09-16T03:08:22.129809+0000","last_fullsized":"2024-09-16T03:08:22.129809+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T09:22:31.386927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1207,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133818+0000","last_change":"2024-09-16T03:02:05.094562+0000","last_active":"2024-09-16T03:08:18.133818+0000","last_peered":"2024-09-16T03:08:18.133818+0000","last_clean":"2024-09-16T03:08:18.133818+0000","last_became_active":"2024-09-16T03:02:05.092246+0000","last_became_peered":"2024-09-16T03:02:05.092246+0000","last_unstale":"2024-09-16T03:08:18.133818+0000","last_undegraded":"2024-09-16T03:08:18.133818+0000","last_fullsized":"2024-09-16T03:08:18.133818+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T13:14:20.745248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.b","version":"860'1579","reported_seq":4903,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.190332+0000","last_change":"2024-09-16T03:08:18.191276+0000","last_active":"2024-09-16T03:08:18.190332+0000","last_peered":"2024-09-16T03:08:18.190332+0000","last_clean":"2024-09-16T03:08:18.190332+0000","last_became_active":"2024-09-16T03:01:31.105946+0000","last_became_peered":"2024-09-16T03:01:31.105946+0000","last_unstale":"2024-09-16T03:08:18.190332+0000","last_undegraded":"2024-09-16T03:08:18.190332+0000","last_fullsized":"2024-09-16T03:08:18.190332+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":1579,"log_dups_size":0,"ondisk_log_size":1579,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:53:53.347018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013775205,"stat_sum":{"num_bytes":17539072,"num_objects":10,"num_object_clones":6,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":327,"num_read_kb":425460,"num_write":794,"num_write_kb":127464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":22315008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"2.c","version":"0'0","reported_seq":1312,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.177144+0000","last_change":"2024-09-16T03:01:31.106152+0000","last_active":"2024-09-16T03:08:18.177144+0000","last_peered":"2024-09-16T03:08:18.177144+0000","last_clean":"2024-09-16T03:08:18.177144+0000","last_became_active":"2024-09-16T03:01:31.105687+0000","last_became_peered":"2024-09-16T03:01:31.105687+0000","last_unstale":"2024-09-16T03:08:18.177144+0000","last_undegraded":"2024-09-16T03:08:18.177144+0000","last_fullsized":"2024-09-16T03:08:18.177144+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:06.038036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1138,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.179040+0000","last_change":"2024-09-16T03:02:39.067688+0000","last_active":"2024-09-16T03:08:18.179040+0000","last_peered":"2024-09-16T03:08:18.179040+0000","last_clean":"2024-09-16T03:08:18.179040+0000","last_became_active":"2024-09-16T03:02:39.066408+0000","last_became_peered":"2024-09-16T03:02:39.066408+0000","last_unstale":"2024-09-16T03:08:18.179040+0000","last_undegraded":"2024-09-16T03:08:18.179040+0000","last_fullsized":"2024-09-16T03:08:18.179040+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:59:49.902647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.4","version":"860'347","reported_seq":3422,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.196136+0000","last_change":"2024-09-16T03:08:18.196728+0000","last_active":"2024-09-16T03:08:18.196136+0000","last_peered":"2024-09-16T03:08:18.196136+0000","last_clean":"2024-09-16T03:08:18.196136+0000","last_became_active":"2024-09-16T03:02:39.072812+0000","last_became_peered":"2024-09-16T03:02:39.072812+0000","last_unstale":"2024-09-16T03:08:18.196136+0000","last_undegraded":"2024-09-16T03:08:18.196136+0000","last_fullsized":"2024-09-16T03:08:18.196136+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":347,"log_dups_size":0,"ondisk_log_size":347,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:40:21.729816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.018076927999999999,"stat_sum":{"num_bytes":5988352,"num_objects":4,"num_object_clones":3,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":72,"num_read_kb":66536,"num_write":191,"num_write_kb":27064,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":8028160,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"4.5","version":"0'0","reported_seq":1169,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.143633+0000","last_change":"2024-09-16T03:02:39.071308+0000","last_active":"2024-09-16T03:08:17.143633+0000","last_peered":"2024-09-16T03:08:17.143633+0000","last_clean":"2024-09-16T03:08:17.143633+0000","last_became_active":"2024-09-16T03:02:39.070987+0000","last_became_peered":"2024-09-16T03:02:39.070987+0000","last_unstale":"2024-09-16T03:08:17.143633+0000","last_undegraded":"2024-09-16T03:08:17.143633+0000","last_fullsized":"2024-09-16T03:08:17.143633+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:20:11.945723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000335743,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"237'209","reported_seq":1681,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178065+0000","last_change":"2024-09-16T03:02:39.065789+0000","last_active":"2024-09-16T03:08:18.178065+0000","last_peered":"2024-09-16T03:08:18.178065+0000","last_clean":"2024-09-16T03:08:18.178065+0000","last_became_active":"2024-09-16T03:02:39.065346+0000","last_became_peered":"2024-09-16T03:02:39.065346+0000","last_unstale":"2024-09-16T03:08:18.178065+0000","last_undegraded":"2024-09-16T03:08:18.178065+0000","last_fullsized":"2024-09-16T03:08:18.178065+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:48:48.469170+0000","last_clean_scrub_stamp":"2024-09-16T02:48:48.469170+0000","objects_scrubbed":0,"log_size":209,"log_dups_size":0,"ondisk_log_size":209,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:02:36.446514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1219,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133648+0000","last_change":"2024-09-16T03:02:39.063763+0000","last_active":"2024-09-16T03:08:18.133648+0000","last_peered":"2024-09-16T03:08:18.133648+0000","last_clean":"2024-09-16T03:08:18.133648+0000","last_became_active":"2024-09-16T03:02:39.063231+0000","last_became_peered":"2024-09-16T03:02:39.063231+0000","last_unstale":"2024-09-16T03:08:18.133648+0000","last_undegraded":"2024-09-16T03:08:18.133648+0000","last_fullsized":"2024-09-16T03:08:18.133648+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:00:29.329337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1248,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127878+0000","last_change":"2024-09-16T03:02:05.083714+0000","last_active":"2024-09-16T03:08:17.127878+0000","last_peered":"2024-09-16T03:08:17.127878+0000","last_clean":"2024-09-16T03:08:17.127878+0000","last_became_active":"2024-09-16T03:02:05.083385+0000","last_became_peered":"2024-09-16T03:02:05.083385+0000","last_unstale":"2024-09-16T03:08:17.127878+0000","last_undegraded":"2024-09-16T03:08:17.127878+0000","last_fullsized":"2024-09-16T03:08:17.127878+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:02:39.240232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.7","version":"860'1121","reported_seq":4274,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.138368+0000","last_change":"2024-09-16T03:08:18.139377+0000","last_active":"2024-09-16T03:08:18.138368+0000","last_peered":"2024-09-16T03:08:18.138368+0000","last_clean":"2024-09-16T03:08:18.138368+0000","last_became_active":"2024-09-16T03:01:31.100231+0000","last_became_peered":"2024-09-16T03:01:31.100231+0000","last_unstale":"2024-09-16T03:08:18.138368+0000","last_undegraded":"2024-09-16T03:08:18.138368+0000","last_fullsized":"2024-09-16T03:08:18.138368+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":1121,"log_dups_size":0,"ondisk_log_size":1121,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:52:44.652252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0046800929999999998,"stat_sum":{"num_bytes":9920512,"num_objects":4,"num_object_clones":2,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":220,"num_read_kb":333867,"num_write":465,"num_write_kb":101704,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":14295040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"4.6","version":"0'0","reported_seq":1375,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.135198+0000","last_change":"2024-09-16T02:59:52.140415+0000","last_active":"2024-09-16T03:08:17.135198+0000","last_peered":"2024-09-16T03:08:17.135198+0000","last_clean":"2024-09-16T03:08:17.135198+0000","last_became_active":"2024-09-16T02:59:52.140118+0000","last_became_peered":"2024-09-16T02:59:52.140118+0000","last_unstale":"2024-09-16T03:08:17.135198+0000","last_undegraded":"2024-09-16T03:08:17.135198+0000","last_fullsized":"2024-09-16T03:08:17.135198+0000","mapping_epoch":367,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":368,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:33:27.337539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":793,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133136+0000","last_change":"2024-09-16T03:01:32.088830+0000","last_active":"2024-09-16T03:08:18.133136+0000","last_peered":"2024-09-16T03:08:18.133136+0000","last_clean":"2024-09-16T03:08:18.133136+0000","last_became_active":"2024-09-16T03:01:32.088356+0000","last_became_peered":"2024-09-16T03:01:32.088356+0000","last_unstale":"2024-09-16T03:08:18.133136+0000","last_undegraded":"2024-09-16T03:08:18.133136+0000","last_fullsized":"2024-09-16T03:08:18.133136+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:36:48.200688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1367,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133422+0000","last_change":"2024-09-16T03:00:59.039806+0000","last_active":"2024-09-16T03:08:18.133422+0000","last_peered":"2024-09-16T03:08:18.133422+0000","last_clean":"2024-09-16T03:08:18.133422+0000","last_became_active":"2024-09-16T03:00:59.039351+0000","last_became_peered":"2024-09-16T03:00:59.039351+0000","last_unstale":"2024-09-16T03:08:18.133422+0000","last_undegraded":"2024-09-16T03:08:18.133422+0000","last_fullsized":"2024-09-16T03:08:18.133422+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:42:41.550176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.6","version":"860'1164","reported_seq":4484,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.184647+0000","last_change":"2024-09-16T03:08:18.185797+0000","last_active":"2024-09-16T03:08:18.184647+0000","last_peered":"2024-09-16T03:08:18.184647+0000","last_clean":"2024-09-16T03:08:18.184647+0000","last_became_active":"2024-09-16T03:01:31.105519+0000","last_became_peered":"2024-09-16T03:01:31.105519+0000","last_unstale":"2024-09-16T03:08:18.184647+0000","last_undegraded":"2024-09-16T03:08:18.184647+0000","last_fullsized":"2024-09-16T03:08:18.184647+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":1164,"log_dups_size":0,"ondisk_log_size":1164,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:17:01.691661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0086522860000000004,"stat_sum":{"num_bytes":14778368,"num_objects":7,"num_object_clones":4,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":3,"num_read":227,"num_read_kb":325655,"num_write":400,"num_write_kb":105384,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":12361728,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"4.7","version":"0'0","reported_seq":1340,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.128816+0000","last_change":"2024-09-16T03:01:31.093172+0000","last_active":"2024-09-16T03:08:22.128816+0000","last_peered":"2024-09-16T03:08:22.128816+0000","last_clean":"2024-09-16T03:08:22.128816+0000","last_became_active":"2024-09-16T03:01:31.092885+0000","last_became_peered":"2024-09-16T03:01:31.092885+0000","last_unstale":"2024-09-16T03:08:22.128816+0000","last_undegraded":"2024-09-16T03:08:22.128816+0000","last_fullsized":"2024-09-16T03:08:22.128816+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:41:23.741303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00023329899999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1326,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.175874+0000","last_change":"2024-09-16T03:01:32.087986+0000","last_active":"2024-09-16T03:08:18.175874+0000","last_peered":"2024-09-16T03:08:18.175874+0000","last_clean":"2024-09-16T03:08:18.175874+0000","last_became_active":"2024-09-16T03:01:32.087479+0000","last_became_peered":"2024-09-16T03:01:32.087479+0000","last_unstale":"2024-09-16T03:08:18.175874+0000","last_undegraded":"2024-09-16T03:08:18.175874+0000","last_fullsized":"2024-09-16T03:08:18.175874+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:22:32.537451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,5],"acting":[2,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1347,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.128072+0000","last_change":"2024-09-16T03:02:05.097165+0000","last_active":"2024-09-16T03:08:22.128072+0000","last_peered":"2024-09-16T03:08:22.128072+0000","last_clean":"2024-09-16T03:08:22.128072+0000","last_became_active":"2024-09-16T03:02:05.096836+0000","last_became_peered":"2024-09-16T03:02:05.096836+0000","last_unstale":"2024-09-16T03:08:22.128072+0000","last_undegraded":"2024-09-16T03:08:22.128072+0000","last_fullsized":"2024-09-16T03:08:22.128072+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:06:21.424062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.5","version":"859'2138","reported_seq":5510,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.151465+0000","last_change":"2024-09-16T03:08:17.153280+0000","last_active":"2024-09-16T03:08:17.151465+0000","last_peered":"2024-09-16T03:08:17.151465+0000","last_clean":"2024-09-16T03:08:17.151465+0000","last_became_active":"2024-09-16T03:00:59.037965+0000","last_became_peered":"2024-09-16T03:00:59.037965+0000","last_unstale":"2024-09-16T03:08:17.151465+0000","last_undegraded":"2024-09-16T03:08:17.151465+0000","last_fullsized":"2024-09-16T03:08:17.151465+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":2138,"log_dups_size":0,"ondisk_log_size":2138,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:29:51.425574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017552007000000001,"stat_sum":{"num_bytes":42467328,"num_objects":15,"num_object_clones":9,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":1,"num_read":425,"num_read_kb":703104,"num_write":1058,"num_write_kb":218608,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":48111616,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1be","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1315,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.129165+0000","last_change":"2024-09-16T03:00:25.062525+0000","last_active":"2024-09-16T03:08:22.129165+0000","last_peered":"2024-09-16T03:08:22.129165+0000","last_clean":"2024-09-16T03:08:22.129165+0000","last_became_active":"2024-09-16T03:00:25.062195+0000","last_became_peered":"2024-09-16T03:00:25.062195+0000","last_unstale":"2024-09-16T03:08:22.129165+0000","last_undegraded":"2024-09-16T03:08:22.129165+0000","last_fullsized":"2024-09-16T03:08:22.129165+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:43:54.084133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1187,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133729+0000","last_change":"2024-09-16T03:02:05.094683+0000","last_active":"2024-09-16T03:08:18.133729+0000","last_peered":"2024-09-16T03:08:18.133729+0000","last_clean":"2024-09-16T03:08:18.133729+0000","last_became_active":"2024-09-16T03:02:05.094060+0000","last_became_peered":"2024-09-16T03:02:05.094060+0000","last_unstale":"2024-09-16T03:08:18.133729+0000","last_undegraded":"2024-09-16T03:08:18.133729+0000","last_fullsized":"2024-09-16T03:08:18.133729+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:47:19.348737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":804,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133481+0000","last_change":"2024-09-16T03:02:05.098576+0000","last_active":"2024-09-16T03:08:18.133481+0000","last_peered":"2024-09-16T03:08:18.133481+0000","last_clean":"2024-09-16T03:08:18.133481+0000","last_became_active":"2024-09-16T03:02:05.098019+0000","last_became_peered":"2024-09-16T03:02:05.098019+0000","last_unstale":"2024-09-16T03:08:18.133481+0000","last_undegraded":"2024-09-16T03:08:18.133481+0000","last_fullsized":"2024-09-16T03:08:18.133481+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:47:17.389300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,6],"acting":[5,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3","version":"860'2504","reported_seq":6045,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.147934+0000","last_change":"2024-09-16T03:08:18.148745+0000","last_active":"2024-09-16T03:08:18.147934+0000","last_peered":"2024-09-16T03:08:18.147934+0000","last_clean":"2024-09-16T03:08:18.147934+0000","last_became_active":"2024-09-16T03:02:05.100325+0000","last_became_peered":"2024-09-16T03:02:05.100325+0000","last_unstale":"2024-09-16T03:08:18.147934+0000","last_undegraded":"2024-09-16T03:08:18.147934+0000","last_fullsized":"2024-09-16T03:08:18.147934+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":2504,"log_dups_size":0,"ondisk_log_size":2504,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:06:03.762724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015173290000000001,"stat_sum":{"num_bytes":30056448,"num_objects":16,"num_object_clones":10,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":628,"num_read_kb":1339319,"num_write":1153,"num_write_kb":247312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":135,"num_bytes_recovered":135897088,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"4.2","version":"75'2","reported_seq":1318,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.128511+0000","last_change":"2024-09-16T03:01:31.090743+0000","last_active":"2024-09-16T03:08:22.128511+0000","last_peered":"2024-09-16T03:08:22.128511+0000","last_clean":"2024-09-16T03:08:22.128511+0000","last_became_active":"2024-09-16T03:01:31.090383+0000","last_became_peered":"2024-09-16T03:01:31.090383+0000","last_unstale":"2024-09-16T03:08:22.128511+0000","last_undegraded":"2024-09-16T03:08:22.128511+0000","last_fullsized":"2024-09-16T03:08:22.128511+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:19:23.428582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047129799999999999,"stat_sum":{"num_bytes":19,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1345,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.129032+0000","last_change":"2024-09-16T03:02:39.065120+0000","last_active":"2024-09-16T03:08:22.129032+0000","last_peered":"2024-09-16T03:08:22.129032+0000","last_clean":"2024-09-16T03:08:22.129032+0000","last_became_active":"2024-09-16T03:02:39.064837+0000","last_became_peered":"2024-09-16T03:02:39.064837+0000","last_unstale":"2024-09-16T03:08:22.129032+0000","last_undegraded":"2024-09-16T03:08:22.129032+0000","last_fullsized":"2024-09-16T03:08:22.129032+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:31:52.168144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1211,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.134360+0000","last_change":"2024-09-16T03:01:31.104128+0000","last_active":"2024-09-16T03:08:18.134360+0000","last_peered":"2024-09-16T03:08:18.134360+0000","last_clean":"2024-09-16T03:08:18.134360+0000","last_became_active":"2024-09-16T03:01:31.103826+0000","last_became_peered":"2024-09-16T03:01:31.103826+0000","last_unstale":"2024-09-16T03:08:18.134360+0000","last_undegraded":"2024-09-16T03:08:18.134360+0000","last_fullsized":"2024-09-16T03:08:18.134360+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:28:40.672887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.2","version":"859'1131","reported_seq":4170,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.158245+0000","last_change":"2024-09-16T03:08:17.158245+0000","last_active":"2024-09-16T03:08:17.158245+0000","last_peered":"2024-09-16T03:08:17.158245+0000","last_clean":"2024-09-16T03:08:17.158245+0000","last_became_active":"2024-09-16T03:02:05.102948+0000","last_became_peered":"2024-09-16T03:02:05.102948+0000","last_unstale":"2024-09-16T03:08:17.158245+0000","last_undegraded":"2024-09-16T03:08:17.158245+0000","last_fullsized":"2024-09-16T03:08:17.158245+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":1131,"log_dups_size":0,"ondisk_log_size":1131,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:25:26.308471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015248380000000001,"stat_sum":{"num_bytes":18587648,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":1,"num_read":196,"num_read_kb":262689,"num_write":385,"num_write_kb":125328,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":17858560,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1be","length":"1"}]},{"pgid":"4.3","version":"73'1","reported_seq":1377,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.134968+0000","last_change":"2024-09-16T03:02:39.062434+0000","last_active":"2024-09-16T03:08:17.134968+0000","last_peered":"2024-09-16T03:08:17.134968+0000","last_clean":"2024-09-16T03:08:17.134968+0000","last_became_active":"2024-09-16T03:02:39.061681+0000","last_became_peered":"2024-09-16T03:02:39.061681+0000","last_unstale":"2024-09-16T03:08:17.134968+0000","last_undegraded":"2024-09-16T03:08:17.134968+0000","last_fullsized":"2024-09-16T03:08:17.134968+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:58:22.852119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1158,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178792+0000","last_change":"2024-09-16T03:02:39.068929+0000","last_active":"2024-09-16T03:08:18.178792+0000","last_peered":"2024-09-16T03:08:18.178792+0000","last_clean":"2024-09-16T03:08:18.178792+0000","last_became_active":"2024-09-16T03:02:39.068287+0000","last_became_peered":"2024-09-16T03:02:39.068287+0000","last_unstale":"2024-09-16T03:08:18.178792+0000","last_undegraded":"2024-09-16T03:08:18.178792+0000","last_fullsized":"2024-09-16T03:08:18.178792+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:41:17.468612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1347,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.128937+0000","last_change":"2024-09-16T03:01:31.092682+0000","last_active":"2024-09-16T03:08:22.128937+0000","last_peered":"2024-09-16T03:08:22.128937+0000","last_clean":"2024-09-16T03:08:22.128937+0000","last_became_active":"2024-09-16T03:01:31.092385+0000","last_became_peered":"2024-09-16T03:01:31.092385+0000","last_unstale":"2024-09-16T03:08:22.128937+0000","last_undegraded":"2024-09-16T03:08:22.128937+0000","last_fullsized":"2024-09-16T03:08:22.128937+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:01:45.957440+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"859'785","reported_seq":4024,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.129638+0000","last_change":"2024-09-16T03:08:18.130063+0000","last_active":"2024-09-16T03:08:18.129638+0000","last_peered":"2024-09-16T03:08:18.129638+0000","last_clean":"2024-09-16T03:08:18.129638+0000","last_became_active":"2024-09-16T03:02:39.071199+0000","last_became_peered":"2024-09-16T03:02:39.071199+0000","last_unstale":"2024-09-16T03:08:18.129638+0000","last_undegraded":"2024-09-16T03:08:18.129638+0000","last_fullsized":"2024-09-16T03:08:18.129638+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":785,"log_dups_size":0,"ondisk_log_size":785,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:47:35.567087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00082734699999999998,"stat_sum":{"num_bytes":1187840,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":139,"num_read_kb":145100,"num_write":270,"num_write_kb":75888,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":30236672,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"4.0","version":"0'0","reported_seq":1281,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127650+0000","last_change":"2024-09-16T03:02:39.060939+0000","last_active":"2024-09-16T03:08:17.127650+0000","last_peered":"2024-09-16T03:08:17.127650+0000","last_clean":"2024-09-16T03:08:17.127650+0000","last_became_active":"2024-09-16T03:02:39.060645+0000","last_became_peered":"2024-09-16T03:02:39.060645+0000","last_unstale":"2024-09-16T03:08:17.127650+0000","last_undegraded":"2024-09-16T03:08:17.127650+0000","last_fullsized":"2024-09-16T03:08:17.127650+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:42:31.563981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035466600000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"551'2","reported_seq":1355,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.129435+0000","last_change":"2024-09-16T03:02:05.097537+0000","last_active":"2024-09-16T03:08:22.129435+0000","last_peered":"2024-09-16T03:08:22.129435+0000","last_clean":"2024-09-16T03:08:22.129435+0000","last_became_active":"2024-09-16T03:02:05.097152+0000","last_became_peered":"2024-09-16T03:02:05.097152+0000","last_unstale":"2024-09-16T03:08:22.129435+0000","last_undegraded":"2024-09-16T03:08:22.129435+0000","last_fullsized":"2024-09-16T03:08:22.129435+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:19:04.337971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1295,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127617+0000","last_change":"2024-09-16T03:02:39.058211+0000","last_active":"2024-09-16T03:08:17.127617+0000","last_peered":"2024-09-16T03:08:17.127617+0000","last_clean":"2024-09-16T03:08:17.127617+0000","last_became_active":"2024-09-16T03:02:39.057928+0000","last_became_peered":"2024-09-16T03:02:39.057928+0000","last_unstale":"2024-09-16T03:08:17.127617+0000","last_undegraded":"2024-09-16T03:08:17.127617+0000","last_fullsized":"2024-09-16T03:08:17.127617+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:30:14.903248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,5],"acting":[3,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":3253,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.129313+0000","last_change":"2024-09-16T03:08:17.129673+0000","last_active":"2024-09-16T03:08:17.129313+0000","last_peered":"2024-09-16T03:08:17.129313+0000","last_clean":"2024-09-16T03:08:17.129313+0000","last_became_active":"2024-09-16T03:00:59.033110+0000","last_became_peered":"2024-09-16T03:00:59.033110+0000","last_unstale":"2024-09-16T03:08:17.129313+0000","last_undegraded":"2024-09-16T03:08:17.129313+0000","last_fullsized":"2024-09-16T03:08:17.129313+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:08:04.177512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001057564,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1be","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1234,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.129298+0000","last_change":"2024-09-16T03:02:05.088805+0000","last_active":"2024-09-16T03:08:18.129298+0000","last_peered":"2024-09-16T03:08:18.129298+0000","last_clean":"2024-09-16T03:08:18.129298+0000","last_became_active":"2024-09-16T03:02:05.088503+0000","last_became_peered":"2024-09-16T03:02:05.088503+0000","last_unstale":"2024-09-16T03:08:18.129298+0000","last_undegraded":"2024-09-16T03:08:18.129298+0000","last_fullsized":"2024-09-16T03:08:18.129298+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":70,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:52:01.537997+0000","last_clean_scrub_stamp":"2024-09-16T02:52:01.537997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:19:38.647537+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"66'2","reported_seq":1180,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.144224+0000","last_change":"2024-09-16T03:02:05.097339+0000","last_active":"2024-09-16T03:08:17.144224+0000","last_peered":"2024-09-16T03:08:17.144224+0000","last_clean":"2024-09-16T03:08:17.144224+0000","last_became_active":"2024-09-16T03:02:05.096987+0000","last_became_peered":"2024-09-16T03:02:05.096987+0000","last_unstale":"2024-09-16T03:08:17.144224+0000","last_undegraded":"2024-09-16T03:08:17.144224+0000","last_fullsized":"2024-09-16T03:08:17.144224+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T14:26:16.198363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1365,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.135186+0000","last_change":"2024-09-16T03:00:59.034299+0000","last_active":"2024-09-16T03:08:17.135186+0000","last_peered":"2024-09-16T03:08:17.135186+0000","last_clean":"2024-09-16T03:08:17.135186+0000","last_became_active":"2024-09-16T03:00:59.033507+0000","last_became_peered":"2024-09-16T03:00:59.033507+0000","last_unstale":"2024-09-16T03:08:17.135186+0000","last_undegraded":"2024-09-16T03:08:17.135186+0000","last_fullsized":"2024-09-16T03:08:17.135186+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T11:12:52.406664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"859'746","reported_seq":3905,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.134775+0000","last_change":"2024-09-16T03:08:18.135078+0000","last_active":"2024-09-16T03:08:18.134775+0000","last_peered":"2024-09-16T03:08:18.134775+0000","last_clean":"2024-09-16T03:08:18.134775+0000","last_became_active":"2024-09-16T03:02:05.096599+0000","last_became_peered":"2024-09-16T03:02:05.096599+0000","last_unstale":"2024-09-16T03:08:18.134775+0000","last_undegraded":"2024-09-16T03:08:18.134775+0000","last_fullsized":"2024-09-16T03:08:18.134775+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":746,"log_dups_size":0,"ondisk_log_size":746,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T12:10:11.559684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053746899999999995,"stat_sum":{"num_bytes":3997696,"num_objects":3,"num_object_clones":1,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":141,"num_read_kb":106898,"num_write":422,"num_write_kb":58160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":12959744,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"2.8","version":"0'0","reported_seq":1142,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178309+0000","last_change":"2024-09-16T03:02:39.061930+0000","last_active":"2024-09-16T03:08:18.178309+0000","last_peered":"2024-09-16T03:08:18.178309+0000","last_clean":"2024-09-16T03:08:18.178309+0000","last_became_active":"2024-09-16T03:02:39.061539+0000","last_became_peered":"2024-09-16T03:02:39.061539+0000","last_unstale":"2024-09-16T03:08:18.178309+0000","last_undegraded":"2024-09-16T03:08:18.178309+0000","last_fullsized":"2024-09-16T03:08:18.178309+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:49:29.062984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1245,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.129545+0000","last_change":"2024-09-16T03:02:39.071352+0000","last_active":"2024-09-16T03:08:18.129545+0000","last_peered":"2024-09-16T03:08:18.129545+0000","last_clean":"2024-09-16T03:08:18.129545+0000","last_became_active":"2024-09-16T03:02:39.070574+0000","last_became_peered":"2024-09-16T03:02:39.070574+0000","last_unstale":"2024-09-16T03:08:18.129545+0000","last_undegraded":"2024-09-16T03:08:18.129545+0000","last_fullsized":"2024-09-16T03:08:18.129545+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:46:20.456806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"860'1137","reported_seq":4311,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.135685+0000","last_change":"2024-09-16T03:08:18.136942+0000","last_active":"2024-09-16T03:08:18.135685+0000","last_peered":"2024-09-16T03:08:18.135685+0000","last_clean":"2024-09-16T03:08:18.135685+0000","last_became_active":"2024-09-16T03:01:31.096733+0000","last_became_peered":"2024-09-16T03:01:31.096733+0000","last_unstale":"2024-09-16T03:08:18.135685+0000","last_undegraded":"2024-09-16T03:08:18.135685+0000","last_fullsized":"2024-09-16T03:08:18.135685+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":1137,"log_dups_size":0,"ondisk_log_size":1137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:04:35.818659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0069974759999999999,"stat_sum":{"num_bytes":16900096,"num_objects":6,"num_object_clones":3,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":193,"num_read_kb":246906,"num_write":602,"num_write_kb":107856,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":16416768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"2.9","version":"0'0","reported_seq":1348,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.128187+0000","last_change":"2024-09-16T03:01:32.092941+0000","last_active":"2024-09-16T03:08:22.128187+0000","last_peered":"2024-09-16T03:08:22.128187+0000","last_clean":"2024-09-16T03:08:22.128187+0000","last_became_active":"2024-09-16T03:01:32.092606+0000","last_became_peered":"2024-09-16T03:01:32.092606+0000","last_unstale":"2024-09-16T03:08:22.128187+0000","last_undegraded":"2024-09-16T03:08:22.128187+0000","last_fullsized":"2024-09-16T03:08:22.128187+0000","mapping_epoch":466,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":467,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:17:37.639675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,3],"acting":[1,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1276,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.128143+0000","last_change":"2024-09-16T03:02:39.065076+0000","last_active":"2024-09-16T03:08:17.128143+0000","last_peered":"2024-09-16T03:08:17.128143+0000","last_clean":"2024-09-16T03:08:17.128143+0000","last_became_active":"2024-09-16T03:02:39.064776+0000","last_became_peered":"2024-09-16T03:02:39.064776+0000","last_unstale":"2024-09-16T03:08:17.128143+0000","last_undegraded":"2024-09-16T03:08:17.128143+0000","last_fullsized":"2024-09-16T03:08:17.128143+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:14:46.314054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"860'2720","reported_seq":5963,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.193994+0000","last_change":"2024-09-16T03:08:18.194713+0000","last_active":"2024-09-16T03:08:18.193994+0000","last_peered":"2024-09-16T03:08:18.193994+0000","last_clean":"2024-09-16T03:08:18.193994+0000","last_became_active":"2024-09-16T03:02:39.071259+0000","last_became_peered":"2024-09-16T03:02:39.071259+0000","last_unstale":"2024-09-16T03:08:18.193994+0000","last_undegraded":"2024-09-16T03:08:18.193994+0000","last_fullsized":"2024-09-16T03:08:18.193994+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":2720,"log_dups_size":0,"ondisk_log_size":2720,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:08:29.288527+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017455783999999998,"stat_sum":{"num_bytes":46080000,"num_objects":17,"num_object_clones":10,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":2,"num_read":536,"num_read_kb":677676,"num_write":1162,"num_write_kb":286616,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":22,"num_bytes_recovered":76374016,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1a3","length":"1"},{"start":"1af","length":"2"},{"start":"1bd","length":"2"}]},{"pgid":"2.a","version":"0'0","reported_seq":1363,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.128327+0000","last_change":"2024-09-16T03:00:25.066885+0000","last_active":"2024-09-16T03:08:22.128327+0000","last_peered":"2024-09-16T03:08:22.128327+0000","last_clean":"2024-09-16T03:08:22.128327+0000","last_became_active":"2024-09-16T03:00:25.066567+0000","last_became_peered":"2024-09-16T03:00:25.066567+0000","last_unstale":"2024-09-16T03:08:22.128327+0000","last_undegraded":"2024-09-16T03:08:22.128327+0000","last_fullsized":"2024-09-16T03:08:22.128327+0000","mapping_epoch":399,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":400,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:49:54.666178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1282,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.128326+0000","last_change":"2024-09-16T03:00:59.032499+0000","last_active":"2024-09-16T03:08:17.128326+0000","last_peered":"2024-09-16T03:08:17.128326+0000","last_clean":"2024-09-16T03:08:17.128326+0000","last_became_active":"2024-09-16T03:00:59.032179+0000","last_became_peered":"2024-09-16T03:00:59.032179+0000","last_unstale":"2024-09-16T03:08:17.128326+0000","last_undegraded":"2024-09-16T03:08:17.128326+0000","last_fullsized":"2024-09-16T03:08:17.128326+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:32:29.451087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"840'737","reported_seq":4129,"reported_epoch":861,"state":"active+clean","last_fresh":"2024-09-16T03:08:22.129103+0000","last_change":"2024-09-16T03:08:18.133717+0000","last_active":"2024-09-16T03:08:22.129103+0000","last_peered":"2024-09-16T03:08:22.129103+0000","last_clean":"2024-09-16T03:08:22.129103+0000","last_became_active":"2024-09-16T03:00:59.040812+0000","last_became_peered":"2024-09-16T03:00:59.040812+0000","last_unstale":"2024-09-16T03:08:22.129103+0000","last_undegraded":"2024-09-16T03:08:22.129103+0000","last_fullsized":"2024-09-16T03:08:22.129103+0000","mapping_epoch":433,"log_start":"0'0","ondisk_log_start":"0'0","created":79,"last_epoch_clean":434,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:54:48.605391+0000","last_clean_scrub_stamp":"2024-09-16T02:54:48.605391+0000","objects_scrubbed":0,"log_size":737,"log_dups_size":0,"ondisk_log_size":737,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:25:56.610484+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.002180356,"stat_sum":{"num_bytes":851968,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":137,"num_read_kb":100157,"num_write":281,"num_write_kb":55440,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":13533184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1af","length":"1"},{"start":"1bd","length":"1"}]},{"pgid":"2.b","version":"548'3","reported_seq":1152,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178191+0000","last_change":"2024-09-16T03:02:39.069481+0000","last_active":"2024-09-16T03:08:18.178191+0000","last_peered":"2024-09-16T03:08:18.178191+0000","last_clean":"2024-09-16T03:08:18.178191+0000","last_became_active":"2024-09-16T03:02:39.069138+0000","last_became_peered":"2024-09-16T03:02:39.069138+0000","last_unstale":"2024-09-16T03:08:18.178191+0000","last_undegraded":"2024-09-16T03:08:18.178191+0000","last_fullsized":"2024-09-16T03:08:18.178191+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T05:00:06.975456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1174,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.143079+0000","last_change":"2024-09-16T03:02:05.101811+0000","last_active":"2024-09-16T03:08:17.143079+0000","last_peered":"2024-09-16T03:08:17.143079+0000","last_clean":"2024-09-16T03:08:17.143079+0000","last_became_active":"2024-09-16T03:02:05.100451+0000","last_became_peered":"2024-09-16T03:02:05.100451+0000","last_unstale":"2024-09-16T03:08:17.143079+0000","last_undegraded":"2024-09-16T03:08:17.143079+0000","last_fullsized":"2024-09-16T03:08:17.143079+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T04:21:31.627326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1197,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133818+0000","last_change":"2024-09-16T03:02:05.094451+0000","last_active":"2024-09-16T03:08:18.133818+0000","last_peered":"2024-09-16T03:08:18.133818+0000","last_clean":"2024-09-16T03:08:18.133818+0000","last_became_active":"2024-09-16T03:02:05.094084+0000","last_became_peered":"2024-09-16T03:02:05.094084+0000","last_unstale":"2024-09-16T03:08:18.133818+0000","last_undegraded":"2024-09-16T03:08:18.133818+0000","last_fullsized":"2024-09-16T03:08:18.133818+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:24:52.885451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"66'2","reported_seq":1152,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178345+0000","last_change":"2024-09-16T03:02:39.063248+0000","last_active":"2024-09-16T03:08:18.178345+0000","last_peered":"2024-09-16T03:08:18.178345+0000","last_clean":"2024-09-16T03:08:18.178345+0000","last_became_active":"2024-09-16T03:02:39.062857+0000","last_became_peered":"2024-09-16T03:02:39.062857+0000","last_unstale":"2024-09-16T03:08:18.178345+0000","last_undegraded":"2024-09-16T03:08:18.178345+0000","last_fullsized":"2024-09-16T03:08:18.178345+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:54:56.253437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1201,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.133946+0000","last_change":"2024-09-16T03:01:31.086212+0000","last_active":"2024-09-16T03:08:18.133946+0000","last_peered":"2024-09-16T03:08:18.133946+0000","last_clean":"2024-09-16T03:08:18.133946+0000","last_became_active":"2024-09-16T03:01:31.085853+0000","last_became_peered":"2024-09-16T03:01:31.085853+0000","last_unstale":"2024-09-16T03:08:18.133946+0000","last_undegraded":"2024-09-16T03:08:18.133946+0000","last_fullsized":"2024-09-16T03:08:18.133946+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:12:19.112886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"66'2","reported_seq":1144,"reported_epoch":860,"state":"active+clean","last_fresh":"2024-09-16T03:08:18.178940+0000","last_change":"2024-09-16T03:02:39.070185+0000","last_active":"2024-09-16T03:08:18.178940+0000","last_peered":"2024-09-16T03:08:18.178940+0000","last_clean":"2024-09-16T03:08:18.178940+0000","last_became_active":"2024-09-16T03:02:39.069821+0000","last_became_peered":"2024-09-16T03:02:39.069821+0000","last_unstale":"2024-09-16T03:08:18.178940+0000","last_undegraded":"2024-09-16T03:08:18.178940+0000","last_fullsized":"2024-09-16T03:08:18.178940+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T08:09:11.513144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1365,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.135237+0000","last_change":"2024-09-16T03:01:31.095990+0000","last_active":"2024-09-16T03:08:17.135237+0000","last_peered":"2024-09-16T03:08:17.135237+0000","last_clean":"2024-09-16T03:08:17.135237+0000","last_became_active":"2024-09-16T03:01:31.095710+0000","last_became_peered":"2024-09-16T03:01:31.095710+0000","last_unstale":"2024-09-16T03:08:17.135237+0000","last_undegraded":"2024-09-16T03:08:17.135237+0000","last_fullsized":"2024-09-16T03:08:17.135237+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T10:23:59.204830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"548'2","reported_seq":1288,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127670+0000","last_change":"2024-09-16T03:01:31.096841+0000","last_active":"2024-09-16T03:08:17.127670+0000","last_peered":"2024-09-16T03:08:17.127670+0000","last_clean":"2024-09-16T03:08:17.127670+0000","last_became_active":"2024-09-16T03:01:31.096520+0000","last_became_peered":"2024-09-16T03:01:31.096520+0000","last_unstale":"2024-09-16T03:08:17.127670+0000","last_undegraded":"2024-09-16T03:08:17.127670+0000","last_fullsized":"2024-09-16T03:08:17.127670+0000","mapping_epoch":465,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":466,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T07:57:59.952091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1267,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.127327+0000","last_change":"2024-09-16T03:02:05.085884+0000","last_active":"2024-09-16T03:08:17.127327+0000","last_peered":"2024-09-16T03:08:17.127327+0000","last_clean":"2024-09-16T03:08:17.127327+0000","last_became_active":"2024-09-16T03:02:05.085541+0000","last_became_peered":"2024-09-16T03:02:05.085541+0000","last_unstale":"2024-09-16T03:08:17.127327+0000","last_undegraded":"2024-09-16T03:08:17.127327+0000","last_fullsized":"2024-09-16T03:08:17.127327+0000","mapping_epoch":499,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":500,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:08.637064+0000","last_clean_scrub_stamp":"2024-09-16T02:51:08.637064+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T03:03:53.317507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"548'5","reported_seq":1377,"reported_epoch":859,"state":"active+clean","last_fresh":"2024-09-16T03:08:17.135509+0000","last_change":"2024-09-16T03:02:39.059155+0000","last_active":"2024-09-16T03:08:17.135509+0000","last_peered":"2024-09-16T03:08:17.135509+0000","last_clean":"2024-09-16T03:08:17.135509+0000","last_became_active":"2024-09-16T03:02:39.058687+0000","last_became_peered":"2024-09-16T03:02:39.058687+0000","last_unstale":"2024-09-16T03:08:17.135509+0000","last_undegraded":"2024-09-16T03:08:17.135509+0000","last_fullsized":"2024-09-16T03:08:17.135509+0000","mapping_epoch":529,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":530,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-16T02:51:05.614002+0000","last_clean_scrub_stamp":"2024-09-16T02:51:05.614002+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-17T06:48:20.990990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":257638400,"num_objects":117,"num_object_clones":69,"num_object_copies":351,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":117,"num_whiteouts":7,"num_read":3854,"num_read_kb":5702432,"num_write":8512,"num_write_kb":1823944,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":244,"num_bytes_recovered":503619584,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":381845504,"data_stored":681484288,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19202,"ondisk_log_size":19202,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":19,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":57,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":3,"ondisk_log_size":3,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6620,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":44,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19860,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44013,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":926,"num_read_kb":1784,"num_write":335,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":209,"ondisk_log_size":209,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":529,"seq":2272037699654,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":241680,"kb_used_data":46444,"kb_used_omap":31,"kb_used_meta":194464,"kb_avail":93503472,"statfs":{"total":95995035648,"available":95747555328,"internally_reserved":0,"allocated":47558656,"data_stored":73576978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32152,"internal_metadata":199131752},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":465,"seq":1997159792723,"num_pgs":57,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":657668,"kb_used_data":88520,"kb_used_omap":49,"kb_used_meta":568846,"kb_avail":93087484,"statfs":{"total":95995035648,"available":95321583616,"internally_reserved":0,"allocated":90644480,"data_stored":161598415,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":51108,"internal_metadata":582498396},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":399,"seq":1713691951200,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":206368,"kb_used_data":31292,"kb_used_omap":21,"kb_used_meta":174314,"kb_avail":93538784,"statfs":{"total":95995035648,"available":95783714816,"internally_reserved":0,"allocated":32043008,"data_stored":70031862,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":22262,"internal_metadata":178497802},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":367,"seq":1576252997735,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":473172,"kb_used_data":62872,"kb_used_omap":31,"kb_used_meta":410016,"kb_avail":93271980,"statfs":{"total":95995035648,"available":95510507520,"internally_reserved":0,"allocated":64380928,"data_stored":106421698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31825,"internal_metadata":419857327},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":301,"seq":1292785156212,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":722512,"kb_used_data":64916,"kb_used_omap":44,"kb_used_meta":657299,"kb_avail":93022640,"statfs":{"total":95995035648,"available":95255183360,"internally_reserved":0,"allocated":66473984,"data_stored":87203013,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45685,"internal_metadata":673074571},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":499,"seq":2143188680780,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":272912,"kb_used_data":46380,"kb_used_omap":33,"kb_used_meta":225758,"kb_avail":93472240,"statfs":{"total":95995035648,"available":95715573760,"internally_reserved":0,"allocated":47493120,"data_stored":93780910,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34222,"internal_metadata":231176786},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":433,"seq":1859720839258,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":321820,"kb_used_data":47060,"kb_used_omap":32,"kb_used_meta":274719,"kb_avail":93423332,"statfs":{"total":95995035648,"available":95665491968,"internally_reserved":0,"allocated":48189440,"data_stored":61239427,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33769,"internal_metadata":281312279},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":335,"seq":1438814044270,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":449620,"kb_used_data":57048,"kb_used_omap":31,"kb_used_meta":392288,"kb_avail":93295532,"statfs":{"total":95995035648,"available":95534624768,"internally_reserved":0,"allocated":58417152,"data_stored":71333185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32187,"internal_metadata":401703493},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":706,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6048,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4271,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":22,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5433,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5957,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6764,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5934,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5084,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5331,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5125,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":19,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":56946688,"data_stored":81379328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":49713152,"data_stored":66232320,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":55439360,"data_stored":101179392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":22851584,"data_stored":64651264,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":39231488,"data_stored":55996416,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":81924096,"data_stored":156491776,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":37715968,"data_stored":87810048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":38023168,"data_stored":67743744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-16T03:08:24.107 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-09-16T03:08:24.108 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-09-16T03:08:24.309 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:08:24.429 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:24 smithi097 ceph-mon[88563]: pgmap v969: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-16T03:08:24.429 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:24 smithi097 ceph-mon[88563]: from='client.34656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T03:08:24.430 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:24 smithi097 ceph-mon[90424]: pgmap v969: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-16T03:08:24.430 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:24 smithi097 ceph-mon[90424]: from='client.34656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T03:08:24.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:24 smithi184 ceph-mon[82194]: pgmap v969: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-09-16T03:08:24.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:24 smithi184 ceph-mon[82194]: from='client.34656 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-09-16T03:08:24.744 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:08:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:08:24] "GET /metrics HTTP/1.1" 200 36297 "" "Prometheus/2.51.0" 2024-09-16T03:08:26.203 INFO:teuthology.orchestra.run.smithi097.stderr:pool 'unique_pool_0' removed 2024-09-16T03:08:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:26 smithi097 ceph-mon[88563]: pgmap v970: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-16T03:08:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:26 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3945417467' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:08:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:26 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:08:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:26 smithi097 ceph-mon[90424]: pgmap v970: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-16T03:08:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:26 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3945417467' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:08:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:26 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:08:26.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:26 smithi184 ceph-mon[82194]: pgmap v970: 121 pgs: 121 active+clean; 246 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-09-16T03:08:26.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:26 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3945417467' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:08:26.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:26 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:08:26.815 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T03:08:26.815 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-09-16T03:08:26.815 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-09-16T03:08:26.815 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-09-16T03:08:26.815 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-09-16T03:08:26.816 INFO:tasks.workunit:Pulling workunits from ref reef 2024-09-16T03:08:26.817 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-09-16T03:08:26.817 DEBUG:teuthology.orchestra.run.smithi097:> stat -- /home/ubuntu/cephtest/mnt.0 2024-09-16T03:08:26.834 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T03:08:26.834 INFO:teuthology.orchestra.run.smithi097.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-16T03:08:26.834 DEBUG:teuthology.orchestra.run.smithi097:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-09-16T03:08:26.891 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-09-16T03:08:26.891 DEBUG:teuthology.orchestra.run.smithi097:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-09-16T03:08:26.948 INFO:tasks.workunit:timeout=3h 2024-09-16T03:08:26.948 INFO:tasks.workunit:cleanup=True 2024-09-16T03:08:26.948 DEBUG:teuthology.orchestra.run.smithi097:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-09-16T03:08:27.004 INFO:tasks.workunit.client.0.smithi097.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-09-16T03:08:27.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:27 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:08:27.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:27 smithi097 ceph-mon[88563]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T03:08:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:27 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:08:27.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:27 smithi097 ceph-mon[90424]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T03:08:27.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:27 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:08:27.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:27 smithi184 ceph-mon[82194]: osdmap e862: 8 total, 8 up, 8 in 2024-09-16T03:08:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:28 smithi097 ceph-mon[88563]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:28 smithi097 ceph-mon[90424]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:28.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:28 smithi184 ceph-mon[82194]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:30.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:30 smithi097 ceph-mon[88563]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:30.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:30 smithi097 ceph-mon[90424]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:30.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:30 smithi184 ceph-mon[82194]: pgmap v973: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:32.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:32 smithi097 ceph-mon[88563]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:32 smithi097 ceph-mon[90424]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:32.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:32 smithi184 ceph-mon[82194]: pgmap v974: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:32.942 DEBUG:teuthology.orchestra.run.smithi097:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-09-16T03:08:32.997 INFO:tasks.workunit.client.0.smithi097.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-09-16T03:08:32.999 INFO:tasks.workunit.client.0.smithi097.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T03:08:33.000 INFO:tasks.workunit.client.0.smithi097.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-09-16T03:08:33.048 INFO:tasks.workunit.client.0.smithi097.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-09-16T03:08:33.096 INFO:tasks.workunit.client.0.smithi097.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-09-16T03:08:33.135 INFO:tasks.workunit.client.0.smithi097.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-09-16T03:08:33.137 INFO:tasks.workunit.client.0.smithi097.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T03:08:33.137 INFO:tasks.workunit.client.0.smithi097.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-09-16T03:08:33.175 INFO:tasks.workunit.client.0.smithi097.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-09-16T03:08:33.178 DEBUG:teuthology.orchestra.run.smithi097:> set -ex 2024-09-16T03:08:33.178 DEBUG:teuthology.orchestra.run.smithi097:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-09-16T03:08:33.235 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-09-16T03:08:33.236 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-09-16T03:08:33.236 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-09-16T03:08:33.305 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:08:33.305 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 22 tests from 1 test suite. 2024-09-16T03:08:33.305 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:08:33.305 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 22 tests from TestCls2PCQueue 2024-09-16T03:08:33.305 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-09-16T03:08:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:34 smithi097 ceph-mon[88563]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:34 smithi097 ceph-mon[90424]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:34.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:34 smithi184 ceph-mon[82194]: pgmap v975: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:34.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:34.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:08:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:08:34] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.51.0" 2024-09-16T03:08:35.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:35 smithi097 ceph-mon[88563]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T03:08:35.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:35 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3862656599' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:35 smithi097 ceph-mon[90424]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T03:08:35.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:35 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3862656599' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:35.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:35 smithi184 ceph-mon[82194]: osdmap e863: 8 total, 8 up, 8 in 2024-09-16T03:08:35.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:35 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3862656599' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:36.251 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2946 ms) 2024-09-16T03:08:36.251 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-09-16T03:08:36.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:36 smithi097 ceph-mon[88563]: pgmap v977: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:36 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:36 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3862656599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:36 smithi097 ceph-mon[88563]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T03:08:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:36 smithi097 ceph-mon[90424]: pgmap v977: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:36 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:36 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3862656599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:36 smithi097 ceph-mon[90424]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T03:08:36.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:36 smithi184 ceph-mon[82194]: pgmap v977: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:36.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:36 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:36.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:36 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3862656599' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:36.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:36 smithi184 ceph-mon[82194]: osdmap e864: 8 total, 8 up, 8 in 2024-09-16T03:08:37.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:37 smithi184 ceph-mon[82194]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T03:08:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:37 smithi097 ceph-mon[88563]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T03:08:37.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:37 smithi097 ceph-mon[90424]: osdmap e865: 8 total, 8 up, 8 in 2024-09-16T03:08:38.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:38 smithi184 ceph-mon[82194]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:38.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:38 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:38.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:38 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:08:38.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:38 smithi184 ceph-mon[82194]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T03:08:38.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:38 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3645312637' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:38.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[90424]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:38.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:38.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:08:38.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[90424]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T03:08:38.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3645312637' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:38.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[88563]: pgmap v980: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:38.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:38.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:08:38.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[88563]: osdmap e866: 8 total, 8 up, 8 in 2024-09-16T03:08:38.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:38 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3645312637' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:39.271 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3020 ms) 2024-09-16T03:08:39.271 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-09-16T03:08:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:39 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3645312637' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:39 smithi184 ceph-mon[82194]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T03:08:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:08:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:08:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:08:39.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:08:39.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3645312637' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:39.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[88563]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T03:08:39.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:08:39.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:08:39.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:08:39.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:08:39.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3645312637' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:39.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[90424]: osdmap e867: 8 total, 8 up, 8 in 2024-09-16T03:08:39.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:08:39.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:08:39.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:08:39.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:08:40.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:40 smithi184 ceph-mon[82194]: pgmap v983: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:40.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:40 smithi184 ceph-mon[82194]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T03:08:40.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:40 smithi097 ceph-mon[88563]: pgmap v983: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:40.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:40 smithi097 ceph-mon[88563]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T03:08:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:40 smithi097 ceph-mon[90424]: pgmap v983: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:40.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:40 smithi097 ceph-mon[90424]: osdmap e868: 8 total, 8 up, 8 in 2024-09-16T03:08:41.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:41 smithi184 ceph-mon[82194]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T03:08:41.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:41 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3018671375' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:41.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:41 smithi097 ceph-mon[88563]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T03:08:41.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:41 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3018671375' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:41.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:41 smithi097 ceph-mon[90424]: osdmap e869: 8 total, 8 up, 8 in 2024-09-16T03:08:41.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:41 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3018671375' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:42.286 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.Reserve (3015 ms) 2024-09-16T03:08:42.286 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-09-16T03:08:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:42 smithi184 ceph-mon[82194]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:42 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:42 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3018671375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:42 smithi184 ceph-mon[82194]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T03:08:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:42 smithi097 ceph-mon[88563]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:42 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:42 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3018671375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:42 smithi097 ceph-mon[88563]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T03:08:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:42 smithi097 ceph-mon[90424]: pgmap v986: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:42 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:42.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:42 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3018671375' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:42.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:42 smithi097 ceph-mon[90424]: osdmap e870: 8 total, 8 up, 8 in 2024-09-16T03:08:43.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:43 smithi184 ceph-mon[82194]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T03:08:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:43 smithi097 ceph-mon[88563]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T03:08:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:43 smithi097 ceph-mon[90424]: osdmap e871: 8 total, 8 up, 8 in 2024-09-16T03:08:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:44 smithi184 ceph-mon[82194]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:44 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:44 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:08:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:44 smithi184 ceph-mon[82194]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T03:08:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:44 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1804664035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:44 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:44.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[88563]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[88563]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1804664035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[90424]: pgmap v989: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[90424]: osdmap e872: 8 total, 8 up, 8 in 2024-09-16T03:08:44.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1804664035' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:44.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:44.747 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:08:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:08:44] "GET /metrics HTTP/1.1" 200 33942 "" "Prometheus/2.51.0" 2024-09-16T03:08:45.320 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3034 ms) 2024-09-16T03:08:45.340 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-09-16T03:08:45.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:45 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:45.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:45 smithi184 ceph-mon[82194]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T03:08:45.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:45 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:45.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:45 smithi097 ceph-mon[88563]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T03:08:45.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:45 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:45.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:45 smithi097 ceph-mon[90424]: osdmap e873: 8 total, 8 up, 8 in 2024-09-16T03:08:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:46 smithi184 ceph-mon[82194]: pgmap v992: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:46 smithi184 ceph-mon[82194]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T03:08:46.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:46 smithi097 ceph-mon[88563]: pgmap v992: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:46 smithi097 ceph-mon[88563]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T03:08:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:46 smithi097 ceph-mon[90424]: pgmap v992: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:46 smithi097 ceph-mon[90424]: osdmap e874: 8 total, 8 up, 8 in 2024-09-16T03:08:47.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:47 smithi184 ceph-mon[82194]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T03:08:47.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:47 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2238302466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:47.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:47 smithi097 ceph-mon[88563]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T03:08:47.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:47 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2238302466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:47.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:47 smithi097 ceph-mon[90424]: osdmap e875: 8 total, 8 up, 8 in 2024-09-16T03:08:47.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:47 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2238302466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:48.333 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.Commit (3013 ms) 2024-09-16T03:08:48.333 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-09-16T03:08:48.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:48 smithi184 ceph-mon[82194]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:48 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:48 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2238302466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:48 smithi184 ceph-mon[82194]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T03:08:48.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:48 smithi097 ceph-mon[90424]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:48.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:48 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:48.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:48 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2238302466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:48.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:48 smithi097 ceph-mon[90424]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T03:08:48.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:48 smithi097 ceph-mon[88563]: pgmap v995: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:48.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:48 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:48.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:48 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2238302466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:48.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:48 smithi097 ceph-mon[88563]: osdmap e876: 8 total, 8 up, 8 in 2024-09-16T03:08:49.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:49 smithi184 ceph-mon[82194]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T03:08:49.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:08:49.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:49.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:49 smithi097 ceph-mon[88563]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T03:08:49.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:08:49.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:49 smithi097 ceph-mon[90424]: osdmap e877: 8 total, 8 up, 8 in 2024-09-16T03:08:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:08:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:08:50.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:50 smithi184 ceph-mon[82194]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:50.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:50 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:50.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:50 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:08:50.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:50 smithi184 ceph-mon[82194]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T03:08:50.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:50 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/650616822' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:50.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:50 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:50.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[88563]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:50.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:50.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:08:50.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[88563]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T03:08:50.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/650616822' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:50.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:50.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[90424]: pgmap v998: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:50.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:50.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:08:50.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[90424]: osdmap e878: 8 total, 8 up, 8 in 2024-09-16T03:08:50.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/650616822' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:50.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:50 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:51.366 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.Abort (3032 ms) 2024-09-16T03:08:51.366 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-09-16T03:08:51.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:51 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:51.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:51 smithi184 ceph-mon[82194]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T03:08:51.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:51 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:51.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:51 smithi097 ceph-mon[88563]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T03:08:51.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:51 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:51.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:51 smithi097 ceph-mon[90424]: osdmap e879: 8 total, 8 up, 8 in 2024-09-16T03:08:52.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:52 smithi184 ceph-mon[82194]: pgmap v1001: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:52.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:52 smithi184 ceph-mon[82194]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T03:08:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:52 smithi097 ceph-mon[88563]: pgmap v1001: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:52 smithi097 ceph-mon[88563]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T03:08:52.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:52 smithi097 ceph-mon[90424]: pgmap v1001: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:52.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:52 smithi097 ceph-mon[90424]: osdmap e880: 8 total, 8 up, 8 in 2024-09-16T03:08:53.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:53 smithi184 ceph-mon[82194]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T03:08:53.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:53 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1646896898' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:53.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:53 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:53.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:53 smithi097 ceph-mon[88563]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T03:08:53.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:53 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1646896898' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:53.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:53 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:53.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:53 smithi097 ceph-mon[90424]: osdmap e881: 8 total, 8 up, 8 in 2024-09-16T03:08:53.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:53 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1646896898' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:53.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:53 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:54.378 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.ReserveError (3013 ms) 2024-09-16T03:08:54.379 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-09-16T03:08:54.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:54 smithi184 ceph-mon[82194]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:54.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:54 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:54.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:54 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:54.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:54 smithi184 ceph-mon[82194]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T03:08:54.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-mon[88563]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:54.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:54.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:54.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-mon[88563]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T03:08:54.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-mon[90424]: pgmap v1004: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:54.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:08:54.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:54.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-mon[90424]: osdmap e882: 8 total, 8 up, 8 in 2024-09-16T03:08:54.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:08:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:08:54] "GET /metrics HTTP/1.1" 200 34018 "" "Prometheus/2.51.0" 2024-09-16T03:08:55.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:55 smithi184 ceph-mon[82194]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T03:08:55.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:55 smithi097 ceph-mon[88563]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T03:08:55.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:55 smithi097 ceph-mon[90424]: osdmap e883: 8 total, 8 up, 8 in 2024-09-16T03:08:56.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:56 smithi184 ceph-mon[82194]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:56.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:56 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:56 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:08:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:56 smithi184 ceph-mon[82194]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T03:08:56.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:56 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/204995466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[88563]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:08:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[88563]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T03:08:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/204995466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[90424]: pgmap v1007: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:08:56.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:08:56.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[90424]: osdmap e884: 8 total, 8 up, 8 in 2024-09-16T03:08:56.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:56 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/204995466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:57.400 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.CommitError (3022 ms) 2024-09-16T03:08:57.400 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-09-16T03:08:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:57 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/204995466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:57.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:57 smithi184 ceph-mon[82194]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T03:08:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:57 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/204995466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:57 smithi097 ceph-mon[88563]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T03:08:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:57 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/204995466' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:08:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:57 smithi097 ceph-mon[90424]: osdmap e885: 8 total, 8 up, 8 in 2024-09-16T03:08:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:58 smithi184 ceph-mon[82194]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:58 smithi184 ceph-mon[82194]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T03:08:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:58 smithi097 ceph-mon[88563]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:58 smithi097 ceph-mon[88563]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T03:08:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:58 smithi097 ceph-mon[90424]: pgmap v1010: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:08:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:58 smithi097 ceph-mon[90424]: osdmap e886: 8 total, 8 up, 8 in 2024-09-16T03:08:59.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:59 smithi184 ceph-mon[82194]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T03:08:59.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:59 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2943940466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:59.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:08:59 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:59 smithi097 ceph-mon[88563]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T03:08:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:59 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2943940466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:08:59 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:59 smithi097 ceph-mon[90424]: osdmap e887: 8 total, 8 up, 8 in 2024-09-16T03:08:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:59 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2943940466' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:08:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:08:59 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:00.427 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.AbortError (3026 ms) 2024-09-16T03:09:00.427 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-09-16T03:09:00.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:00 smithi097 ceph-mon[90424]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:00.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:00 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:00.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:00 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:00.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:00 smithi097 ceph-mon[90424]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T03:09:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:00 smithi097 ceph-mon[88563]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:00 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:00 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:00 smithi097 ceph-mon[88563]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T03:09:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:00 smithi184 ceph-mon[82194]: pgmap v1013: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:00 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:00 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:00 smithi184 ceph-mon[82194]: osdmap e888: 8 total, 8 up, 8 in 2024-09-16T03:09:01.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:01 smithi097 ceph-mon[88563]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T03:09:01.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:01 smithi097 ceph-mon[90424]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T03:09:01.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:01 smithi184 ceph-mon[82194]: osdmap e889: 8 total, 8 up, 8 in 2024-09-16T03:09:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[90424]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:09:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[90424]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T03:09:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3058383767' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:02.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[88563]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:02.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:02.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:09:02.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[88563]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T03:09:02.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:02 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3058383767' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:02.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:02 smithi184 ceph-mon[82194]: pgmap v1016: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:02 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:02 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:09:02.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:02 smithi184 ceph-mon[82194]: osdmap e890: 8 total, 8 up, 8 in 2024-09-16T03:09:02.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:02 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3058383767' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:03.445 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3019 ms) 2024-09-16T03:09:03.445 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-09-16T03:09:03.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:03 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3058383767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:03.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:03 smithi097 ceph-mon[90424]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T03:09:03.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:03 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3058383767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:03.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:03 smithi097 ceph-mon[88563]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T03:09:03.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:03 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3058383767' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:03.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:03 smithi184 ceph-mon[82194]: osdmap e891: 8 total, 8 up, 8 in 2024-09-16T03:09:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-mon[90424]: pgmap v1019: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-mon[90424]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T03:09:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-mon[88563]: pgmap v1019: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-mon[88563]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T03:09:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:04.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:09:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:09:04] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.51.0" 2024-09-16T03:09:04.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:04 smithi184 ceph-mon[82194]: pgmap v1019: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:04 smithi184 ceph-mon[82194]: osdmap e892: 8 total, 8 up, 8 in 2024-09-16T03:09:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:05 smithi097 ceph-mon[88563]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T03:09:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:05 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3635279240' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:05 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:05 smithi097 ceph-mon[90424]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T03:09:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:05 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3635279240' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:05 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:05.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:05 smithi184 ceph-mon[82194]: osdmap e893: 8 total, 8 up, 8 in 2024-09-16T03:09:05.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:05 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3635279240' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:05.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:05 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:06.459 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3013 ms) 2024-09-16T03:09:06.459 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-09-16T03:09:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:06 smithi097 ceph-mon[88563]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:06 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:06 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:06 smithi097 ceph-mon[88563]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T03:09:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:06 smithi097 ceph-mon[90424]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:06 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:06.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:06 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:06.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:06 smithi097 ceph-mon[90424]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T03:09:06.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:06 smithi184 ceph-mon[82194]: pgmap v1022: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:06 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:06 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:06 smithi184 ceph-mon[82194]: osdmap e894: 8 total, 8 up, 8 in 2024-09-16T03:09:07.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:07 smithi097 ceph-mon[88563]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T03:09:07.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:07 smithi097 ceph-mon[90424]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T03:09:07.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:07 smithi184 ceph-mon[82194]: osdmap e895: 8 total, 8 up, 8 in 2024-09-16T03:09:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[88563]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:09:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[88563]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T03:09:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/4151267080' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[90424]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:09:08.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[90424]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T03:09:08.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:08 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/4151267080' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:08 smithi184 ceph-mon[82194]: pgmap v1025: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:08.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:08 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:08.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:08 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:09:08.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:08 smithi184 ceph-mon[82194]: osdmap e896: 8 total, 8 up, 8 in 2024-09-16T03:09:08.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:08 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/4151267080' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-12","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:09.480 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3022 ms) 2024-09-16T03:09:09.480 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-09-16T03:09:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:09 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/4151267080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:09 smithi097 ceph-mon[88563]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T03:09:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:09 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/4151267080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:09 smithi097 ceph-mon[90424]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T03:09:09.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:09 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/4151267080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:09.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:09 smithi184 ceph-mon[82194]: osdmap e897: 8 total, 8 up, 8 in 2024-09-16T03:09:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:10 smithi097 ceph-mon[88563]: pgmap v1028: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:10 smithi097 ceph-mon[88563]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T03:09:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:10 smithi097 ceph-mon[90424]: pgmap v1028: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:10 smithi097 ceph-mon[90424]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T03:09:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:10 smithi184 ceph-mon[82194]: pgmap v1028: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:10 smithi184 ceph-mon[82194]: osdmap e898: 8 total, 8 up, 8 in 2024-09-16T03:09:11.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:11 smithi097 ceph-mon[88563]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T03:09:11.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:11 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3095514516' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:11.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:11 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:11 smithi097 ceph-mon[90424]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T03:09:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:11 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3095514516' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:11 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:11.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:11 smithi184 ceph-mon[82194]: osdmap e899: 8 total, 8 up, 8 in 2024-09-16T03:09:11.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:11 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3095514516' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:11.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:11 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:12.499 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3019 ms) 2024-09-16T03:09:12.500 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-09-16T03:09:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:12 smithi097 ceph-mon[88563]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:12 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:12 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:12 smithi097 ceph-mon[88563]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T03:09:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:12 smithi097 ceph-mon[90424]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:12 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:12 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:12.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:12 smithi097 ceph-mon[90424]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T03:09:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:12 smithi184 ceph-mon[82194]: pgmap v1031: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:12 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:12 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:12 smithi184 ceph-mon[82194]: osdmap e900: 8 total, 8 up, 8 in 2024-09-16T03:09:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:13 smithi097 ceph-mon[88563]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T03:09:13.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:13 smithi097 ceph-mon[90424]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T03:09:13.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:13 smithi184 ceph-mon[82194]: osdmap e901: 8 total, 8 up, 8 in 2024-09-16T03:09:14.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[88563]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:09:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[88563]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T03:09:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/4162851791' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:14.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:09:14] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.51.0" 2024-09-16T03:09:14.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[90424]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:09:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[90424]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T03:09:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/4162851791' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:14 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:14 smithi184 ceph-mon[82194]: pgmap v1034: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:14 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:14 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:09:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:14 smithi184 ceph-mon[82194]: osdmap e902: 8 total, 8 up, 8 in 2024-09-16T03:09:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:14 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/4162851791' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:14 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:15.513 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3014 ms) 2024-09-16T03:09:15.513 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-09-16T03:09:15.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:15 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:15.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:15 smithi184 ceph-mon[82194]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T03:09:15.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:15 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:15.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:15 smithi097 ceph-mon[88563]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T03:09:15.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:15 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:15.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:15 smithi097 ceph-mon[90424]: osdmap e903: 8 total, 8 up, 8 in 2024-09-16T03:09:16.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:16 smithi184 ceph-mon[82194]: pgmap v1037: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:16.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:16 smithi184 ceph-mon[82194]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T03:09:16.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:16 smithi097 ceph-mon[88563]: pgmap v1037: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:16.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:16 smithi097 ceph-mon[88563]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T03:09:16.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:16 smithi097 ceph-mon[90424]: pgmap v1037: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:16.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:16 smithi097 ceph-mon[90424]: osdmap e904: 8 total, 8 up, 8 in 2024-09-16T03:09:17.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:17 smithi184 ceph-mon[82194]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T03:09:17.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:17 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3068924476' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:17.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:17 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:17.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:17 smithi097 ceph-mon[88563]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T03:09:17.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:17 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3068924476' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:17.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:17 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:17.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:17 smithi097 ceph-mon[90424]: osdmap e905: 8 total, 8 up, 8 in 2024-09-16T03:09:17.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:17 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3068924476' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:17.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:17 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:18.538 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3024 ms) 2024-09-16T03:09:18.538 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-09-16T03:09:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:18 smithi184 ceph-mon[82194]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:18 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:18 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:18 smithi184 ceph-mon[82194]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T03:09:18.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:18 smithi097 ceph-mon[88563]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:18.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:18 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:18.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:18 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:18.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:18 smithi097 ceph-mon[88563]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T03:09:18.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:18 smithi097 ceph-mon[90424]: pgmap v1040: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:18.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:18 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:18.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:18 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:18.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:18 smithi097 ceph-mon[90424]: osdmap e906: 8 total, 8 up, 8 in 2024-09-16T03:09:19.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:19 smithi184 ceph-mon[82194]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T03:09:19.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:19.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:19.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:19 smithi097 ceph-mon[88563]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T03:09:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:19.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:19 smithi097 ceph-mon[90424]: osdmap e907: 8 total, 8 up, 8 in 2024-09-16T03:09:19.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:19.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:20.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:20 smithi184 ceph-mon[82194]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:20 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:20 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:09:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:20 smithi184 ceph-mon[82194]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T03:09:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:20 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2366295973' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[88563]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[88563]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2366295973' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[90424]: pgmap v1043: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:09:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[90424]: osdmap e908: 8 total, 8 up, 8 in 2024-09-16T03:09:20.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:20 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2366295973' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-16","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:21.557 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.Cleanup (3019 ms) 2024-09-16T03:09:21.557 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-09-16T03:09:21.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:21 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2366295973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:21.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:21 smithi184 ceph-mon[82194]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T03:09:21.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:21 smithi184 ceph-mon[82194]: pgmap v1046: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:21 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2366295973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:21 smithi097 ceph-mon[88563]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T03:09:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:21 smithi097 ceph-mon[88563]: pgmap v1046: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:21 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2366295973' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:21 smithi097 ceph-mon[90424]: osdmap e909: 8 total, 8 up, 8 in 2024-09-16T03:09:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:21 smithi097 ceph-mon[90424]: pgmap v1046: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:22.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:22 smithi184 ceph-mon[82194]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T03:09:22.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:22 smithi097 ceph-mon[88563]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T03:09:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:22 smithi097 ceph-mon[90424]: osdmap e910: 8 total, 8 up, 8 in 2024-09-16T03:09:23.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:23 smithi184 ceph-mon[82194]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T03:09:23.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:23 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2582648218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:23.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:23 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:23.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:23 smithi184 ceph-mon[82194]: pgmap v1049: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:23.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:23 smithi097 ceph-mon[90424]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T03:09:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:23 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2582648218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:23 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:23 smithi097 ceph-mon[90424]: pgmap v1049: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:23 smithi097 ceph-mon[88563]: osdmap e911: 8 total, 8 up, 8 in 2024-09-16T03:09:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:23 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2582648218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:23 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:23 smithi097 ceph-mon[88563]: pgmap v1049: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:24.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:24 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:24 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:24 smithi184 ceph-mon[82194]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T03:09:24.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:24 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:24 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:24 smithi097 ceph-mon[88563]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T03:09:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:24 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:09:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:24 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:24 smithi097 ceph-mon[90424]: osdmap e912: 8 total, 8 up, 8 in 2024-09-16T03:09:24.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:09:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:09:24] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.51.0" 2024-09-16T03:09:25.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:25 smithi184 ceph-mon[82194]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T03:09:25.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:25 smithi184 ceph-mon[82194]: pgmap v1052: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:25.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:25 smithi097 ceph-mon[90424]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T03:09:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:25 smithi097 ceph-mon[90424]: pgmap v1052: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:25 smithi097 ceph-mon[88563]: osdmap e913: 8 total, 8 up, 8 in 2024-09-16T03:09:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:25 smithi097 ceph-mon[88563]: pgmap v1052: 137 pgs: 7 creating+peering, 21 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:26 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:26 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:09:26.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:26 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:26 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:09:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:26 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:09:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:26 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:09:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:27 smithi184 ceph-mon[82194]: pgmap v1053: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:27.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:27 smithi097 ceph-mon[88563]: pgmap v1053: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:27 smithi097 ceph-mon[90424]: pgmap v1053: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:29.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:29 smithi097 ceph-mon[88563]: pgmap v1054: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 7.57k op/s 2024-09-16T03:09:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:29 smithi097 ceph-mon[90424]: pgmap v1054: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 7.57k op/s 2024-09-16T03:09:30.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:29 smithi184 ceph-mon[82194]: pgmap v1054: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 24 MiB/s rd, 6.7 MiB/s wr, 7.57k op/s 2024-09-16T03:09:31.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:31 smithi097 ceph-mon[88563]: pgmap v1055: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 5.79k op/s 2024-09-16T03:09:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:31 smithi097 ceph-mon[90424]: pgmap v1055: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 5.79k op/s 2024-09-16T03:09:32.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:31 smithi184 ceph-mon[82194]: pgmap v1055: 137 pgs: 137 active+clean; 1.5 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.1 MiB/s wr, 5.79k op/s 2024-09-16T03:09:33.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:33 smithi097 ceph-mon[88563]: pgmap v1056: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 117 MiB/s rd, 8.1 MiB/s wr, 9.24k op/s 2024-09-16T03:09:33.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:33 smithi097 ceph-mon[90424]: pgmap v1056: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 117 MiB/s rd, 8.1 MiB/s wr, 9.24k op/s 2024-09-16T03:09:34.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:33 smithi184 ceph-mon[82194]: pgmap v1056: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 117 MiB/s rd, 8.1 MiB/s wr, 9.24k op/s 2024-09-16T03:09:34.808 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:09:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:09:34] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.51.0" 2024-09-16T03:09:35.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:35.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:35.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:35.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:35.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:35.817 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14259 ms) 2024-09-16T03:09:35.817 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-09-16T03:09:36.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:35 smithi184 ceph-mon[82194]: pgmap v1057: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 106 MiB/s rd, 7.3 MiB/s wr, 8.33k op/s 2024-09-16T03:09:36.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:35 smithi097 ceph-mon[88563]: pgmap v1057: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 106 MiB/s rd, 7.3 MiB/s wr, 8.33k op/s 2024-09-16T03:09:36.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:35 smithi097 ceph-mon[90424]: pgmap v1057: 137 pgs: 137 active+clean; 2.3 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 106 MiB/s rd, 7.3 MiB/s wr, 8.33k op/s 2024-09-16T03:09:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:36 smithi184 ceph-mon[82194]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T03:09:37.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:36 smithi097 ceph-mon[88563]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T03:09:37.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:36 smithi097 ceph-mon[90424]: osdmap e914: 8 total, 8 up, 8 in 2024-09-16T03:09:38.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:37 smithi184 ceph-mon[82194]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:37 smithi184 ceph-mon[82194]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T03:09:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:37 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/4244332752' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:37 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:37 smithi097 ceph-mon[88563]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:37 smithi097 ceph-mon[88563]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T03:09:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:37 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/4244332752' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:38.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:37 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:37 smithi097 ceph-mon[90424]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:37 smithi097 ceph-mon[90424]: osdmap e915: 8 total, 8 up, 8 in 2024-09-16T03:09:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:37 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/4244332752' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:38.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:37 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:39.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:38 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:39.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:38 smithi184 ceph-mon[82194]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T03:09:39.244 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:38 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:39.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:38 smithi097 ceph-mon[88563]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T03:09:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:38 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:39.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:38 smithi097 ceph-mon[90424]: osdmap e916: 8 total, 8 up, 8 in 2024-09-16T03:09:40.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:39 smithi184 ceph-mon[82194]: pgmap v1062: 137 pgs: 4 creating+activating, 9 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:40.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:39 smithi184 ceph-mon[82194]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T03:09:40.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:09:40.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:09:40.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:09:40.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[88563]: pgmap v1062: 137 pgs: 4 creating+activating, 9 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[88563]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T03:09:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:09:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:09:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:09:40.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:40.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[90424]: pgmap v1062: 137 pgs: 4 creating+activating, 9 creating+peering, 8 unknown, 116 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:40.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[90424]: osdmap e917: 8 total, 8 up, 8 in 2024-09-16T03:09:40.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:09:40.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:09:40.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:09:40.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:09:40.371 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4554 ms) 2024-09-16T03:09:40.371 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-09-16T03:09:41.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:41 smithi184 ceph-mon[82194]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T03:09:41.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:41 smithi097 ceph-mon[88563]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T03:09:41.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:41 smithi097 ceph-mon[90424]: osdmap e918: 8 total, 8 up, 8 in 2024-09-16T03:09:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:42 smithi184 ceph-mon[82194]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:42 smithi184 ceph-mon[82194]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T03:09:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:42 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2164121802' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:42.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:42 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:42 smithi097 ceph-mon[90424]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:42 smithi097 ceph-mon[90424]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T03:09:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:42 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2164121802' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:42 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:42 smithi097 ceph-mon[88563]: pgmap v1065: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:42 smithi097 ceph-mon[88563]: osdmap e919: 8 total, 8 up, 8 in 2024-09-16T03:09:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:42 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2164121802' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:42 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:09:43.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:43 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:43.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:43 smithi184 ceph-mon[82194]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T03:09:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:43 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:43 smithi097 ceph-mon[88563]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T03:09:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:43 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:09:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:43 smithi097 ceph-mon[90424]: osdmap e920: 8 total, 8 up, 8 in 2024-09-16T03:09:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:44 smithi184 ceph-mon[82194]: pgmap v1068: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:44 smithi184 ceph-mon[82194]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T03:09:44.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:44 smithi097 ceph-mon[88563]: pgmap v1068: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:44.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:44 smithi097 ceph-mon[88563]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T03:09:44.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:44 smithi097 ceph-mon[90424]: pgmap v1068: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:09:44.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:44 smithi097 ceph-mon[90424]: osdmap e921: 8 total, 8 up, 8 in 2024-09-16T03:09:44.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:09:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:09:44] "GET /metrics HTTP/1.1" 200 36444 "" "Prometheus/2.51.0" 2024-09-16T03:09:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:46 smithi184 ceph-mon[82194]: pgmap v1070: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 794 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 2.22k op/s 2024-09-16T03:09:46.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:46 smithi097 ceph-mon[88563]: pgmap v1070: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 794 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 2.22k op/s 2024-09-16T03:09:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:46 smithi097 ceph-mon[90424]: pgmap v1070: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 794 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.0 MiB/s rd, 1.9 MiB/s wr, 2.22k op/s 2024-09-16T03:09:48.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:48 smithi184 ceph-mon[82194]: pgmap v1071: 137 pgs: 13 creating+peering, 124 active+clean; 794 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 1.60k op/s 2024-09-16T03:09:48.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:48 smithi097 ceph-mon[88563]: pgmap v1071: 137 pgs: 13 creating+peering, 124 active+clean; 794 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 1.60k op/s 2024-09-16T03:09:48.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:48 smithi097 ceph-mon[90424]: pgmap v1071: 137 pgs: 13 creating+peering, 124 active+clean; 794 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.4 MiB/s wr, 1.60k op/s 2024-09-16T03:09:49.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:49.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:09:50.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:50 smithi184 ceph-mon[82194]: pgmap v1072: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 6.3 MiB/s wr, 7.52k op/s 2024-09-16T03:09:50.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:50 smithi097 ceph-mon[88563]: pgmap v1072: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 6.3 MiB/s wr, 7.52k op/s 2024-09-16T03:09:50.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:50 smithi097 ceph-mon[90424]: pgmap v1072: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 68 MiB/s rd, 6.3 MiB/s wr, 7.52k op/s 2024-09-16T03:09:52.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:52 smithi184 ceph-mon[82194]: pgmap v1073: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.6 MiB/s wr, 6.62k op/s 2024-09-16T03:09:52.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:52 smithi097 ceph-mon[88563]: pgmap v1073: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.6 MiB/s wr, 6.62k op/s 2024-09-16T03:09:52.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:52 smithi097 ceph-mon[90424]: pgmap v1073: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 60 MiB/s rd, 5.6 MiB/s wr, 6.62k op/s 2024-09-16T03:09:54.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:54 smithi184 ceph-mon[82194]: pgmap v1074: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-09-16T03:09:54.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:54 smithi097 ceph-mon[88563]: pgmap v1074: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-09-16T03:09:54.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:09:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:09:54] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.51.0" 2024-09-16T03:09:54.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:54 smithi097 ceph-mon[90424]: pgmap v1074: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-09-16T03:09:56.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:56 smithi184 ceph-mon[82194]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 4.8 MiB/s wr, 5.85k op/s 2024-09-16T03:09:56.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:56 smithi097 ceph-mon[88563]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 4.8 MiB/s wr, 5.85k op/s 2024-09-16T03:09:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:56 smithi097 ceph-mon[90424]: pgmap v1075: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 70 MiB/s rd, 4.8 MiB/s wr, 5.85k op/s 2024-09-16T03:09:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:09:58 smithi184 ceph-mon[82194]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.5 MiB/s wr, 5.50k op/s 2024-09-16T03:09:58.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:09:58 smithi097 ceph-mon[88563]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.5 MiB/s wr, 5.50k op/s 2024-09-16T03:09:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:09:58 smithi097 ceph-mon[90424]: pgmap v1076: 137 pgs: 137 active+clean; 1.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.5 MiB/s wr, 5.50k op/s 2024-09-16T03:09:59.429 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19058 ms) 2024-09-16T03:09:59.429 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-09-16T03:10:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:00 smithi097 ceph-mon[88563]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 MiB/s rd, 5.6 MiB/s wr, 6.96k op/s 2024-09-16T03:10:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:00 smithi097 ceph-mon[88563]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T03:10:00.747 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:00 smithi097 ceph-mon[88563]: overall HEALTH_OK 2024-09-16T03:10:00.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:00 smithi097 ceph-mon[90424]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 MiB/s rd, 5.6 MiB/s wr, 6.96k op/s 2024-09-16T03:10:00.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:00 smithi097 ceph-mon[90424]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T03:10:00.747 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:00 smithi097 ceph-mon[90424]: overall HEALTH_OK 2024-09-16T03:10:00.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:00 smithi184 ceph-mon[82194]: pgmap v1077: 137 pgs: 137 active+clean; 1.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 MiB/s rd, 5.6 MiB/s wr, 6.96k op/s 2024-09-16T03:10:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:00 smithi184 ceph-mon[82194]: osdmap e922: 8 total, 8 up, 8 in 2024-09-16T03:10:00.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:00 smithi184 ceph-mon[82194]: overall HEALTH_OK 2024-09-16T03:10:01.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:01 smithi097 ceph-mon[90424]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T03:10:01.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:01 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1750998136' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:01.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:01 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:01.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:01 smithi097 ceph-mon[88563]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T03:10:01.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:01 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1750998136' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:01.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:01 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:01.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:01 smithi184 ceph-mon[82194]: osdmap e923: 8 total, 8 up, 8 in 2024-09-16T03:10:01.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:01 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1750998136' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:01.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:01 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:02.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:02 smithi097 ceph-mon[88563]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:02.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:02 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:02.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:02 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:02.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:02 smithi097 ceph-mon[88563]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T03:10:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:02 smithi097 ceph-mon[90424]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:02 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:02 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:02 smithi097 ceph-mon[90424]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T03:10:02.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:02 smithi184 ceph-mon[82194]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:02 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:02 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:02.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:02 smithi184 ceph-mon[82194]: osdmap e924: 8 total, 8 up, 8 in 2024-09-16T03:10:03.451 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4022 ms) 2024-09-16T03:10:03.451 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-09-16T03:10:03.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:03 smithi097 ceph-mon[88563]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T03:10:03.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:03 smithi097 ceph-mon[90424]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T03:10:03.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:03 smithi184 ceph-mon[82194]: osdmap e925: 8 total, 8 up, 8 in 2024-09-16T03:10:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[90424]: pgmap v1083: 137 pgs: 23 unknown, 114 active+clean; 601 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[90424]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T03:10:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[88563]: pgmap v1083: 137 pgs: 23 unknown, 114 active+clean; 601 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:04.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[88563]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T03:10:04.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:04.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:10:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:10:04] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.51.0" 2024-09-16T03:10:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:04 smithi184 ceph-mon[82194]: pgmap v1083: 137 pgs: 23 unknown, 114 active+clean; 601 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:04 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:04 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:04 smithi184 ceph-mon[82194]: osdmap e926: 8 total, 8 up, 8 in 2024-09-16T03:10:04.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:05 smithi097 ceph-mon[88563]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T03:10:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:05 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3542539475' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:05 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:05 smithi097 ceph-mon[90424]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T03:10:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:05 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3542539475' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:05 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:05.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:05 smithi184 ceph-mon[82194]: osdmap e927: 8 total, 8 up, 8 in 2024-09-16T03:10:05.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:05 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3542539475' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:05.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:05 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:06 smithi097 ceph-mon[88563]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:06 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:06 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:06 smithi097 ceph-mon[88563]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T03:10:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:06 smithi097 ceph-mon[90424]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:06 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:06 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:06 smithi097 ceph-mon[90424]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T03:10:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:06 smithi184 ceph-mon[82194]: pgmap v1086: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:06 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:06.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:06 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:06.910 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:06 smithi184 ceph-mon[82194]: osdmap e928: 8 total, 8 up, 8 in 2024-09-16T03:10:07.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:07 smithi097 ceph-mon[88563]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T03:10:07.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:07 smithi097 ceph-mon[90424]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T03:10:07.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:07 smithi184 ceph-mon[82194]: osdmap e929: 8 total, 8 up, 8 in 2024-09-16T03:10:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:08 smithi097 ceph-mon[90424]: pgmap v1089: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:08 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:08 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:08 smithi097 ceph-mon[88563]: pgmap v1089: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:08 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:08 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:08 smithi184 ceph-mon[82194]: pgmap v1089: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:08.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:08 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:08.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:08 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:09.491 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6040 ms) 2024-09-16T03:10:09.491 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-09-16T03:10:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:10 smithi097 ceph-mon[88563]: pgmap v1090: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:10 smithi097 ceph-mon[88563]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T03:10:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:10 smithi097 ceph-mon[90424]: pgmap v1090: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:10 smithi097 ceph-mon[90424]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T03:10:10.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:10 smithi184 ceph-mon[82194]: pgmap v1090: 137 pgs: 5 creating+peering, 2 unknown, 130 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:10 smithi184 ceph-mon[82194]: osdmap e930: 8 total, 8 up, 8 in 2024-09-16T03:10:11.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:11 smithi097 ceph-mon[88563]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T03:10:11.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:11 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3377109835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:11.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:11 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:11 smithi097 ceph-mon[90424]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T03:10:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:11 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3377109835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:11 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:11.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:11 smithi184 ceph-mon[82194]: osdmap e931: 8 total, 8 up, 8 in 2024-09-16T03:10:11.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:11 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3377109835' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:11.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:11 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:12.744 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:12 smithi097 ceph-mon[90424]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:12 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:12 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:12.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:12 smithi097 ceph-mon[90424]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T03:10:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:12 smithi097 ceph-mon[88563]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:12 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:12 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:12 smithi097 ceph-mon[88563]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T03:10:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:12 smithi184 ceph-mon[82194]: pgmap v1093: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:12.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:12 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:12 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-127410-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:12 smithi184 ceph-mon[82194]: osdmap e932: 8 total, 8 up, 8 in 2024-09-16T03:10:13.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:13 smithi184 ceph-mon[82194]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T03:10:13.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:13 smithi097 ceph-mon[88563]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T03:10:13.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:13 smithi097 ceph-mon[90424]: osdmap e933: 8 total, 8 up, 8 in 2024-09-16T03:10:14.517 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5026 ms) 2024-09-16T03:10:14.517 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 22 tests from TestCls2PCQueue (101212 ms total) 2024-09-16T03:10:14.518 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:10:14.518 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:10:14.518 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 22 tests from 1 test suite ran. (101212 ms total) 2024-09-16T03:10:14.518 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 22 tests. 2024-09-16T03:10:14.521 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T03:10:14.521 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:10:14.591 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-09-16T03:10:14.592 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-09-16T03:10:14.663 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:10:14.663 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 6 tests from 2 test suites. 2024-09-16T03:10:14.664 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:10:14.664 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 5 tests from cls_cas 2024-09-16T03:10:14.664 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_cas.get_put 2024-09-16T03:10:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:14 smithi184 ceph-mon[82194]: pgmap v1096: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:14 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:14.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:14 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:14.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:10:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:10:14] "GET /metrics HTTP/1.1" 200 34017 "" "Prometheus/2.51.0" 2024-09-16T03:10:14.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:14 smithi097 ceph-mon[88563]: pgmap v1096: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:14.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:14 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:14.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:14 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:14.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:14 smithi097 ceph-mon[90424]: pgmap v1096: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:14.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:14 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:14.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:14 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:15.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:15 smithi184 ceph-mon[82194]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T03:10:15.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:15 smithi097 ceph-mon[88563]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T03:10:15.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:15 smithi097 ceph-mon[90424]: osdmap e934: 8 total, 8 up, 8 in 2024-09-16T03:10:16.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:16 smithi184 ceph-mon[82194]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:16.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:16 smithi184 ceph-mon[82194]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T03:10:16.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:16 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/854955358' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:16.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:16 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:16.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:16 smithi097 ceph-mon[88563]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:16.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:16 smithi097 ceph-mon[88563]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T03:10:16.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:16 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/854955358' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:16.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:16 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:16.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:16 smithi097 ceph-mon[90424]: pgmap v1098: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:16.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:16 smithi097 ceph-mon[90424]: osdmap e935: 8 total, 8 up, 8 in 2024-09-16T03:10:16.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:16 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/854955358' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:16.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:16 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:17.540 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_cas.get_put (2876 ms) 2024-09-16T03:10:17.540 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_cas.wrong_put 2024-09-16T03:10:17.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:17 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:17.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:17 smithi184 ceph-mon[82194]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T03:10:17.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:17 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:17.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:17 smithi097 ceph-mon[88563]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T03:10:17.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:17 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:17.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:17 smithi097 ceph-mon[90424]: osdmap e936: 8 total, 8 up, 8 in 2024-09-16T03:10:18.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:18 smithi184 ceph-mon[82194]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:18.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:18 smithi184 ceph-mon[82194]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T03:10:18.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:18 smithi097 ceph-mon[88563]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:18.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:18 smithi097 ceph-mon[88563]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T03:10:18.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:18 smithi097 ceph-mon[90424]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-09-16T03:10:18.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:18 smithi097 ceph-mon[90424]: osdmap e937: 8 total, 8 up, 8 in 2024-09-16T03:10:19.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:19 smithi184 ceph-mon[82194]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T03:10:19.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:19 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3625063568' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:19.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:19 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:19.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:19 smithi184 ceph-mon[82194]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:19.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[88563]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T03:10:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3625063568' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[88563]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:19.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:19.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[90424]: osdmap e938: 8 total, 8 up, 8 in 2024-09-16T03:10:19.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3625063568' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:19.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:19.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[90424]: pgmap v1104: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:19.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:20.559 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_cas.wrong_put (3020 ms) 2024-09-16T03:10:20.560 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_cas.dup_get 2024-09-16T03:10:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:20 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:20 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:20 smithi184 ceph-mon[82194]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T03:10:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:20 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:20 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:20 smithi097 ceph-mon[88563]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T03:10:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:20 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:20.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:20 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:20.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:20 smithi097 ceph-mon[90424]: osdmap e939: 8 total, 8 up, 8 in 2024-09-16T03:10:21.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:21 smithi184 ceph-mon[82194]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T03:10:21.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:21 smithi184 ceph-mon[82194]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:21 smithi097 ceph-mon[88563]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T03:10:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:21 smithi097 ceph-mon[88563]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:21 smithi097 ceph-mon[90424]: osdmap e940: 8 total, 8 up, 8 in 2024-09-16T03:10:21.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:21 smithi097 ceph-mon[90424]: pgmap v1107: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:22 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:22 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:22 smithi184 ceph-mon[82194]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T03:10:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:22 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3615039478' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:22 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[88563]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T03:10:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3615039478' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:22.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[90424]: osdmap e941: 8 total, 8 up, 8 in 2024-09-16T03:10:22.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3615039478' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:22.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:22 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:23.581 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_cas.dup_get (3021 ms) 2024-09-16T03:10:23.581 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_cas.dup_put 2024-09-16T03:10:23.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:23 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:23.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:23 smithi184 ceph-mon[82194]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T03:10:23.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:23 smithi184 ceph-mon[82194]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:23 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:23 smithi097 ceph-mon[88563]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T03:10:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:23 smithi097 ceph-mon[88563]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:23 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:23 smithi097 ceph-mon[90424]: osdmap e942: 8 total, 8 up, 8 in 2024-09-16T03:10:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:23 smithi097 ceph-mon[90424]: pgmap v1110: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:24.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:24 smithi184 ceph-mon[82194]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T03:10:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:24 smithi097 ceph-mon[88563]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T03:10:24.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:24 smithi097 ceph-mon[90424]: osdmap e943: 8 total, 8 up, 8 in 2024-09-16T03:10:24.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:10:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:10:24] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.51.0" 2024-09-16T03:10:25.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:25 smithi184 ceph-mon[82194]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T03:10:25.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:25 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2659128983' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:25.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:25 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:25.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:25 smithi184 ceph-mon[82194]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:25 smithi097 ceph-mon[88563]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T03:10:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:25 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2659128983' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:25 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:25 smithi097 ceph-mon[88563]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:25 smithi097 ceph-mon[90424]: osdmap e944: 8 total, 8 up, 8 in 2024-09-16T03:10:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:25 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2659128983' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:25 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:25.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:25 smithi097 ceph-mon[90424]: pgmap v1113: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:26.605 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_cas.dup_put (3025 ms) 2024-09-16T03:10:26.605 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_cas.get_wrong_data 2024-09-16T03:10:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:26 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:26 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:26 smithi184 ceph-mon[82194]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T03:10:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:26 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:26 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:26 smithi097 ceph-mon[88563]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T03:10:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:26 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:26 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:26.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:26 smithi097 ceph-mon[90424]: osdmap e945: 8 total, 8 up, 8 in 2024-09-16T03:10:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:27 smithi184 ceph-mon[82194]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T03:10:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:27 smithi184 ceph-mon[82194]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:27 smithi097 ceph-mon[90424]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T03:10:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:27 smithi097 ceph-mon[90424]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:27.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:27 smithi097 ceph-mon[88563]: osdmap e946: 8 total, 8 up, 8 in 2024-09-16T03:10:27.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:27 smithi097 ceph-mon[88563]: pgmap v1116: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:28 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:28 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:28 smithi184 ceph-mon[82194]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T03:10:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:28 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1785873510' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:28 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:28 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:28 smithi097 ceph-mon[88563]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T03:10:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:28 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1785873510' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:28 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:28 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:28 smithi097 ceph-mon[90424]: osdmap e947: 8 total, 8 up, 8 in 2024-09-16T03:10:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:28 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1785873510' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:29.639 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_cas.get_wrong_data (3033 ms) 2024-09-16T03:10:29.639 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 5 tests from cls_cas (14975 ms total) 2024-09-16T03:10:29.639 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:10:29.639 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 1 test from chunk_refs_t 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] chunk_refs_t.size 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:1 60 by_object 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:2 103 by_object 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:4 189 by_object 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:8 361 by_object 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:16 112 by_hash(32 bits) 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:32 208 by_hash(32 bits) 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:64 400 by_hash(32 bits) 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:128 509 by_hash(10 bits) 2024-09-16T03:10:29.640 INFO:tasks.workunit.client.0.smithi097.stdout:256 499 by_hash(7 bits) 2024-09-16T03:10:29.641 INFO:tasks.workunit.client.0.smithi097.stdout:512 462 by_hash(5 bits) 2024-09-16T03:10:29.641 INFO:tasks.workunit.client.0.smithi097.stdout:1024 466 by_hash(5 bits) 2024-09-16T03:10:29.641 INFO:tasks.workunit.client.0.smithi097.stdout:2048 466 by_hash(5 bits) 2024-09-16T03:10:29.641 INFO:tasks.workunit.client.0.smithi097.stdout:4096 470 by_hash(5 bits) 2024-09-16T03:10:29.642 INFO:tasks.workunit.client.0.smithi097.stdout:8192 498 by_hash(4 bits) 2024-09-16T03:10:29.642 INFO:tasks.workunit.client.0.smithi097.stdout:16384 278 by_hash(3 bits) 2024-09-16T03:10:29.644 INFO:tasks.workunit.client.0.smithi097.stdout:32768 337 by_hash(2 bits) 2024-09-16T03:10:29.649 INFO:tasks.workunit.client.0.smithi097.stdout:65536 367 by_hash(2 bits) 2024-09-16T03:10:29.657 INFO:tasks.workunit.client.0.smithi097.stdout:131072 387 by_hash(1 bits) 2024-09-16T03:10:29.671 INFO:tasks.workunit.client.0.smithi097.stdout:262144 331 by_pool 2024-09-16T03:10:29.699 INFO:tasks.workunit.client.0.smithi097.stdout:524288 21 count 2024-09-16T03:10:29.748 INFO:tasks.workunit.client.0.smithi097.stdout:1048576 21 count 2024-09-16T03:10:29.852 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] chunk_refs_t.size (214 ms) 2024-09-16T03:10:29.853 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 1 test from chunk_refs_t (214 ms total) 2024-09-16T03:10:29.853 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:10:29.853 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:10:29.853 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 6 tests from 2 test suites ran. (15189 ms total) 2024-09-16T03:10:29.853 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 6 tests. 2024-09-16T03:10:29.855 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T03:10:29.855 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:10:29.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:29 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1785873510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:29.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:29 smithi184 ceph-mon[82194]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T03:10:29.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:29 smithi184 ceph-mon[82194]: pgmap v1119: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:29.916 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:29 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1785873510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:29.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:29 smithi097 ceph-mon[88563]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T03:10:29.917 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:29 smithi097 ceph-mon[88563]: pgmap v1119: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:29.917 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:29 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1785873510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128088-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:29.917 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:29 smithi097 ceph-mon[90424]: osdmap e948: 8 total, 8 up, 8 in 2024-09-16T03:10:29.917 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:29 smithi097 ceph-mon[90424]: pgmap v1119: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:29.920 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-09-16T03:10:29.920 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-09-16T03:10:29.990 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:10:29.990 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 31 tests from 1 test suite. 2024-09-16T03:10:29.990 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:10:30.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:30 smithi184 ceph-mon[82194]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T03:10:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:30 smithi097 ceph-mon[88563]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T03:10:30.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:30 smithi097 ceph-mon[90424]: osdmap e949: 8 total, 8 up, 8 in 2024-09-16T03:10:31.654 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 31 tests from CmpOmap 2024-09-16T03:10:31.654 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-09-16T03:10:31.671 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (18 ms) 2024-09-16T03:10:31.671 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-09-16T03:10:31.674 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (3 ms) 2024-09-16T03:10:31.674 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-09-16T03:10:31.677 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-09-16T03:10:31.677 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-09-16T03:10:31.680 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-09-16T03:10:31.680 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-09-16T03:10:31.685 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-09-16T03:10:31.685 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-09-16T03:10:31.693 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-09-16T03:10:31.693 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-09-16T03:10:31.696 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-09-16T03:10:31.696 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-09-16T03:10:31.699 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-09-16T03:10:31.699 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-09-16T03:10:31.701 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-09-16T03:10:31.701 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-09-16T03:10:31.705 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-09-16T03:10:31.705 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-09-16T03:10:31.706 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-09-16T03:10:31.706 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-09-16T03:10:31.706 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (0 ms) 2024-09-16T03:10:31.706 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-09-16T03:10:31.712 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-09-16T03:10:31.712 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-09-16T03:10:31.718 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-09-16T03:10:31.718 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-09-16T03:10:31.724 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-09-16T03:10:31.724 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-09-16T03:10:31.732 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-09-16T03:10:31.733 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-09-16T03:10:31.739 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-09-16T03:10:31.740 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-09-16T03:10:31.746 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-09-16T03:10:31.746 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-09-16T03:10:31.748 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-09-16T03:10:31.748 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-09-16T03:10:31.750 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-09-16T03:10:31.750 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-09-16T03:10:31.751 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-09-16T03:10:31.751 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-09-16T03:10:31.752 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-09-16T03:10:31.752 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-09-16T03:10:31.759 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (7 ms) 2024-09-16T03:10:31.759 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-09-16T03:10:31.765 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-09-16T03:10:31.765 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-09-16T03:10:31.771 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (6 ms) 2024-09-16T03:10:31.771 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-09-16T03:10:31.778 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (7 ms) 2024-09-16T03:10:31.778 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-09-16T03:10:31.780 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-09-16T03:10:31.780 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-09-16T03:10:31.782 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (2 ms) 2024-09-16T03:10:31.782 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-09-16T03:10:31.783 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-09-16T03:10:31.783 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-09-16T03:10:31.784 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-09-16T03:10:31.784 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-09-16T03:10:31.792 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (8 ms) 2024-09-16T03:10:31.792 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 31 tests from CmpOmap (139 ms total) 2024-09-16T03:10:31.792 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:10:31.792 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:10:31.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:31 smithi184 ceph-mon[82194]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T03:10:31.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:31 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1557895279' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:31.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:31 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:31.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:31 smithi184 ceph-mon[82194]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:31.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:31 smithi097 ceph-mon[88563]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T03:10:31.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:31 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1557895279' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:31.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:31 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:31.914 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:31 smithi097 ceph-mon[88563]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:31.914 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:31 smithi097 ceph-mon[90424]: osdmap e950: 8 total, 8 up, 8 in 2024-09-16T03:10:31.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:31 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1557895279' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:31.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:31 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:31.915 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:31 smithi097 ceph-mon[90424]: pgmap v1122: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:32.660 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 31 tests from 1 test suite ran. (2670 ms total) 2024-09-16T03:10:32.660 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 31 tests. 2024-09-16T03:10:32.663 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T03:10:32.663 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:10:32.728 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-09-16T03:10:32.729 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-09-16T03:10:32.798 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:10:32.798 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 6 tests from 1 test suite. 2024-09-16T03:10:32.798 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:10:32.798 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 6 tests from ClsHello 2024-09-16T03:10:32.798 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsHello.SayHello 2024-09-16T03:10:32.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:32 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:32.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:32 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:32.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:32 smithi184 ceph-mon[82194]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T03:10:32.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:32 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:32 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:32.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:32 smithi097 ceph-mon[88563]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T03:10:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:32 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:32 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128211-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:32.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:32 smithi097 ceph-mon[90424]: osdmap e951: 8 total, 8 up, 8 in 2024-09-16T03:10:33.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:33 smithi097 ceph-mon[88563]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T03:10:33.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:33 smithi097 ceph-mon[88563]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:33.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:33 smithi097 ceph-mon[90424]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T03:10:33.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:33 smithi097 ceph-mon[90424]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:34.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:33 smithi184 ceph-mon[82194]: osdmap e952: 8 total, 8 up, 8 in 2024-09-16T03:10:34.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:33 smithi184 ceph-mon[82194]: pgmap v1125: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:34.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:34.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:34.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[88563]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T03:10:34.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/748079603' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:34.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:34.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:34.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:34.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[90424]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T03:10:34.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/748079603' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:34.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:34.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:10:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:10:34] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.51.0" 2024-09-16T03:10:35.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:34 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:34 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:34 smithi184 ceph-mon[82194]: osdmap e953: 8 total, 8 up, 8 in 2024-09-16T03:10:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:34 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/748079603' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:35.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:35.692 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsHello.SayHello (2894 ms) 2024-09-16T03:10:35.692 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsHello.RecordHello 2024-09-16T03:10:35.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:35 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/748079603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:35.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:35 smithi097 ceph-mon[88563]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T03:10:35.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:35 smithi097 ceph-mon[88563]: pgmap v1128: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:35.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:35 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/748079603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:35.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:35 smithi097 ceph-mon[90424]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T03:10:35.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:35 smithi097 ceph-mon[90424]: pgmap v1128: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:36.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:35 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/748079603' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:36.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:35 smithi184 ceph-mon[82194]: osdmap e954: 8 total, 8 up, 8 in 2024-09-16T03:10:36.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:35 smithi184 ceph-mon[82194]: pgmap v1128: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:36.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:36 smithi097 ceph-mon[88563]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T03:10:36.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:36 smithi097 ceph-mon[90424]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T03:10:37.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:36 smithi184 ceph-mon[82194]: osdmap e955: 8 total, 8 up, 8 in 2024-09-16T03:10:37.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:37 smithi097 ceph-mon[88563]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:37.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:37 smithi097 ceph-mon[88563]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T03:10:37.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:37 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1596874177' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:37.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:37 smithi097 ceph-mon[90424]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:37.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:37 smithi097 ceph-mon[90424]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T03:10:37.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:37 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1596874177' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:38.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:37 smithi184 ceph-mon[82194]: pgmap v1130: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:37 smithi184 ceph-mon[82194]: osdmap e956: 8 total, 8 up, 8 in 2024-09-16T03:10:38.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:37 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1596874177' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:38.724 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsHello.RecordHello (3031 ms) 2024-09-16T03:10:38.724 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsHello.WriteReturnData 2024-09-16T03:10:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:38 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1596874177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:38.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:38 smithi097 ceph-mon[88563]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T03:10:38.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:38 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1596874177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:38.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:38 smithi097 ceph-mon[90424]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T03:10:39.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:38 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1596874177' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:39.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:38 smithi184 ceph-mon[82194]: osdmap e957: 8 total, 8 up, 8 in 2024-09-16T03:10:39.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:39 smithi097 ceph-mon[88563]: pgmap v1133: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:39.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:39 smithi097 ceph-mon[88563]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T03:10:39.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:39 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:10:39.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:39 smithi097 ceph-mon[90424]: pgmap v1133: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:39.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:39 smithi097 ceph-mon[90424]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T03:10:39.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:39 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:10:40.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:39 smithi184 ceph-mon[82194]: pgmap v1133: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:40.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:39 smithi184 ceph-mon[82194]: osdmap e958: 8 total, 8 up, 8 in 2024-09-16T03:10:40.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:39 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:10:40.739 INFO:tasks.workunit.client.0.smithi097.stdout:require_osd_release = squid 2024-09-16T03:10:40.740 INFO:tasks.workunit.client.0.smithi097.stdout:0 2024-09-16T03:10:40.898 INFO:tasks.workunit.client.0.smithi097.stdout:1 2024-09-16T03:10:40.899 INFO:tasks.workunit.client.0.smithi097.stdout:2 2024-09-16T03:10:40.900 INFO:tasks.workunit.client.0.smithi097.stdout:3 2024-09-16T03:10:40.901 INFO:tasks.workunit.client.0.smithi097.stdout:4 2024-09-16T03:10:40.902 INFO:tasks.workunit.client.0.smithi097.stdout:5 2024-09-16T03:10:40.902 INFO:tasks.workunit.client.0.smithi097.stdout:6 2024-09-16T03:10:40.903 INFO:tasks.workunit.client.0.smithi097.stdout:7 2024-09-16T03:10:40.904 INFO:tasks.workunit.client.0.smithi097.stdout:8 2024-09-16T03:10:40.905 INFO:tasks.workunit.client.0.smithi097.stdout:9 2024-09-16T03:10:40.906 INFO:tasks.workunit.client.0.smithi097.stdout:10 2024-09-16T03:10:40.907 INFO:tasks.workunit.client.0.smithi097.stdout:11 2024-09-16T03:10:40.908 INFO:tasks.workunit.client.0.smithi097.stdout:12 2024-09-16T03:10:40.909 INFO:tasks.workunit.client.0.smithi097.stdout:13 2024-09-16T03:10:40.910 INFO:tasks.workunit.client.0.smithi097.stdout:14 2024-09-16T03:10:40.911 INFO:tasks.workunit.client.0.smithi097.stdout:15 2024-09-16T03:10:40.912 INFO:tasks.workunit.client.0.smithi097.stdout:16 2024-09-16T03:10:40.912 INFO:tasks.workunit.client.0.smithi097.stdout:17 2024-09-16T03:10:40.913 INFO:tasks.workunit.client.0.smithi097.stdout:18 2024-09-16T03:10:40.914 INFO:tasks.workunit.client.0.smithi097.stdout:19 2024-09-16T03:10:40.915 INFO:tasks.workunit.client.0.smithi097.stdout:20 2024-09-16T03:10:40.916 INFO:tasks.workunit.client.0.smithi097.stdout:21 2024-09-16T03:10:40.917 INFO:tasks.workunit.client.0.smithi097.stdout:22 2024-09-16T03:10:40.918 INFO:tasks.workunit.client.0.smithi097.stdout:23 2024-09-16T03:10:40.919 INFO:tasks.workunit.client.0.smithi097.stdout:24 2024-09-16T03:10:40.920 INFO:tasks.workunit.client.0.smithi097.stdout:25 2024-09-16T03:10:40.921 INFO:tasks.workunit.client.0.smithi097.stdout:26 2024-09-16T03:10:40.922 INFO:tasks.workunit.client.0.smithi097.stdout:27 2024-09-16T03:10:40.922 INFO:tasks.workunit.client.0.smithi097.stdout:28 2024-09-16T03:10:40.923 INFO:tasks.workunit.client.0.smithi097.stdout:29 2024-09-16T03:10:40.924 INFO:tasks.workunit.client.0.smithi097.stdout:30 2024-09-16T03:10:40.925 INFO:tasks.workunit.client.0.smithi097.stdout:31 2024-09-16T03:10:40.926 INFO:tasks.workunit.client.0.smithi097.stdout:32 2024-09-16T03:10:40.927 INFO:tasks.workunit.client.0.smithi097.stdout:33 2024-09-16T03:10:40.927 INFO:tasks.workunit.client.0.smithi097.stdout:34 2024-09-16T03:10:40.928 INFO:tasks.workunit.client.0.smithi097.stdout:35 2024-09-16T03:10:40.929 INFO:tasks.workunit.client.0.smithi097.stdout:36 2024-09-16T03:10:40.930 INFO:tasks.workunit.client.0.smithi097.stdout:37 2024-09-16T03:10:40.931 INFO:tasks.workunit.client.0.smithi097.stdout:38 2024-09-16T03:10:40.932 INFO:tasks.workunit.client.0.smithi097.stdout:39 2024-09-16T03:10:40.933 INFO:tasks.workunit.client.0.smithi097.stdout:40 2024-09-16T03:10:40.933 INFO:tasks.workunit.client.0.smithi097.stdout:41 2024-09-16T03:10:40.934 INFO:tasks.workunit.client.0.smithi097.stdout:42 2024-09-16T03:10:40.935 INFO:tasks.workunit.client.0.smithi097.stdout:43 2024-09-16T03:10:40.936 INFO:tasks.workunit.client.0.smithi097.stdout:44 2024-09-16T03:10:40.937 INFO:tasks.workunit.client.0.smithi097.stdout:45 2024-09-16T03:10:40.937 INFO:tasks.workunit.client.0.smithi097.stdout:46 2024-09-16T03:10:40.938 INFO:tasks.workunit.client.0.smithi097.stdout:47 2024-09-16T03:10:40.939 INFO:tasks.workunit.client.0.smithi097.stdout:48 2024-09-16T03:10:40.940 INFO:tasks.workunit.client.0.smithi097.stdout:49 2024-09-16T03:10:40.941 INFO:tasks.workunit.client.0.smithi097.stdout:50 2024-09-16T03:10:40.941 INFO:tasks.workunit.client.0.smithi097.stdout:51 2024-09-16T03:10:40.942 INFO:tasks.workunit.client.0.smithi097.stdout:52 2024-09-16T03:10:40.943 INFO:tasks.workunit.client.0.smithi097.stdout:53 2024-09-16T03:10:40.944 INFO:tasks.workunit.client.0.smithi097.stdout:54 2024-09-16T03:10:40.945 INFO:tasks.workunit.client.0.smithi097.stdout:55 2024-09-16T03:10:40.945 INFO:tasks.workunit.client.0.smithi097.stdout:56 2024-09-16T03:10:40.946 INFO:tasks.workunit.client.0.smithi097.stdout:57 2024-09-16T03:10:40.947 INFO:tasks.workunit.client.0.smithi097.stdout:58 2024-09-16T03:10:40.948 INFO:tasks.workunit.client.0.smithi097.stdout:59 2024-09-16T03:10:40.949 INFO:tasks.workunit.client.0.smithi097.stdout:60 2024-09-16T03:10:40.950 INFO:tasks.workunit.client.0.smithi097.stdout:61 2024-09-16T03:10:40.950 INFO:tasks.workunit.client.0.smithi097.stdout:62 2024-09-16T03:10:40.951 INFO:tasks.workunit.client.0.smithi097.stdout:63 2024-09-16T03:10:40.953 INFO:tasks.workunit.client.0.smithi097.stdout:64 2024-09-16T03:10:40.953 INFO:tasks.workunit.client.0.smithi097.stdout:65 2024-09-16T03:10:40.954 INFO:tasks.workunit.client.0.smithi097.stdout:66 2024-09-16T03:10:40.955 INFO:tasks.workunit.client.0.smithi097.stdout:67 2024-09-16T03:10:40.955 INFO:tasks.workunit.client.0.smithi097.stdout:68 2024-09-16T03:10:40.956 INFO:tasks.workunit.client.0.smithi097.stdout:69 2024-09-16T03:10:40.957 INFO:tasks.workunit.client.0.smithi097.stdout:70 2024-09-16T03:10:40.958 INFO:tasks.workunit.client.0.smithi097.stdout:71 2024-09-16T03:10:40.959 INFO:tasks.workunit.client.0.smithi097.stdout:72 2024-09-16T03:10:40.959 INFO:tasks.workunit.client.0.smithi097.stdout:73 2024-09-16T03:10:40.960 INFO:tasks.workunit.client.0.smithi097.stdout:74 2024-09-16T03:10:40.961 INFO:tasks.workunit.client.0.smithi097.stdout:75 2024-09-16T03:10:40.962 INFO:tasks.workunit.client.0.smithi097.stdout:76 2024-09-16T03:10:40.963 INFO:tasks.workunit.client.0.smithi097.stdout:77 2024-09-16T03:10:40.964 INFO:tasks.workunit.client.0.smithi097.stdout:78 2024-09-16T03:10:40.964 INFO:tasks.workunit.client.0.smithi097.stdout:79 2024-09-16T03:10:40.965 INFO:tasks.workunit.client.0.smithi097.stdout:80 2024-09-16T03:10:40.966 INFO:tasks.workunit.client.0.smithi097.stdout:81 2024-09-16T03:10:40.967 INFO:tasks.workunit.client.0.smithi097.stdout:82 2024-09-16T03:10:40.968 INFO:tasks.workunit.client.0.smithi097.stdout:83 2024-09-16T03:10:40.969 INFO:tasks.workunit.client.0.smithi097.stdout:84 2024-09-16T03:10:40.969 INFO:tasks.workunit.client.0.smithi097.stdout:85 2024-09-16T03:10:40.970 INFO:tasks.workunit.client.0.smithi097.stdout:86 2024-09-16T03:10:40.971 INFO:tasks.workunit.client.0.smithi097.stdout:87 2024-09-16T03:10:40.972 INFO:tasks.workunit.client.0.smithi097.stdout:88 2024-09-16T03:10:40.973 INFO:tasks.workunit.client.0.smithi097.stdout:89 2024-09-16T03:10:40.974 INFO:tasks.workunit.client.0.smithi097.stdout:90 2024-09-16T03:10:40.974 INFO:tasks.workunit.client.0.smithi097.stdout:91 2024-09-16T03:10:40.975 INFO:tasks.workunit.client.0.smithi097.stdout:92 2024-09-16T03:10:40.976 INFO:tasks.workunit.client.0.smithi097.stdout:93 2024-09-16T03:10:40.977 INFO:tasks.workunit.client.0.smithi097.stdout:94 2024-09-16T03:10:40.978 INFO:tasks.workunit.client.0.smithi097.stdout:95 2024-09-16T03:10:40.979 INFO:tasks.workunit.client.0.smithi097.stdout:96 2024-09-16T03:10:40.980 INFO:tasks.workunit.client.0.smithi097.stdout:97 2024-09-16T03:10:40.980 INFO:tasks.workunit.client.0.smithi097.stdout:98 2024-09-16T03:10:40.981 INFO:tasks.workunit.client.0.smithi097.stdout:99 2024-09-16T03:10:40.982 INFO:tasks.workunit.client.0.smithi097.stdout:100 2024-09-16T03:10:40.983 INFO:tasks.workunit.client.0.smithi097.stdout:101 2024-09-16T03:10:40.984 INFO:tasks.workunit.client.0.smithi097.stdout:102 2024-09-16T03:10:40.985 INFO:tasks.workunit.client.0.smithi097.stdout:103 2024-09-16T03:10:40.985 INFO:tasks.workunit.client.0.smithi097.stdout:104 2024-09-16T03:10:40.986 INFO:tasks.workunit.client.0.smithi097.stdout:105 2024-09-16T03:10:40.987 INFO:tasks.workunit.client.0.smithi097.stdout:106 2024-09-16T03:10:40.988 INFO:tasks.workunit.client.0.smithi097.stdout:107 2024-09-16T03:10:40.989 INFO:tasks.workunit.client.0.smithi097.stdout:108 2024-09-16T03:10:40.990 INFO:tasks.workunit.client.0.smithi097.stdout:109 2024-09-16T03:10:40.990 INFO:tasks.workunit.client.0.smithi097.stdout:110 2024-09-16T03:10:40.991 INFO:tasks.workunit.client.0.smithi097.stdout:111 2024-09-16T03:10:40.992 INFO:tasks.workunit.client.0.smithi097.stdout:112 2024-09-16T03:10:40.993 INFO:tasks.workunit.client.0.smithi097.stdout:113 2024-09-16T03:10:40.994 INFO:tasks.workunit.client.0.smithi097.stdout:114 2024-09-16T03:10:40.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[90424]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T03:10:40.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/600847190' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:40.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[88563]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/600847190' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:10:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:10:40.996 INFO:tasks.workunit.client.0.smithi097.stdout:115 2024-09-16T03:10:40.996 INFO:tasks.workunit.client.0.smithi097.stdout:116 2024-09-16T03:10:40.996 INFO:tasks.workunit.client.0.smithi097.stdout:117 2024-09-16T03:10:40.997 INFO:tasks.workunit.client.0.smithi097.stdout:118 2024-09-16T03:10:40.998 INFO:tasks.workunit.client.0.smithi097.stdout:119 2024-09-16T03:10:40.999 INFO:tasks.workunit.client.0.smithi097.stdout:120 2024-09-16T03:10:40.999 INFO:tasks.workunit.client.0.smithi097.stdout:121 2024-09-16T03:10:41.000 INFO:tasks.workunit.client.0.smithi097.stdout:122 2024-09-16T03:10:41.001 INFO:tasks.workunit.client.0.smithi097.stdout:123 2024-09-16T03:10:41.002 INFO:tasks.workunit.client.0.smithi097.stdout:124 2024-09-16T03:10:41.003 INFO:tasks.workunit.client.0.smithi097.stdout:125 2024-09-16T03:10:41.004 INFO:tasks.workunit.client.0.smithi097.stdout:126 2024-09-16T03:10:41.005 INFO:tasks.workunit.client.0.smithi097.stdout:127 2024-09-16T03:10:41.005 INFO:tasks.workunit.client.0.smithi097.stdout:128 2024-09-16T03:10:41.006 INFO:tasks.workunit.client.0.smithi097.stdout:129 2024-09-16T03:10:41.007 INFO:tasks.workunit.client.0.smithi097.stdout:130 2024-09-16T03:10:41.008 INFO:tasks.workunit.client.0.smithi097.stdout:131 2024-09-16T03:10:41.009 INFO:tasks.workunit.client.0.smithi097.stdout:132 2024-09-16T03:10:41.009 INFO:tasks.workunit.client.0.smithi097.stdout:133 2024-09-16T03:10:41.010 INFO:tasks.workunit.client.0.smithi097.stdout:134 2024-09-16T03:10:41.011 INFO:tasks.workunit.client.0.smithi097.stdout:135 2024-09-16T03:10:41.012 INFO:tasks.workunit.client.0.smithi097.stdout:136 2024-09-16T03:10:41.013 INFO:tasks.workunit.client.0.smithi097.stdout:137 2024-09-16T03:10:41.014 INFO:tasks.workunit.client.0.smithi097.stdout:138 2024-09-16T03:10:41.014 INFO:tasks.workunit.client.0.smithi097.stdout:139 2024-09-16T03:10:41.015 INFO:tasks.workunit.client.0.smithi097.stdout:140 2024-09-16T03:10:41.016 INFO:tasks.workunit.client.0.smithi097.stdout:141 2024-09-16T03:10:41.017 INFO:tasks.workunit.client.0.smithi097.stdout:142 2024-09-16T03:10:41.018 INFO:tasks.workunit.client.0.smithi097.stdout:143 2024-09-16T03:10:41.019 INFO:tasks.workunit.client.0.smithi097.stdout:144 2024-09-16T03:10:41.019 INFO:tasks.workunit.client.0.smithi097.stdout:145 2024-09-16T03:10:41.020 INFO:tasks.workunit.client.0.smithi097.stdout:146 2024-09-16T03:10:41.021 INFO:tasks.workunit.client.0.smithi097.stdout:147 2024-09-16T03:10:41.022 INFO:tasks.workunit.client.0.smithi097.stdout:148 2024-09-16T03:10:41.023 INFO:tasks.workunit.client.0.smithi097.stdout:149 2024-09-16T03:10:41.024 INFO:tasks.workunit.client.0.smithi097.stdout:150 2024-09-16T03:10:41.025 INFO:tasks.workunit.client.0.smithi097.stdout:151 2024-09-16T03:10:41.025 INFO:tasks.workunit.client.0.smithi097.stdout:152 2024-09-16T03:10:41.026 INFO:tasks.workunit.client.0.smithi097.stdout:153 2024-09-16T03:10:41.027 INFO:tasks.workunit.client.0.smithi097.stdout:154 2024-09-16T03:10:41.028 INFO:tasks.workunit.client.0.smithi097.stdout:155 2024-09-16T03:10:41.028 INFO:tasks.workunit.client.0.smithi097.stdout:156 2024-09-16T03:10:41.029 INFO:tasks.workunit.client.0.smithi097.stdout:157 2024-09-16T03:10:41.030 INFO:tasks.workunit.client.0.smithi097.stdout:158 2024-09-16T03:10:41.031 INFO:tasks.workunit.client.0.smithi097.stdout:159 2024-09-16T03:10:41.032 INFO:tasks.workunit.client.0.smithi097.stdout:160 2024-09-16T03:10:41.033 INFO:tasks.workunit.client.0.smithi097.stdout:161 2024-09-16T03:10:41.033 INFO:tasks.workunit.client.0.smithi097.stdout:162 2024-09-16T03:10:41.034 INFO:tasks.workunit.client.0.smithi097.stdout:163 2024-09-16T03:10:41.035 INFO:tasks.workunit.client.0.smithi097.stdout:164 2024-09-16T03:10:41.035 INFO:tasks.workunit.client.0.smithi097.stdout:165 2024-09-16T03:10:41.036 INFO:tasks.workunit.client.0.smithi097.stdout:166 2024-09-16T03:10:41.040 INFO:tasks.workunit.client.0.smithi097.stdout:167 2024-09-16T03:10:41.041 INFO:tasks.workunit.client.0.smithi097.stdout:168 2024-09-16T03:10:41.041 INFO:tasks.workunit.client.0.smithi097.stdout:169 2024-09-16T03:10:41.042 INFO:tasks.workunit.client.0.smithi097.stdout:170 2024-09-16T03:10:41.042 INFO:tasks.workunit.client.0.smithi097.stdout:171 2024-09-16T03:10:41.042 INFO:tasks.workunit.client.0.smithi097.stdout:172 2024-09-16T03:10:41.042 INFO:tasks.workunit.client.0.smithi097.stdout:173 2024-09-16T03:10:41.042 INFO:tasks.workunit.client.0.smithi097.stdout:174 2024-09-16T03:10:41.043 INFO:tasks.workunit.client.0.smithi097.stdout:175 2024-09-16T03:10:41.044 INFO:tasks.workunit.client.0.smithi097.stdout:176 2024-09-16T03:10:41.045 INFO:tasks.workunit.client.0.smithi097.stdout:177 2024-09-16T03:10:41.046 INFO:tasks.workunit.client.0.smithi097.stdout:178 2024-09-16T03:10:41.046 INFO:tasks.workunit.client.0.smithi097.stdout:179 2024-09-16T03:10:41.047 INFO:tasks.workunit.client.0.smithi097.stdout:180 2024-09-16T03:10:41.048 INFO:tasks.workunit.client.0.smithi097.stdout:181 2024-09-16T03:10:41.049 INFO:tasks.workunit.client.0.smithi097.stdout:182 2024-09-16T03:10:41.050 INFO:tasks.workunit.client.0.smithi097.stdout:183 2024-09-16T03:10:41.050 INFO:tasks.workunit.client.0.smithi097.stdout:184 2024-09-16T03:10:41.051 INFO:tasks.workunit.client.0.smithi097.stdout:185 2024-09-16T03:10:41.052 INFO:tasks.workunit.client.0.smithi097.stdout:186 2024-09-16T03:10:41.053 INFO:tasks.workunit.client.0.smithi097.stdout:187 2024-09-16T03:10:41.054 INFO:tasks.workunit.client.0.smithi097.stdout:188 2024-09-16T03:10:41.054 INFO:tasks.workunit.client.0.smithi097.stdout:189 2024-09-16T03:10:41.055 INFO:tasks.workunit.client.0.smithi097.stdout:190 2024-09-16T03:10:41.056 INFO:tasks.workunit.client.0.smithi097.stdout:191 2024-09-16T03:10:41.057 INFO:tasks.workunit.client.0.smithi097.stdout:192 2024-09-16T03:10:41.058 INFO:tasks.workunit.client.0.smithi097.stdout:193 2024-09-16T03:10:41.058 INFO:tasks.workunit.client.0.smithi097.stdout:194 2024-09-16T03:10:41.059 INFO:tasks.workunit.client.0.smithi097.stdout:195 2024-09-16T03:10:41.060 INFO:tasks.workunit.client.0.smithi097.stdout:196 2024-09-16T03:10:41.061 INFO:tasks.workunit.client.0.smithi097.stdout:197 2024-09-16T03:10:41.061 INFO:tasks.workunit.client.0.smithi097.stdout:198 2024-09-16T03:10:41.062 INFO:tasks.workunit.client.0.smithi097.stdout:199 2024-09-16T03:10:41.063 INFO:tasks.workunit.client.0.smithi097.stdout:200 2024-09-16T03:10:41.064 INFO:tasks.workunit.client.0.smithi097.stdout:201 2024-09-16T03:10:41.065 INFO:tasks.workunit.client.0.smithi097.stdout:202 2024-09-16T03:10:41.066 INFO:tasks.workunit.client.0.smithi097.stdout:203 2024-09-16T03:10:41.066 INFO:tasks.workunit.client.0.smithi097.stdout:204 2024-09-16T03:10:41.067 INFO:tasks.workunit.client.0.smithi097.stdout:205 2024-09-16T03:10:41.068 INFO:tasks.workunit.client.0.smithi097.stdout:206 2024-09-16T03:10:41.069 INFO:tasks.workunit.client.0.smithi097.stdout:207 2024-09-16T03:10:41.070 INFO:tasks.workunit.client.0.smithi097.stdout:208 2024-09-16T03:10:41.071 INFO:tasks.workunit.client.0.smithi097.stdout:209 2024-09-16T03:10:41.072 INFO:tasks.workunit.client.0.smithi097.stdout:210 2024-09-16T03:10:41.073 INFO:tasks.workunit.client.0.smithi097.stdout:211 2024-09-16T03:10:41.074 INFO:tasks.workunit.client.0.smithi097.stdout:212 2024-09-16T03:10:41.075 INFO:tasks.workunit.client.0.smithi097.stdout:213 2024-09-16T03:10:41.076 INFO:tasks.workunit.client.0.smithi097.stdout:214 2024-09-16T03:10:41.077 INFO:tasks.workunit.client.0.smithi097.stdout:215 2024-09-16T03:10:41.078 INFO:tasks.workunit.client.0.smithi097.stdout:216 2024-09-16T03:10:41.079 INFO:tasks.workunit.client.0.smithi097.stdout:217 2024-09-16T03:10:41.080 INFO:tasks.workunit.client.0.smithi097.stdout:218 2024-09-16T03:10:41.081 INFO:tasks.workunit.client.0.smithi097.stdout:219 2024-09-16T03:10:41.081 INFO:tasks.workunit.client.0.smithi097.stdout:220 2024-09-16T03:10:41.082 INFO:tasks.workunit.client.0.smithi097.stdout:221 2024-09-16T03:10:41.083 INFO:tasks.workunit.client.0.smithi097.stdout:222 2024-09-16T03:10:41.084 INFO:tasks.workunit.client.0.smithi097.stdout:223 2024-09-16T03:10:41.085 INFO:tasks.workunit.client.0.smithi097.stdout:224 2024-09-16T03:10:41.086 INFO:tasks.workunit.client.0.smithi097.stdout:225 2024-09-16T03:10:41.087 INFO:tasks.workunit.client.0.smithi097.stdout:226 2024-09-16T03:10:41.088 INFO:tasks.workunit.client.0.smithi097.stdout:227 2024-09-16T03:10:41.088 INFO:tasks.workunit.client.0.smithi097.stdout:228 2024-09-16T03:10:41.089 INFO:tasks.workunit.client.0.smithi097.stdout:229 2024-09-16T03:10:41.090 INFO:tasks.workunit.client.0.smithi097.stdout:230 2024-09-16T03:10:41.091 INFO:tasks.workunit.client.0.smithi097.stdout:231 2024-09-16T03:10:41.092 INFO:tasks.workunit.client.0.smithi097.stdout:232 2024-09-16T03:10:41.093 INFO:tasks.workunit.client.0.smithi097.stdout:233 2024-09-16T03:10:41.093 INFO:tasks.workunit.client.0.smithi097.stdout:234 2024-09-16T03:10:41.094 INFO:tasks.workunit.client.0.smithi097.stdout:235 2024-09-16T03:10:41.095 INFO:tasks.workunit.client.0.smithi097.stdout:236 2024-09-16T03:10:41.096 INFO:tasks.workunit.client.0.smithi097.stdout:237 2024-09-16T03:10:41.097 INFO:tasks.workunit.client.0.smithi097.stdout:238 2024-09-16T03:10:41.097 INFO:tasks.workunit.client.0.smithi097.stdout:239 2024-09-16T03:10:41.098 INFO:tasks.workunit.client.0.smithi097.stdout:240 2024-09-16T03:10:41.099 INFO:tasks.workunit.client.0.smithi097.stdout:241 2024-09-16T03:10:41.100 INFO:tasks.workunit.client.0.smithi097.stdout:242 2024-09-16T03:10:41.101 INFO:tasks.workunit.client.0.smithi097.stdout:243 2024-09-16T03:10:41.102 INFO:tasks.workunit.client.0.smithi097.stdout:244 2024-09-16T03:10:41.102 INFO:tasks.workunit.client.0.smithi097.stdout:245 2024-09-16T03:10:41.103 INFO:tasks.workunit.client.0.smithi097.stdout:246 2024-09-16T03:10:41.104 INFO:tasks.workunit.client.0.smithi097.stdout:247 2024-09-16T03:10:41.105 INFO:tasks.workunit.client.0.smithi097.stdout:248 2024-09-16T03:10:41.106 INFO:tasks.workunit.client.0.smithi097.stdout:249 2024-09-16T03:10:41.107 INFO:tasks.workunit.client.0.smithi097.stdout:250 2024-09-16T03:10:41.107 INFO:tasks.workunit.client.0.smithi097.stdout:251 2024-09-16T03:10:41.108 INFO:tasks.workunit.client.0.smithi097.stdout:252 2024-09-16T03:10:41.109 INFO:tasks.workunit.client.0.smithi097.stdout:253 2024-09-16T03:10:41.110 INFO:tasks.workunit.client.0.smithi097.stdout:254 2024-09-16T03:10:41.111 INFO:tasks.workunit.client.0.smithi097.stdout:255 2024-09-16T03:10:41.111 INFO:tasks.workunit.client.0.smithi097.stdout:256 2024-09-16T03:10:41.112 INFO:tasks.workunit.client.0.smithi097.stdout:257 2024-09-16T03:10:41.113 INFO:tasks.workunit.client.0.smithi097.stdout:258 2024-09-16T03:10:41.114 INFO:tasks.workunit.client.0.smithi097.stdout:259 2024-09-16T03:10:41.115 INFO:tasks.workunit.client.0.smithi097.stdout:260 2024-09-16T03:10:41.116 INFO:tasks.workunit.client.0.smithi097.stdout:261 2024-09-16T03:10:41.117 INFO:tasks.workunit.client.0.smithi097.stdout:262 2024-09-16T03:10:41.117 INFO:tasks.workunit.client.0.smithi097.stdout:263 2024-09-16T03:10:41.118 INFO:tasks.workunit.client.0.smithi097.stdout:264 2024-09-16T03:10:41.119 INFO:tasks.workunit.client.0.smithi097.stdout:265 2024-09-16T03:10:41.120 INFO:tasks.workunit.client.0.smithi097.stdout:266 2024-09-16T03:10:41.121 INFO:tasks.workunit.client.0.smithi097.stdout:267 2024-09-16T03:10:41.121 INFO:tasks.workunit.client.0.smithi097.stdout:268 2024-09-16T03:10:41.122 INFO:tasks.workunit.client.0.smithi097.stdout:269 2024-09-16T03:10:41.123 INFO:tasks.workunit.client.0.smithi097.stdout:270 2024-09-16T03:10:41.124 INFO:tasks.workunit.client.0.smithi097.stdout:271 2024-09-16T03:10:41.124 INFO:tasks.workunit.client.0.smithi097.stdout:272 2024-09-16T03:10:41.125 INFO:tasks.workunit.client.0.smithi097.stdout:273 2024-09-16T03:10:41.126 INFO:tasks.workunit.client.0.smithi097.stdout:274 2024-09-16T03:10:41.127 INFO:tasks.workunit.client.0.smithi097.stdout:275 2024-09-16T03:10:41.128 INFO:tasks.workunit.client.0.smithi097.stdout:276 2024-09-16T03:10:41.128 INFO:tasks.workunit.client.0.smithi097.stdout:277 2024-09-16T03:10:41.129 INFO:tasks.workunit.client.0.smithi097.stdout:278 2024-09-16T03:10:41.130 INFO:tasks.workunit.client.0.smithi097.stdout:279 2024-09-16T03:10:41.131 INFO:tasks.workunit.client.0.smithi097.stdout:280 2024-09-16T03:10:41.132 INFO:tasks.workunit.client.0.smithi097.stdout:281 2024-09-16T03:10:41.133 INFO:tasks.workunit.client.0.smithi097.stdout:282 2024-09-16T03:10:41.134 INFO:tasks.workunit.client.0.smithi097.stdout:283 2024-09-16T03:10:41.134 INFO:tasks.workunit.client.0.smithi097.stdout:284 2024-09-16T03:10:41.135 INFO:tasks.workunit.client.0.smithi097.stdout:285 2024-09-16T03:10:41.136 INFO:tasks.workunit.client.0.smithi097.stdout:286 2024-09-16T03:10:41.137 INFO:tasks.workunit.client.0.smithi097.stdout:287 2024-09-16T03:10:41.138 INFO:tasks.workunit.client.0.smithi097.stdout:288 2024-09-16T03:10:41.139 INFO:tasks.workunit.client.0.smithi097.stdout:289 2024-09-16T03:10:41.139 INFO:tasks.workunit.client.0.smithi097.stdout:290 2024-09-16T03:10:41.140 INFO:tasks.workunit.client.0.smithi097.stdout:291 2024-09-16T03:10:41.141 INFO:tasks.workunit.client.0.smithi097.stdout:292 2024-09-16T03:10:41.142 INFO:tasks.workunit.client.0.smithi097.stdout:293 2024-09-16T03:10:41.143 INFO:tasks.workunit.client.0.smithi097.stdout:294 2024-09-16T03:10:41.144 INFO:tasks.workunit.client.0.smithi097.stdout:295 2024-09-16T03:10:41.145 INFO:tasks.workunit.client.0.smithi097.stdout:296 2024-09-16T03:10:41.145 INFO:tasks.workunit.client.0.smithi097.stdout:297 2024-09-16T03:10:41.146 INFO:tasks.workunit.client.0.smithi097.stdout:298 2024-09-16T03:10:41.147 INFO:tasks.workunit.client.0.smithi097.stdout:299 2024-09-16T03:10:41.148 INFO:tasks.workunit.client.0.smithi097.stdout:300 2024-09-16T03:10:41.149 INFO:tasks.workunit.client.0.smithi097.stdout:301 2024-09-16T03:10:41.150 INFO:tasks.workunit.client.0.smithi097.stdout:302 2024-09-16T03:10:41.151 INFO:tasks.workunit.client.0.smithi097.stdout:303 2024-09-16T03:10:41.152 INFO:tasks.workunit.client.0.smithi097.stdout:304 2024-09-16T03:10:41.153 INFO:tasks.workunit.client.0.smithi097.stdout:305 2024-09-16T03:10:41.154 INFO:tasks.workunit.client.0.smithi097.stdout:306 2024-09-16T03:10:41.155 INFO:tasks.workunit.client.0.smithi097.stdout:307 2024-09-16T03:10:41.155 INFO:tasks.workunit.client.0.smithi097.stdout:308 2024-09-16T03:10:41.156 INFO:tasks.workunit.client.0.smithi097.stdout:309 2024-09-16T03:10:41.157 INFO:tasks.workunit.client.0.smithi097.stdout:310 2024-09-16T03:10:41.158 INFO:tasks.workunit.client.0.smithi097.stdout:311 2024-09-16T03:10:41.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:40 smithi184 ceph-mon[82194]: osdmap e959: 8 total, 8 up, 8 in 2024-09-16T03:10:41.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:40 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/600847190' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:41.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:40 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:41.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:10:41.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:10:41.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:10:41.159 INFO:tasks.workunit.client.0.smithi097.stdout:312 2024-09-16T03:10:41.159 INFO:tasks.workunit.client.0.smithi097.stdout:313 2024-09-16T03:10:41.160 INFO:tasks.workunit.client.0.smithi097.stdout:314 2024-09-16T03:10:41.161 INFO:tasks.workunit.client.0.smithi097.stdout:315 2024-09-16T03:10:41.162 INFO:tasks.workunit.client.0.smithi097.stdout:316 2024-09-16T03:10:41.163 INFO:tasks.workunit.client.0.smithi097.stdout:317 2024-09-16T03:10:41.163 INFO:tasks.workunit.client.0.smithi097.stdout:318 2024-09-16T03:10:41.164 INFO:tasks.workunit.client.0.smithi097.stdout:319 2024-09-16T03:10:41.165 INFO:tasks.workunit.client.0.smithi097.stdout:320 2024-09-16T03:10:41.166 INFO:tasks.workunit.client.0.smithi097.stdout:321 2024-09-16T03:10:41.167 INFO:tasks.workunit.client.0.smithi097.stdout:322 2024-09-16T03:10:41.168 INFO:tasks.workunit.client.0.smithi097.stdout:323 2024-09-16T03:10:41.169 INFO:tasks.workunit.client.0.smithi097.stdout:324 2024-09-16T03:10:41.169 INFO:tasks.workunit.client.0.smithi097.stdout:325 2024-09-16T03:10:41.170 INFO:tasks.workunit.client.0.smithi097.stdout:326 2024-09-16T03:10:41.171 INFO:tasks.workunit.client.0.smithi097.stdout:327 2024-09-16T03:10:41.172 INFO:tasks.workunit.client.0.smithi097.stdout:328 2024-09-16T03:10:41.173 INFO:tasks.workunit.client.0.smithi097.stdout:329 2024-09-16T03:10:41.174 INFO:tasks.workunit.client.0.smithi097.stdout:330 2024-09-16T03:10:41.175 INFO:tasks.workunit.client.0.smithi097.stdout:331 2024-09-16T03:10:41.176 INFO:tasks.workunit.client.0.smithi097.stdout:332 2024-09-16T03:10:41.176 INFO:tasks.workunit.client.0.smithi097.stdout:333 2024-09-16T03:10:41.177 INFO:tasks.workunit.client.0.smithi097.stdout:334 2024-09-16T03:10:41.178 INFO:tasks.workunit.client.0.smithi097.stdout:335 2024-09-16T03:10:41.179 INFO:tasks.workunit.client.0.smithi097.stdout:336 2024-09-16T03:10:41.180 INFO:tasks.workunit.client.0.smithi097.stdout:337 2024-09-16T03:10:41.181 INFO:tasks.workunit.client.0.smithi097.stdout:338 2024-09-16T03:10:41.182 INFO:tasks.workunit.client.0.smithi097.stdout:339 2024-09-16T03:10:41.182 INFO:tasks.workunit.client.0.smithi097.stdout:340 2024-09-16T03:10:41.183 INFO:tasks.workunit.client.0.smithi097.stdout:341 2024-09-16T03:10:41.184 INFO:tasks.workunit.client.0.smithi097.stdout:342 2024-09-16T03:10:41.185 INFO:tasks.workunit.client.0.smithi097.stdout:343 2024-09-16T03:10:41.186 INFO:tasks.workunit.client.0.smithi097.stdout:344 2024-09-16T03:10:41.187 INFO:tasks.workunit.client.0.smithi097.stdout:345 2024-09-16T03:10:41.188 INFO:tasks.workunit.client.0.smithi097.stdout:346 2024-09-16T03:10:41.189 INFO:tasks.workunit.client.0.smithi097.stdout:347 2024-09-16T03:10:41.189 INFO:tasks.workunit.client.0.smithi097.stdout:348 2024-09-16T03:10:41.190 INFO:tasks.workunit.client.0.smithi097.stdout:349 2024-09-16T03:10:41.191 INFO:tasks.workunit.client.0.smithi097.stdout:350 2024-09-16T03:10:41.192 INFO:tasks.workunit.client.0.smithi097.stdout:351 2024-09-16T03:10:41.193 INFO:tasks.workunit.client.0.smithi097.stdout:352 2024-09-16T03:10:41.194 INFO:tasks.workunit.client.0.smithi097.stdout:353 2024-09-16T03:10:41.195 INFO:tasks.workunit.client.0.smithi097.stdout:354 2024-09-16T03:10:41.196 INFO:tasks.workunit.client.0.smithi097.stdout:355 2024-09-16T03:10:41.196 INFO:tasks.workunit.client.0.smithi097.stdout:356 2024-09-16T03:10:41.197 INFO:tasks.workunit.client.0.smithi097.stdout:357 2024-09-16T03:10:41.198 INFO:tasks.workunit.client.0.smithi097.stdout:358 2024-09-16T03:10:41.199 INFO:tasks.workunit.client.0.smithi097.stdout:359 2024-09-16T03:10:41.200 INFO:tasks.workunit.client.0.smithi097.stdout:360 2024-09-16T03:10:41.201 INFO:tasks.workunit.client.0.smithi097.stdout:361 2024-09-16T03:10:41.202 INFO:tasks.workunit.client.0.smithi097.stdout:362 2024-09-16T03:10:41.203 INFO:tasks.workunit.client.0.smithi097.stdout:363 2024-09-16T03:10:41.204 INFO:tasks.workunit.client.0.smithi097.stdout:364 2024-09-16T03:10:41.205 INFO:tasks.workunit.client.0.smithi097.stdout:365 2024-09-16T03:10:41.206 INFO:tasks.workunit.client.0.smithi097.stdout:366 2024-09-16T03:10:41.207 INFO:tasks.workunit.client.0.smithi097.stdout:367 2024-09-16T03:10:41.208 INFO:tasks.workunit.client.0.smithi097.stdout:368 2024-09-16T03:10:41.208 INFO:tasks.workunit.client.0.smithi097.stdout:369 2024-09-16T03:10:41.209 INFO:tasks.workunit.client.0.smithi097.stdout:370 2024-09-16T03:10:41.210 INFO:tasks.workunit.client.0.smithi097.stdout:371 2024-09-16T03:10:41.211 INFO:tasks.workunit.client.0.smithi097.stdout:372 2024-09-16T03:10:41.212 INFO:tasks.workunit.client.0.smithi097.stdout:373 2024-09-16T03:10:41.213 INFO:tasks.workunit.client.0.smithi097.stdout:374 2024-09-16T03:10:41.214 INFO:tasks.workunit.client.0.smithi097.stdout:375 2024-09-16T03:10:41.215 INFO:tasks.workunit.client.0.smithi097.stdout:376 2024-09-16T03:10:41.215 INFO:tasks.workunit.client.0.smithi097.stdout:377 2024-09-16T03:10:41.216 INFO:tasks.workunit.client.0.smithi097.stdout:378 2024-09-16T03:10:41.217 INFO:tasks.workunit.client.0.smithi097.stdout:379 2024-09-16T03:10:41.218 INFO:tasks.workunit.client.0.smithi097.stdout:380 2024-09-16T03:10:41.219 INFO:tasks.workunit.client.0.smithi097.stdout:381 2024-09-16T03:10:41.220 INFO:tasks.workunit.client.0.smithi097.stdout:382 2024-09-16T03:10:41.221 INFO:tasks.workunit.client.0.smithi097.stdout:383 2024-09-16T03:10:41.222 INFO:tasks.workunit.client.0.smithi097.stdout:384 2024-09-16T03:10:41.223 INFO:tasks.workunit.client.0.smithi097.stdout:385 2024-09-16T03:10:41.224 INFO:tasks.workunit.client.0.smithi097.stdout:386 2024-09-16T03:10:41.225 INFO:tasks.workunit.client.0.smithi097.stdout:387 2024-09-16T03:10:41.226 INFO:tasks.workunit.client.0.smithi097.stdout:388 2024-09-16T03:10:41.226 INFO:tasks.workunit.client.0.smithi097.stdout:389 2024-09-16T03:10:41.227 INFO:tasks.workunit.client.0.smithi097.stdout:390 2024-09-16T03:10:41.228 INFO:tasks.workunit.client.0.smithi097.stdout:391 2024-09-16T03:10:41.229 INFO:tasks.workunit.client.0.smithi097.stdout:392 2024-09-16T03:10:41.230 INFO:tasks.workunit.client.0.smithi097.stdout:393 2024-09-16T03:10:41.231 INFO:tasks.workunit.client.0.smithi097.stdout:394 2024-09-16T03:10:41.232 INFO:tasks.workunit.client.0.smithi097.stdout:395 2024-09-16T03:10:41.233 INFO:tasks.workunit.client.0.smithi097.stdout:396 2024-09-16T03:10:41.233 INFO:tasks.workunit.client.0.smithi097.stdout:397 2024-09-16T03:10:41.234 INFO:tasks.workunit.client.0.smithi097.stdout:398 2024-09-16T03:10:41.235 INFO:tasks.workunit.client.0.smithi097.stdout:399 2024-09-16T03:10:41.236 INFO:tasks.workunit.client.0.smithi097.stdout:400 2024-09-16T03:10:41.237 INFO:tasks.workunit.client.0.smithi097.stdout:401 2024-09-16T03:10:41.238 INFO:tasks.workunit.client.0.smithi097.stdout:402 2024-09-16T03:10:41.239 INFO:tasks.workunit.client.0.smithi097.stdout:403 2024-09-16T03:10:41.240 INFO:tasks.workunit.client.0.smithi097.stdout:404 2024-09-16T03:10:41.241 INFO:tasks.workunit.client.0.smithi097.stdout:405 2024-09-16T03:10:41.245 INFO:tasks.workunit.client.0.smithi097.stdout:406 2024-09-16T03:10:41.245 INFO:tasks.workunit.client.0.smithi097.stdout:407 2024-09-16T03:10:41.245 INFO:tasks.workunit.client.0.smithi097.stdout:408 2024-09-16T03:10:41.245 INFO:tasks.workunit.client.0.smithi097.stdout:409 2024-09-16T03:10:41.246 INFO:tasks.workunit.client.0.smithi097.stdout:410 2024-09-16T03:10:41.246 INFO:tasks.workunit.client.0.smithi097.stdout:411 2024-09-16T03:10:41.247 INFO:tasks.workunit.client.0.smithi097.stdout:412 2024-09-16T03:10:41.248 INFO:tasks.workunit.client.0.smithi097.stdout:413 2024-09-16T03:10:41.249 INFO:tasks.workunit.client.0.smithi097.stdout:414 2024-09-16T03:10:41.250 INFO:tasks.workunit.client.0.smithi097.stdout:415 2024-09-16T03:10:41.250 INFO:tasks.workunit.client.0.smithi097.stdout:416 2024-09-16T03:10:41.251 INFO:tasks.workunit.client.0.smithi097.stdout:417 2024-09-16T03:10:41.252 INFO:tasks.workunit.client.0.smithi097.stdout:418 2024-09-16T03:10:41.253 INFO:tasks.workunit.client.0.smithi097.stdout:419 2024-09-16T03:10:41.254 INFO:tasks.workunit.client.0.smithi097.stdout:420 2024-09-16T03:10:41.255 INFO:tasks.workunit.client.0.smithi097.stdout:421 2024-09-16T03:10:41.256 INFO:tasks.workunit.client.0.smithi097.stdout:422 2024-09-16T03:10:41.257 INFO:tasks.workunit.client.0.smithi097.stdout:423 2024-09-16T03:10:41.258 INFO:tasks.workunit.client.0.smithi097.stdout:424 2024-09-16T03:10:41.259 INFO:tasks.workunit.client.0.smithi097.stdout:425 2024-09-16T03:10:41.260 INFO:tasks.workunit.client.0.smithi097.stdout:426 2024-09-16T03:10:41.261 INFO:tasks.workunit.client.0.smithi097.stdout:427 2024-09-16T03:10:41.261 INFO:tasks.workunit.client.0.smithi097.stdout:428 2024-09-16T03:10:41.262 INFO:tasks.workunit.client.0.smithi097.stdout:429 2024-09-16T03:10:41.264 INFO:tasks.workunit.client.0.smithi097.stdout:430 2024-09-16T03:10:41.264 INFO:tasks.workunit.client.0.smithi097.stdout:431 2024-09-16T03:10:41.265 INFO:tasks.workunit.client.0.smithi097.stdout:432 2024-09-16T03:10:41.266 INFO:tasks.workunit.client.0.smithi097.stdout:433 2024-09-16T03:10:41.267 INFO:tasks.workunit.client.0.smithi097.stdout:434 2024-09-16T03:10:41.268 INFO:tasks.workunit.client.0.smithi097.stdout:435 2024-09-16T03:10:41.269 INFO:tasks.workunit.client.0.smithi097.stdout:436 2024-09-16T03:10:41.270 INFO:tasks.workunit.client.0.smithi097.stdout:437 2024-09-16T03:10:41.271 INFO:tasks.workunit.client.0.smithi097.stdout:438 2024-09-16T03:10:41.272 INFO:tasks.workunit.client.0.smithi097.stdout:439 2024-09-16T03:10:41.273 INFO:tasks.workunit.client.0.smithi097.stdout:440 2024-09-16T03:10:41.274 INFO:tasks.workunit.client.0.smithi097.stdout:441 2024-09-16T03:10:41.275 INFO:tasks.workunit.client.0.smithi097.stdout:442 2024-09-16T03:10:41.276 INFO:tasks.workunit.client.0.smithi097.stdout:443 2024-09-16T03:10:41.277 INFO:tasks.workunit.client.0.smithi097.stdout:444 2024-09-16T03:10:41.278 INFO:tasks.workunit.client.0.smithi097.stdout:445 2024-09-16T03:10:41.279 INFO:tasks.workunit.client.0.smithi097.stdout:446 2024-09-16T03:10:41.280 INFO:tasks.workunit.client.0.smithi097.stdout:447 2024-09-16T03:10:41.280 INFO:tasks.workunit.client.0.smithi097.stdout:448 2024-09-16T03:10:41.281 INFO:tasks.workunit.client.0.smithi097.stdout:449 2024-09-16T03:10:41.282 INFO:tasks.workunit.client.0.smithi097.stdout:450 2024-09-16T03:10:41.283 INFO:tasks.workunit.client.0.smithi097.stdout:451 2024-09-16T03:10:41.284 INFO:tasks.workunit.client.0.smithi097.stdout:452 2024-09-16T03:10:41.285 INFO:tasks.workunit.client.0.smithi097.stdout:453 2024-09-16T03:10:41.286 INFO:tasks.workunit.client.0.smithi097.stdout:454 2024-09-16T03:10:41.287 INFO:tasks.workunit.client.0.smithi097.stdout:455 2024-09-16T03:10:41.288 INFO:tasks.workunit.client.0.smithi097.stdout:456 2024-09-16T03:10:41.289 INFO:tasks.workunit.client.0.smithi097.stdout:457 2024-09-16T03:10:41.289 INFO:tasks.workunit.client.0.smithi097.stdout:458 2024-09-16T03:10:41.290 INFO:tasks.workunit.client.0.smithi097.stdout:459 2024-09-16T03:10:41.291 INFO:tasks.workunit.client.0.smithi097.stdout:460 2024-09-16T03:10:41.292 INFO:tasks.workunit.client.0.smithi097.stdout:461 2024-09-16T03:10:41.293 INFO:tasks.workunit.client.0.smithi097.stdout:462 2024-09-16T03:10:41.294 INFO:tasks.workunit.client.0.smithi097.stdout:463 2024-09-16T03:10:41.295 INFO:tasks.workunit.client.0.smithi097.stdout:464 2024-09-16T03:10:41.296 INFO:tasks.workunit.client.0.smithi097.stdout:465 2024-09-16T03:10:41.297 INFO:tasks.workunit.client.0.smithi097.stdout:466 2024-09-16T03:10:41.298 INFO:tasks.workunit.client.0.smithi097.stdout:467 2024-09-16T03:10:41.299 INFO:tasks.workunit.client.0.smithi097.stdout:468 2024-09-16T03:10:41.300 INFO:tasks.workunit.client.0.smithi097.stdout:469 2024-09-16T03:10:41.301 INFO:tasks.workunit.client.0.smithi097.stdout:470 2024-09-16T03:10:41.302 INFO:tasks.workunit.client.0.smithi097.stdout:471 2024-09-16T03:10:41.303 INFO:tasks.workunit.client.0.smithi097.stdout:472 2024-09-16T03:10:41.304 INFO:tasks.workunit.client.0.smithi097.stdout:473 2024-09-16T03:10:41.305 INFO:tasks.workunit.client.0.smithi097.stdout:474 2024-09-16T03:10:41.306 INFO:tasks.workunit.client.0.smithi097.stdout:475 2024-09-16T03:10:41.307 INFO:tasks.workunit.client.0.smithi097.stdout:476 2024-09-16T03:10:41.308 INFO:tasks.workunit.client.0.smithi097.stdout:477 2024-09-16T03:10:41.308 INFO:tasks.workunit.client.0.smithi097.stdout:478 2024-09-16T03:10:41.310 INFO:tasks.workunit.client.0.smithi097.stdout:479 2024-09-16T03:10:41.310 INFO:tasks.workunit.client.0.smithi097.stdout:480 2024-09-16T03:10:41.311 INFO:tasks.workunit.client.0.smithi097.stdout:481 2024-09-16T03:10:41.312 INFO:tasks.workunit.client.0.smithi097.stdout:482 2024-09-16T03:10:41.313 INFO:tasks.workunit.client.0.smithi097.stdout:483 2024-09-16T03:10:41.314 INFO:tasks.workunit.client.0.smithi097.stdout:484 2024-09-16T03:10:41.315 INFO:tasks.workunit.client.0.smithi097.stdout:485 2024-09-16T03:10:41.316 INFO:tasks.workunit.client.0.smithi097.stdout:486 2024-09-16T03:10:41.317 INFO:tasks.workunit.client.0.smithi097.stdout:487 2024-09-16T03:10:41.318 INFO:tasks.workunit.client.0.smithi097.stdout:488 2024-09-16T03:10:41.319 INFO:tasks.workunit.client.0.smithi097.stdout:489 2024-09-16T03:10:41.320 INFO:tasks.workunit.client.0.smithi097.stdout:490 2024-09-16T03:10:41.321 INFO:tasks.workunit.client.0.smithi097.stdout:491 2024-09-16T03:10:41.322 INFO:tasks.workunit.client.0.smithi097.stdout:492 2024-09-16T03:10:41.323 INFO:tasks.workunit.client.0.smithi097.stdout:493 2024-09-16T03:10:41.324 INFO:tasks.workunit.client.0.smithi097.stdout:494 2024-09-16T03:10:41.325 INFO:tasks.workunit.client.0.smithi097.stdout:495 2024-09-16T03:10:41.325 INFO:tasks.workunit.client.0.smithi097.stdout:496 2024-09-16T03:10:41.326 INFO:tasks.workunit.client.0.smithi097.stdout:497 2024-09-16T03:10:41.327 INFO:tasks.workunit.client.0.smithi097.stdout:498 2024-09-16T03:10:41.328 INFO:tasks.workunit.client.0.smithi097.stdout:499 2024-09-16T03:10:41.329 INFO:tasks.workunit.client.0.smithi097.stdout:500 2024-09-16T03:10:41.330 INFO:tasks.workunit.client.0.smithi097.stdout:501 2024-09-16T03:10:41.331 INFO:tasks.workunit.client.0.smithi097.stdout:502 2024-09-16T03:10:41.332 INFO:tasks.workunit.client.0.smithi097.stdout:503 2024-09-16T03:10:41.333 INFO:tasks.workunit.client.0.smithi097.stdout:504 2024-09-16T03:10:41.334 INFO:tasks.workunit.client.0.smithi097.stdout:505 2024-09-16T03:10:41.335 INFO:tasks.workunit.client.0.smithi097.stdout:506 2024-09-16T03:10:41.336 INFO:tasks.workunit.client.0.smithi097.stdout:507 2024-09-16T03:10:41.337 INFO:tasks.workunit.client.0.smithi097.stdout:508 2024-09-16T03:10:41.338 INFO:tasks.workunit.client.0.smithi097.stdout:509 2024-09-16T03:10:41.339 INFO:tasks.workunit.client.0.smithi097.stdout:510 2024-09-16T03:10:41.339 INFO:tasks.workunit.client.0.smithi097.stdout:511 2024-09-16T03:10:41.340 INFO:tasks.workunit.client.0.smithi097.stdout:512 2024-09-16T03:10:41.341 INFO:tasks.workunit.client.0.smithi097.stdout:513 2024-09-16T03:10:41.342 INFO:tasks.workunit.client.0.smithi097.stdout:514 2024-09-16T03:10:41.343 INFO:tasks.workunit.client.0.smithi097.stdout:515 2024-09-16T03:10:41.345 INFO:tasks.workunit.client.0.smithi097.stdout:516 2024-09-16T03:10:41.345 INFO:tasks.workunit.client.0.smithi097.stdout:517 2024-09-16T03:10:41.346 INFO:tasks.workunit.client.0.smithi097.stdout:518 2024-09-16T03:10:41.347 INFO:tasks.workunit.client.0.smithi097.stdout:519 2024-09-16T03:10:41.348 INFO:tasks.workunit.client.0.smithi097.stdout:520 2024-09-16T03:10:41.349 INFO:tasks.workunit.client.0.smithi097.stdout:521 2024-09-16T03:10:41.349 INFO:tasks.workunit.client.0.smithi097.stdout:522 2024-09-16T03:10:41.350 INFO:tasks.workunit.client.0.smithi097.stdout:523 2024-09-16T03:10:41.351 INFO:tasks.workunit.client.0.smithi097.stdout:524 2024-09-16T03:10:41.352 INFO:tasks.workunit.client.0.smithi097.stdout:525 2024-09-16T03:10:41.353 INFO:tasks.workunit.client.0.smithi097.stdout:526 2024-09-16T03:10:41.354 INFO:tasks.workunit.client.0.smithi097.stdout:527 2024-09-16T03:10:41.355 INFO:tasks.workunit.client.0.smithi097.stdout:528 2024-09-16T03:10:41.356 INFO:tasks.workunit.client.0.smithi097.stdout:529 2024-09-16T03:10:41.357 INFO:tasks.workunit.client.0.smithi097.stdout:530 2024-09-16T03:10:41.358 INFO:tasks.workunit.client.0.smithi097.stdout:531 2024-09-16T03:10:41.359 INFO:tasks.workunit.client.0.smithi097.stdout:532 2024-09-16T03:10:41.360 INFO:tasks.workunit.client.0.smithi097.stdout:533 2024-09-16T03:10:41.361 INFO:tasks.workunit.client.0.smithi097.stdout:534 2024-09-16T03:10:41.362 INFO:tasks.workunit.client.0.smithi097.stdout:535 2024-09-16T03:10:41.363 INFO:tasks.workunit.client.0.smithi097.stdout:536 2024-09-16T03:10:41.364 INFO:tasks.workunit.client.0.smithi097.stdout:537 2024-09-16T03:10:41.365 INFO:tasks.workunit.client.0.smithi097.stdout:538 2024-09-16T03:10:41.366 INFO:tasks.workunit.client.0.smithi097.stdout:539 2024-09-16T03:10:41.367 INFO:tasks.workunit.client.0.smithi097.stdout:540 2024-09-16T03:10:41.368 INFO:tasks.workunit.client.0.smithi097.stdout:541 2024-09-16T03:10:41.368 INFO:tasks.workunit.client.0.smithi097.stdout:542 2024-09-16T03:10:41.369 INFO:tasks.workunit.client.0.smithi097.stdout:543 2024-09-16T03:10:41.370 INFO:tasks.workunit.client.0.smithi097.stdout:544 2024-09-16T03:10:41.371 INFO:tasks.workunit.client.0.smithi097.stdout:545 2024-09-16T03:10:41.372 INFO:tasks.workunit.client.0.smithi097.stdout:546 2024-09-16T03:10:41.373 INFO:tasks.workunit.client.0.smithi097.stdout:547 2024-09-16T03:10:41.374 INFO:tasks.workunit.client.0.smithi097.stdout:548 2024-09-16T03:10:41.375 INFO:tasks.workunit.client.0.smithi097.stdout:549 2024-09-16T03:10:41.376 INFO:tasks.workunit.client.0.smithi097.stdout:550 2024-09-16T03:10:41.377 INFO:tasks.workunit.client.0.smithi097.stdout:551 2024-09-16T03:10:41.378 INFO:tasks.workunit.client.0.smithi097.stdout:552 2024-09-16T03:10:41.379 INFO:tasks.workunit.client.0.smithi097.stdout:553 2024-09-16T03:10:41.380 INFO:tasks.workunit.client.0.smithi097.stdout:554 2024-09-16T03:10:41.381 INFO:tasks.workunit.client.0.smithi097.stdout:555 2024-09-16T03:10:41.382 INFO:tasks.workunit.client.0.smithi097.stdout:556 2024-09-16T03:10:41.383 INFO:tasks.workunit.client.0.smithi097.stdout:557 2024-09-16T03:10:41.384 INFO:tasks.workunit.client.0.smithi097.stdout:558 2024-09-16T03:10:41.385 INFO:tasks.workunit.client.0.smithi097.stdout:559 2024-09-16T03:10:41.386 INFO:tasks.workunit.client.0.smithi097.stdout:560 2024-09-16T03:10:41.387 INFO:tasks.workunit.client.0.smithi097.stdout:561 2024-09-16T03:10:41.388 INFO:tasks.workunit.client.0.smithi097.stdout:562 2024-09-16T03:10:41.389 INFO:tasks.workunit.client.0.smithi097.stdout:563 2024-09-16T03:10:41.389 INFO:tasks.workunit.client.0.smithi097.stdout:564 2024-09-16T03:10:41.390 INFO:tasks.workunit.client.0.smithi097.stdout:565 2024-09-16T03:10:41.391 INFO:tasks.workunit.client.0.smithi097.stdout:566 2024-09-16T03:10:41.392 INFO:tasks.workunit.client.0.smithi097.stdout:567 2024-09-16T03:10:41.393 INFO:tasks.workunit.client.0.smithi097.stdout:568 2024-09-16T03:10:41.394 INFO:tasks.workunit.client.0.smithi097.stdout:569 2024-09-16T03:10:41.395 INFO:tasks.workunit.client.0.smithi097.stdout:570 2024-09-16T03:10:41.396 INFO:tasks.workunit.client.0.smithi097.stdout:571 2024-09-16T03:10:41.397 INFO:tasks.workunit.client.0.smithi097.stdout:572 2024-09-16T03:10:41.398 INFO:tasks.workunit.client.0.smithi097.stdout:573 2024-09-16T03:10:41.399 INFO:tasks.workunit.client.0.smithi097.stdout:574 2024-09-16T03:10:41.399 INFO:tasks.workunit.client.0.smithi097.stdout:575 2024-09-16T03:10:41.400 INFO:tasks.workunit.client.0.smithi097.stdout:576 2024-09-16T03:10:41.401 INFO:tasks.workunit.client.0.smithi097.stdout:577 2024-09-16T03:10:41.402 INFO:tasks.workunit.client.0.smithi097.stdout:578 2024-09-16T03:10:41.403 INFO:tasks.workunit.client.0.smithi097.stdout:579 2024-09-16T03:10:41.404 INFO:tasks.workunit.client.0.smithi097.stdout:580 2024-09-16T03:10:41.405 INFO:tasks.workunit.client.0.smithi097.stdout:581 2024-09-16T03:10:41.406 INFO:tasks.workunit.client.0.smithi097.stdout:582 2024-09-16T03:10:41.407 INFO:tasks.workunit.client.0.smithi097.stdout:583 2024-09-16T03:10:41.408 INFO:tasks.workunit.client.0.smithi097.stdout:584 2024-09-16T03:10:41.409 INFO:tasks.workunit.client.0.smithi097.stdout:585 2024-09-16T03:10:41.409 INFO:tasks.workunit.client.0.smithi097.stdout:586 2024-09-16T03:10:41.411 INFO:tasks.workunit.client.0.smithi097.stdout:587 2024-09-16T03:10:41.411 INFO:tasks.workunit.client.0.smithi097.stdout:588 2024-09-16T03:10:41.413 INFO:tasks.workunit.client.0.smithi097.stdout:589 2024-09-16T03:10:41.413 INFO:tasks.workunit.client.0.smithi097.stdout:590 2024-09-16T03:10:41.414 INFO:tasks.workunit.client.0.smithi097.stdout:591 2024-09-16T03:10:41.415 INFO:tasks.workunit.client.0.smithi097.stdout:592 2024-09-16T03:10:41.416 INFO:tasks.workunit.client.0.smithi097.stdout:593 2024-09-16T03:10:41.417 INFO:tasks.workunit.client.0.smithi097.stdout:594 2024-09-16T03:10:41.418 INFO:tasks.workunit.client.0.smithi097.stdout:595 2024-09-16T03:10:41.419 INFO:tasks.workunit.client.0.smithi097.stdout:596 2024-09-16T03:10:41.420 INFO:tasks.workunit.client.0.smithi097.stdout:597 2024-09-16T03:10:41.421 INFO:tasks.workunit.client.0.smithi097.stdout:598 2024-09-16T03:10:41.422 INFO:tasks.workunit.client.0.smithi097.stdout:599 2024-09-16T03:10:41.423 INFO:tasks.workunit.client.0.smithi097.stdout:600 2024-09-16T03:10:41.424 INFO:tasks.workunit.client.0.smithi097.stdout:601 2024-09-16T03:10:41.425 INFO:tasks.workunit.client.0.smithi097.stdout:602 2024-09-16T03:10:41.426 INFO:tasks.workunit.client.0.smithi097.stdout:603 2024-09-16T03:10:41.427 INFO:tasks.workunit.client.0.smithi097.stdout:604 2024-09-16T03:10:41.428 INFO:tasks.workunit.client.0.smithi097.stdout:605 2024-09-16T03:10:41.429 INFO:tasks.workunit.client.0.smithi097.stdout:606 2024-09-16T03:10:41.430 INFO:tasks.workunit.client.0.smithi097.stdout:607 2024-09-16T03:10:41.431 INFO:tasks.workunit.client.0.smithi097.stdout:608 2024-09-16T03:10:41.432 INFO:tasks.workunit.client.0.smithi097.stdout:609 2024-09-16T03:10:41.433 INFO:tasks.workunit.client.0.smithi097.stdout:610 2024-09-16T03:10:41.434 INFO:tasks.workunit.client.0.smithi097.stdout:611 2024-09-16T03:10:41.435 INFO:tasks.workunit.client.0.smithi097.stdout:612 2024-09-16T03:10:41.436 INFO:tasks.workunit.client.0.smithi097.stdout:613 2024-09-16T03:10:41.437 INFO:tasks.workunit.client.0.smithi097.stdout:614 2024-09-16T03:10:41.438 INFO:tasks.workunit.client.0.smithi097.stdout:615 2024-09-16T03:10:41.439 INFO:tasks.workunit.client.0.smithi097.stdout:616 2024-09-16T03:10:41.440 INFO:tasks.workunit.client.0.smithi097.stdout:617 2024-09-16T03:10:41.441 INFO:tasks.workunit.client.0.smithi097.stdout:618 2024-09-16T03:10:41.442 INFO:tasks.workunit.client.0.smithi097.stdout:619 2024-09-16T03:10:41.443 INFO:tasks.workunit.client.0.smithi097.stdout:620 2024-09-16T03:10:41.445 INFO:tasks.workunit.client.0.smithi097.stdout:621 2024-09-16T03:10:41.445 INFO:tasks.workunit.client.0.smithi097.stdout:622 2024-09-16T03:10:41.446 INFO:tasks.workunit.client.0.smithi097.stdout:623 2024-09-16T03:10:41.447 INFO:tasks.workunit.client.0.smithi097.stdout:624 2024-09-16T03:10:41.448 INFO:tasks.workunit.client.0.smithi097.stdout:625 2024-09-16T03:10:41.449 INFO:tasks.workunit.client.0.smithi097.stdout:626 2024-09-16T03:10:41.454 INFO:tasks.workunit.client.0.smithi097.stdout:627 2024-09-16T03:10:41.454 INFO:tasks.workunit.client.0.smithi097.stdout:628 2024-09-16T03:10:41.454 INFO:tasks.workunit.client.0.smithi097.stdout:629 2024-09-16T03:10:41.454 INFO:tasks.workunit.client.0.smithi097.stdout:630 2024-09-16T03:10:41.454 INFO:tasks.workunit.client.0.smithi097.stdout:631 2024-09-16T03:10:41.455 INFO:tasks.workunit.client.0.smithi097.stdout:632 2024-09-16T03:10:41.456 INFO:tasks.workunit.client.0.smithi097.stdout:633 2024-09-16T03:10:41.457 INFO:tasks.workunit.client.0.smithi097.stdout:634 2024-09-16T03:10:41.458 INFO:tasks.workunit.client.0.smithi097.stdout:635 2024-09-16T03:10:41.459 INFO:tasks.workunit.client.0.smithi097.stdout:636 2024-09-16T03:10:41.460 INFO:tasks.workunit.client.0.smithi097.stdout:637 2024-09-16T03:10:41.461 INFO:tasks.workunit.client.0.smithi097.stdout:638 2024-09-16T03:10:41.462 INFO:tasks.workunit.client.0.smithi097.stdout:639 2024-09-16T03:10:41.463 INFO:tasks.workunit.client.0.smithi097.stdout:640 2024-09-16T03:10:41.464 INFO:tasks.workunit.client.0.smithi097.stdout:641 2024-09-16T03:10:41.465 INFO:tasks.workunit.client.0.smithi097.stdout:642 2024-09-16T03:10:41.466 INFO:tasks.workunit.client.0.smithi097.stdout:643 2024-09-16T03:10:41.467 INFO:tasks.workunit.client.0.smithi097.stdout:644 2024-09-16T03:10:41.468 INFO:tasks.workunit.client.0.smithi097.stdout:645 2024-09-16T03:10:41.469 INFO:tasks.workunit.client.0.smithi097.stdout:646 2024-09-16T03:10:41.470 INFO:tasks.workunit.client.0.smithi097.stdout:647 2024-09-16T03:10:41.471 INFO:tasks.workunit.client.0.smithi097.stdout:648 2024-09-16T03:10:41.472 INFO:tasks.workunit.client.0.smithi097.stdout:649 2024-09-16T03:10:41.473 INFO:tasks.workunit.client.0.smithi097.stdout:650 2024-09-16T03:10:41.474 INFO:tasks.workunit.client.0.smithi097.stdout:651 2024-09-16T03:10:41.475 INFO:tasks.workunit.client.0.smithi097.stdout:652 2024-09-16T03:10:41.476 INFO:tasks.workunit.client.0.smithi097.stdout:653 2024-09-16T03:10:41.477 INFO:tasks.workunit.client.0.smithi097.stdout:654 2024-09-16T03:10:41.478 INFO:tasks.workunit.client.0.smithi097.stdout:655 2024-09-16T03:10:41.479 INFO:tasks.workunit.client.0.smithi097.stdout:656 2024-09-16T03:10:41.480 INFO:tasks.workunit.client.0.smithi097.stdout:657 2024-09-16T03:10:41.481 INFO:tasks.workunit.client.0.smithi097.stdout:658 2024-09-16T03:10:41.482 INFO:tasks.workunit.client.0.smithi097.stdout:659 2024-09-16T03:10:41.483 INFO:tasks.workunit.client.0.smithi097.stdout:660 2024-09-16T03:10:41.484 INFO:tasks.workunit.client.0.smithi097.stdout:661 2024-09-16T03:10:41.485 INFO:tasks.workunit.client.0.smithi097.stdout:662 2024-09-16T03:10:41.486 INFO:tasks.workunit.client.0.smithi097.stdout:663 2024-09-16T03:10:41.487 INFO:tasks.workunit.client.0.smithi097.stdout:664 2024-09-16T03:10:41.488 INFO:tasks.workunit.client.0.smithi097.stdout:665 2024-09-16T03:10:41.489 INFO:tasks.workunit.client.0.smithi097.stdout:666 2024-09-16T03:10:41.490 INFO:tasks.workunit.client.0.smithi097.stdout:667 2024-09-16T03:10:41.491 INFO:tasks.workunit.client.0.smithi097.stdout:668 2024-09-16T03:10:41.492 INFO:tasks.workunit.client.0.smithi097.stdout:669 2024-09-16T03:10:41.493 INFO:tasks.workunit.client.0.smithi097.stdout:670 2024-09-16T03:10:41.494 INFO:tasks.workunit.client.0.smithi097.stdout:671 2024-09-16T03:10:41.495 INFO:tasks.workunit.client.0.smithi097.stdout:672 2024-09-16T03:10:41.496 INFO:tasks.workunit.client.0.smithi097.stdout:673 2024-09-16T03:10:41.497 INFO:tasks.workunit.client.0.smithi097.stdout:674 2024-09-16T03:10:41.498 INFO:tasks.workunit.client.0.smithi097.stdout:675 2024-09-16T03:10:41.499 INFO:tasks.workunit.client.0.smithi097.stdout:676 2024-09-16T03:10:41.500 INFO:tasks.workunit.client.0.smithi097.stdout:677 2024-09-16T03:10:41.501 INFO:tasks.workunit.client.0.smithi097.stdout:678 2024-09-16T03:10:41.502 INFO:tasks.workunit.client.0.smithi097.stdout:679 2024-09-16T03:10:41.503 INFO:tasks.workunit.client.0.smithi097.stdout:680 2024-09-16T03:10:41.504 INFO:tasks.workunit.client.0.smithi097.stdout:681 2024-09-16T03:10:41.505 INFO:tasks.workunit.client.0.smithi097.stdout:682 2024-09-16T03:10:41.505 INFO:tasks.workunit.client.0.smithi097.stdout:683 2024-09-16T03:10:41.507 INFO:tasks.workunit.client.0.smithi097.stdout:684 2024-09-16T03:10:41.508 INFO:tasks.workunit.client.0.smithi097.stdout:685 2024-09-16T03:10:41.509 INFO:tasks.workunit.client.0.smithi097.stdout:686 2024-09-16T03:10:41.510 INFO:tasks.workunit.client.0.smithi097.stdout:687 2024-09-16T03:10:41.511 INFO:tasks.workunit.client.0.smithi097.stdout:688 2024-09-16T03:10:41.512 INFO:tasks.workunit.client.0.smithi097.stdout:689 2024-09-16T03:10:41.513 INFO:tasks.workunit.client.0.smithi097.stdout:690 2024-09-16T03:10:41.515 INFO:tasks.workunit.client.0.smithi097.stdout:691 2024-09-16T03:10:41.516 INFO:tasks.workunit.client.0.smithi097.stdout:692 2024-09-16T03:10:41.517 INFO:tasks.workunit.client.0.smithi097.stdout:693 2024-09-16T03:10:41.518 INFO:tasks.workunit.client.0.smithi097.stdout:694 2024-09-16T03:10:41.519 INFO:tasks.workunit.client.0.smithi097.stdout:695 2024-09-16T03:10:41.520 INFO:tasks.workunit.client.0.smithi097.stdout:696 2024-09-16T03:10:41.522 INFO:tasks.workunit.client.0.smithi097.stdout:697 2024-09-16T03:10:41.523 INFO:tasks.workunit.client.0.smithi097.stdout:698 2024-09-16T03:10:41.524 INFO:tasks.workunit.client.0.smithi097.stdout:699 2024-09-16T03:10:41.526 INFO:tasks.workunit.client.0.smithi097.stdout:700 2024-09-16T03:10:41.527 INFO:tasks.workunit.client.0.smithi097.stdout:701 2024-09-16T03:10:41.528 INFO:tasks.workunit.client.0.smithi097.stdout:702 2024-09-16T03:10:41.529 INFO:tasks.workunit.client.0.smithi097.stdout:703 2024-09-16T03:10:41.530 INFO:tasks.workunit.client.0.smithi097.stdout:704 2024-09-16T03:10:41.531 INFO:tasks.workunit.client.0.smithi097.stdout:705 2024-09-16T03:10:41.533 INFO:tasks.workunit.client.0.smithi097.stdout:706 2024-09-16T03:10:41.534 INFO:tasks.workunit.client.0.smithi097.stdout:707 2024-09-16T03:10:41.535 INFO:tasks.workunit.client.0.smithi097.stdout:708 2024-09-16T03:10:41.536 INFO:tasks.workunit.client.0.smithi097.stdout:709 2024-09-16T03:10:41.537 INFO:tasks.workunit.client.0.smithi097.stdout:710 2024-09-16T03:10:41.538 INFO:tasks.workunit.client.0.smithi097.stdout:711 2024-09-16T03:10:41.539 INFO:tasks.workunit.client.0.smithi097.stdout:712 2024-09-16T03:10:41.541 INFO:tasks.workunit.client.0.smithi097.stdout:713 2024-09-16T03:10:41.542 INFO:tasks.workunit.client.0.smithi097.stdout:714 2024-09-16T03:10:41.543 INFO:tasks.workunit.client.0.smithi097.stdout:715 2024-09-16T03:10:41.544 INFO:tasks.workunit.client.0.smithi097.stdout:716 2024-09-16T03:10:41.545 INFO:tasks.workunit.client.0.smithi097.stdout:717 2024-09-16T03:10:41.546 INFO:tasks.workunit.client.0.smithi097.stdout:718 2024-09-16T03:10:41.547 INFO:tasks.workunit.client.0.smithi097.stdout:719 2024-09-16T03:10:41.548 INFO:tasks.workunit.client.0.smithi097.stdout:720 2024-09-16T03:10:41.549 INFO:tasks.workunit.client.0.smithi097.stdout:721 2024-09-16T03:10:41.550 INFO:tasks.workunit.client.0.smithi097.stdout:722 2024-09-16T03:10:41.551 INFO:tasks.workunit.client.0.smithi097.stdout:723 2024-09-16T03:10:41.552 INFO:tasks.workunit.client.0.smithi097.stdout:724 2024-09-16T03:10:41.553 INFO:tasks.workunit.client.0.smithi097.stdout:725 2024-09-16T03:10:41.554 INFO:tasks.workunit.client.0.smithi097.stdout:726 2024-09-16T03:10:41.556 INFO:tasks.workunit.client.0.smithi097.stdout:727 2024-09-16T03:10:41.557 INFO:tasks.workunit.client.0.smithi097.stdout:728 2024-09-16T03:10:41.559 INFO:tasks.workunit.client.0.smithi097.stdout:729 2024-09-16T03:10:41.560 INFO:tasks.workunit.client.0.smithi097.stdout:730 2024-09-16T03:10:41.561 INFO:tasks.workunit.client.0.smithi097.stdout:731 2024-09-16T03:10:41.562 INFO:tasks.workunit.client.0.smithi097.stdout:732 2024-09-16T03:10:41.564 INFO:tasks.workunit.client.0.smithi097.stdout:733 2024-09-16T03:10:41.565 INFO:tasks.workunit.client.0.smithi097.stdout:734 2024-09-16T03:10:41.567 INFO:tasks.workunit.client.0.smithi097.stdout:735 2024-09-16T03:10:41.568 INFO:tasks.workunit.client.0.smithi097.stdout:736 2024-09-16T03:10:41.569 INFO:tasks.workunit.client.0.smithi097.stdout:737 2024-09-16T03:10:41.570 INFO:tasks.workunit.client.0.smithi097.stdout:738 2024-09-16T03:10:41.571 INFO:tasks.workunit.client.0.smithi097.stdout:739 2024-09-16T03:10:41.572 INFO:tasks.workunit.client.0.smithi097.stdout:740 2024-09-16T03:10:41.573 INFO:tasks.workunit.client.0.smithi097.stdout:741 2024-09-16T03:10:41.574 INFO:tasks.workunit.client.0.smithi097.stdout:742 2024-09-16T03:10:41.575 INFO:tasks.workunit.client.0.smithi097.stdout:743 2024-09-16T03:10:41.576 INFO:tasks.workunit.client.0.smithi097.stdout:744 2024-09-16T03:10:41.577 INFO:tasks.workunit.client.0.smithi097.stdout:745 2024-09-16T03:10:41.578 INFO:tasks.workunit.client.0.smithi097.stdout:746 2024-09-16T03:10:41.579 INFO:tasks.workunit.client.0.smithi097.stdout:747 2024-09-16T03:10:41.580 INFO:tasks.workunit.client.0.smithi097.stdout:748 2024-09-16T03:10:41.581 INFO:tasks.workunit.client.0.smithi097.stdout:749 2024-09-16T03:10:41.582 INFO:tasks.workunit.client.0.smithi097.stdout:750 2024-09-16T03:10:41.583 INFO:tasks.workunit.client.0.smithi097.stdout:751 2024-09-16T03:10:41.584 INFO:tasks.workunit.client.0.smithi097.stdout:752 2024-09-16T03:10:41.585 INFO:tasks.workunit.client.0.smithi097.stdout:753 2024-09-16T03:10:41.586 INFO:tasks.workunit.client.0.smithi097.stdout:754 2024-09-16T03:10:41.587 INFO:tasks.workunit.client.0.smithi097.stdout:755 2024-09-16T03:10:41.588 INFO:tasks.workunit.client.0.smithi097.stdout:756 2024-09-16T03:10:41.589 INFO:tasks.workunit.client.0.smithi097.stdout:757 2024-09-16T03:10:41.590 INFO:tasks.workunit.client.0.smithi097.stdout:758 2024-09-16T03:10:41.592 INFO:tasks.workunit.client.0.smithi097.stdout:759 2024-09-16T03:10:41.593 INFO:tasks.workunit.client.0.smithi097.stdout:760 2024-09-16T03:10:41.594 INFO:tasks.workunit.client.0.smithi097.stdout:761 2024-09-16T03:10:41.595 INFO:tasks.workunit.client.0.smithi097.stdout:762 2024-09-16T03:10:41.596 INFO:tasks.workunit.client.0.smithi097.stdout:763 2024-09-16T03:10:41.597 INFO:tasks.workunit.client.0.smithi097.stdout:764 2024-09-16T03:10:41.598 INFO:tasks.workunit.client.0.smithi097.stdout:765 2024-09-16T03:10:41.599 INFO:tasks.workunit.client.0.smithi097.stdout:766 2024-09-16T03:10:41.600 INFO:tasks.workunit.client.0.smithi097.stdout:767 2024-09-16T03:10:41.601 INFO:tasks.workunit.client.0.smithi097.stdout:768 2024-09-16T03:10:41.602 INFO:tasks.workunit.client.0.smithi097.stdout:769 2024-09-16T03:10:41.603 INFO:tasks.workunit.client.0.smithi097.stdout:770 2024-09-16T03:10:41.604 INFO:tasks.workunit.client.0.smithi097.stdout:771 2024-09-16T03:10:41.606 INFO:tasks.workunit.client.0.smithi097.stdout:772 2024-09-16T03:10:41.607 INFO:tasks.workunit.client.0.smithi097.stdout:773 2024-09-16T03:10:41.608 INFO:tasks.workunit.client.0.smithi097.stdout:774 2024-09-16T03:10:41.609 INFO:tasks.workunit.client.0.smithi097.stdout:775 2024-09-16T03:10:41.610 INFO:tasks.workunit.client.0.smithi097.stdout:776 2024-09-16T03:10:41.611 INFO:tasks.workunit.client.0.smithi097.stdout:777 2024-09-16T03:10:41.612 INFO:tasks.workunit.client.0.smithi097.stdout:778 2024-09-16T03:10:41.613 INFO:tasks.workunit.client.0.smithi097.stdout:779 2024-09-16T03:10:41.614 INFO:tasks.workunit.client.0.smithi097.stdout:780 2024-09-16T03:10:41.615 INFO:tasks.workunit.client.0.smithi097.stdout:781 2024-09-16T03:10:41.617 INFO:tasks.workunit.client.0.smithi097.stdout:782 2024-09-16T03:10:41.618 INFO:tasks.workunit.client.0.smithi097.stdout:783 2024-09-16T03:10:41.619 INFO:tasks.workunit.client.0.smithi097.stdout:784 2024-09-16T03:10:41.620 INFO:tasks.workunit.client.0.smithi097.stdout:785 2024-09-16T03:10:41.621 INFO:tasks.workunit.client.0.smithi097.stdout:786 2024-09-16T03:10:41.622 INFO:tasks.workunit.client.0.smithi097.stdout:787 2024-09-16T03:10:41.623 INFO:tasks.workunit.client.0.smithi097.stdout:788 2024-09-16T03:10:41.624 INFO:tasks.workunit.client.0.smithi097.stdout:789 2024-09-16T03:10:41.625 INFO:tasks.workunit.client.0.smithi097.stdout:790 2024-09-16T03:10:41.626 INFO:tasks.workunit.client.0.smithi097.stdout:791 2024-09-16T03:10:41.627 INFO:tasks.workunit.client.0.smithi097.stdout:792 2024-09-16T03:10:41.629 INFO:tasks.workunit.client.0.smithi097.stdout:793 2024-09-16T03:10:41.630 INFO:tasks.workunit.client.0.smithi097.stdout:794 2024-09-16T03:10:41.631 INFO:tasks.workunit.client.0.smithi097.stdout:795 2024-09-16T03:10:41.632 INFO:tasks.workunit.client.0.smithi097.stdout:796 2024-09-16T03:10:41.633 INFO:tasks.workunit.client.0.smithi097.stdout:797 2024-09-16T03:10:41.634 INFO:tasks.workunit.client.0.smithi097.stdout:798 2024-09-16T03:10:41.635 INFO:tasks.workunit.client.0.smithi097.stdout:799 2024-09-16T03:10:41.636 INFO:tasks.workunit.client.0.smithi097.stdout:800 2024-09-16T03:10:41.637 INFO:tasks.workunit.client.0.smithi097.stdout:801 2024-09-16T03:10:41.638 INFO:tasks.workunit.client.0.smithi097.stdout:802 2024-09-16T03:10:41.639 INFO:tasks.workunit.client.0.smithi097.stdout:803 2024-09-16T03:10:41.640 INFO:tasks.workunit.client.0.smithi097.stdout:804 2024-09-16T03:10:41.641 INFO:tasks.workunit.client.0.smithi097.stdout:805 2024-09-16T03:10:41.642 INFO:tasks.workunit.client.0.smithi097.stdout:806 2024-09-16T03:10:41.643 INFO:tasks.workunit.client.0.smithi097.stdout:807 2024-09-16T03:10:41.645 INFO:tasks.workunit.client.0.smithi097.stdout:808 2024-09-16T03:10:41.646 INFO:tasks.workunit.client.0.smithi097.stdout:809 2024-09-16T03:10:41.647 INFO:tasks.workunit.client.0.smithi097.stdout:810 2024-09-16T03:10:41.648 INFO:tasks.workunit.client.0.smithi097.stdout:811 2024-09-16T03:10:41.649 INFO:tasks.workunit.client.0.smithi097.stdout:812 2024-09-16T03:10:41.650 INFO:tasks.workunit.client.0.smithi097.stdout:813 2024-09-16T03:10:41.651 INFO:tasks.workunit.client.0.smithi097.stdout:814 2024-09-16T03:10:41.652 INFO:tasks.workunit.client.0.smithi097.stdout:815 2024-09-16T03:10:41.653 INFO:tasks.workunit.client.0.smithi097.stdout:816 2024-09-16T03:10:41.654 INFO:tasks.workunit.client.0.smithi097.stdout:817 2024-09-16T03:10:41.655 INFO:tasks.workunit.client.0.smithi097.stdout:818 2024-09-16T03:10:41.656 INFO:tasks.workunit.client.0.smithi097.stdout:819 2024-09-16T03:10:41.657 INFO:tasks.workunit.client.0.smithi097.stdout:820 2024-09-16T03:10:41.658 INFO:tasks.workunit.client.0.smithi097.stdout:821 2024-09-16T03:10:41.659 INFO:tasks.workunit.client.0.smithi097.stdout:822 2024-09-16T03:10:41.660 INFO:tasks.workunit.client.0.smithi097.stdout:823 2024-09-16T03:10:41.661 INFO:tasks.workunit.client.0.smithi097.stdout:824 2024-09-16T03:10:41.662 INFO:tasks.workunit.client.0.smithi097.stdout:825 2024-09-16T03:10:41.663 INFO:tasks.workunit.client.0.smithi097.stdout:826 2024-09-16T03:10:41.665 INFO:tasks.workunit.client.0.smithi097.stdout:827 2024-09-16T03:10:41.666 INFO:tasks.workunit.client.0.smithi097.stdout:828 2024-09-16T03:10:41.667 INFO:tasks.workunit.client.0.smithi097.stdout:829 2024-09-16T03:10:41.668 INFO:tasks.workunit.client.0.smithi097.stdout:830 2024-09-16T03:10:41.669 INFO:tasks.workunit.client.0.smithi097.stdout:831 2024-09-16T03:10:41.670 INFO:tasks.workunit.client.0.smithi097.stdout:832 2024-09-16T03:10:41.671 INFO:tasks.workunit.client.0.smithi097.stdout:833 2024-09-16T03:10:41.672 INFO:tasks.workunit.client.0.smithi097.stdout:834 2024-09-16T03:10:41.673 INFO:tasks.workunit.client.0.smithi097.stdout:835 2024-09-16T03:10:41.674 INFO:tasks.workunit.client.0.smithi097.stdout:836 2024-09-16T03:10:41.675 INFO:tasks.workunit.client.0.smithi097.stdout:837 2024-09-16T03:10:41.676 INFO:tasks.workunit.client.0.smithi097.stdout:838 2024-09-16T03:10:41.677 INFO:tasks.workunit.client.0.smithi097.stdout:839 2024-09-16T03:10:41.678 INFO:tasks.workunit.client.0.smithi097.stdout:840 2024-09-16T03:10:41.679 INFO:tasks.workunit.client.0.smithi097.stdout:841 2024-09-16T03:10:41.680 INFO:tasks.workunit.client.0.smithi097.stdout:842 2024-09-16T03:10:41.681 INFO:tasks.workunit.client.0.smithi097.stdout:843 2024-09-16T03:10:41.682 INFO:tasks.workunit.client.0.smithi097.stdout:844 2024-09-16T03:10:41.683 INFO:tasks.workunit.client.0.smithi097.stdout:845 2024-09-16T03:10:41.684 INFO:tasks.workunit.client.0.smithi097.stdout:846 2024-09-16T03:10:41.685 INFO:tasks.workunit.client.0.smithi097.stdout:847 2024-09-16T03:10:41.686 INFO:tasks.workunit.client.0.smithi097.stdout:848 2024-09-16T03:10:41.687 INFO:tasks.workunit.client.0.smithi097.stdout:849 2024-09-16T03:10:41.688 INFO:tasks.workunit.client.0.smithi097.stdout:850 2024-09-16T03:10:41.689 INFO:tasks.workunit.client.0.smithi097.stdout:851 2024-09-16T03:10:41.690 INFO:tasks.workunit.client.0.smithi097.stdout:852 2024-09-16T03:10:41.691 INFO:tasks.workunit.client.0.smithi097.stdout:853 2024-09-16T03:10:41.692 INFO:tasks.workunit.client.0.smithi097.stdout:854 2024-09-16T03:10:41.693 INFO:tasks.workunit.client.0.smithi097.stdout:855 2024-09-16T03:10:41.694 INFO:tasks.workunit.client.0.smithi097.stdout:856 2024-09-16T03:10:41.695 INFO:tasks.workunit.client.0.smithi097.stdout:857 2024-09-16T03:10:41.697 INFO:tasks.workunit.client.0.smithi097.stdout:858 2024-09-16T03:10:41.697 INFO:tasks.workunit.client.0.smithi097.stdout:859 2024-09-16T03:10:41.698 INFO:tasks.workunit.client.0.smithi097.stdout:860 2024-09-16T03:10:41.699 INFO:tasks.workunit.client.0.smithi097.stdout:861 2024-09-16T03:10:41.700 INFO:tasks.workunit.client.0.smithi097.stdout:862 2024-09-16T03:10:41.701 INFO:tasks.workunit.client.0.smithi097.stdout:863 2024-09-16T03:10:41.702 INFO:tasks.workunit.client.0.smithi097.stdout:864 2024-09-16T03:10:41.703 INFO:tasks.workunit.client.0.smithi097.stdout:865 2024-09-16T03:10:41.704 INFO:tasks.workunit.client.0.smithi097.stdout:866 2024-09-16T03:10:41.705 INFO:tasks.workunit.client.0.smithi097.stdout:867 2024-09-16T03:10:41.706 INFO:tasks.workunit.client.0.smithi097.stdout:868 2024-09-16T03:10:41.707 INFO:tasks.workunit.client.0.smithi097.stdout:869 2024-09-16T03:10:41.708 INFO:tasks.workunit.client.0.smithi097.stdout:870 2024-09-16T03:10:41.709 INFO:tasks.workunit.client.0.smithi097.stdout:871 2024-09-16T03:10:41.710 INFO:tasks.workunit.client.0.smithi097.stdout:872 2024-09-16T03:10:41.711 INFO:tasks.workunit.client.0.smithi097.stdout:873 2024-09-16T03:10:41.712 INFO:tasks.workunit.client.0.smithi097.stdout:874 2024-09-16T03:10:41.713 INFO:tasks.workunit.client.0.smithi097.stdout:875 2024-09-16T03:10:41.715 INFO:tasks.workunit.client.0.smithi097.stdout:876 2024-09-16T03:10:41.716 INFO:tasks.workunit.client.0.smithi097.stdout:877 2024-09-16T03:10:41.717 INFO:tasks.workunit.client.0.smithi097.stdout:878 2024-09-16T03:10:41.717 INFO:tasks.workunit.client.0.smithi097.stdout:879 2024-09-16T03:10:41.719 INFO:tasks.workunit.client.0.smithi097.stdout:880 2024-09-16T03:10:41.720 INFO:tasks.workunit.client.0.smithi097.stdout:881 2024-09-16T03:10:41.721 INFO:tasks.workunit.client.0.smithi097.stdout:882 2024-09-16T03:10:41.722 INFO:tasks.workunit.client.0.smithi097.stdout:883 2024-09-16T03:10:41.723 INFO:tasks.workunit.client.0.smithi097.stdout:884 2024-09-16T03:10:41.724 INFO:tasks.workunit.client.0.smithi097.stdout:885 2024-09-16T03:10:41.725 INFO:tasks.workunit.client.0.smithi097.stdout:886 2024-09-16T03:10:41.726 INFO:tasks.workunit.client.0.smithi097.stdout:887 2024-09-16T03:10:41.727 INFO:tasks.workunit.client.0.smithi097.stdout:888 2024-09-16T03:10:41.729 INFO:tasks.workunit.client.0.smithi097.stdout:889 2024-09-16T03:10:41.730 INFO:tasks.workunit.client.0.smithi097.stdout:890 2024-09-16T03:10:41.731 INFO:tasks.workunit.client.0.smithi097.stdout:891 2024-09-16T03:10:41.733 INFO:tasks.workunit.client.0.smithi097.stdout:892 2024-09-16T03:10:41.735 INFO:tasks.workunit.client.0.smithi097.stdout:893 2024-09-16T03:10:41.737 INFO:tasks.workunit.client.0.smithi097.stdout:894 2024-09-16T03:10:41.740 INFO:tasks.workunit.client.0.smithi097.stdout:895 2024-09-16T03:10:41.741 INFO:tasks.workunit.client.0.smithi097.stdout:896 2024-09-16T03:10:41.742 INFO:tasks.workunit.client.0.smithi097.stdout:897 2024-09-16T03:10:41.743 INFO:tasks.workunit.client.0.smithi097.stdout:898 2024-09-16T03:10:41.744 INFO:tasks.workunit.client.0.smithi097.stdout:899 2024-09-16T03:10:41.745 INFO:tasks.workunit.client.0.smithi097.stdout:900 2024-09-16T03:10:41.747 INFO:tasks.workunit.client.0.smithi097.stdout:901 2024-09-16T03:10:41.747 INFO:tasks.workunit.client.0.smithi097.stdout:902 2024-09-16T03:10:41.748 INFO:tasks.workunit.client.0.smithi097.stdout:903 2024-09-16T03:10:41.750 INFO:tasks.workunit.client.0.smithi097.stdout:904 2024-09-16T03:10:41.751 INFO:tasks.workunit.client.0.smithi097.stdout:905 2024-09-16T03:10:41.752 INFO:tasks.workunit.client.0.smithi097.stdout:906 2024-09-16T03:10:41.753 INFO:tasks.workunit.client.0.smithi097.stdout:907 2024-09-16T03:10:41.754 INFO:tasks.workunit.client.0.smithi097.stdout:908 2024-09-16T03:10:41.755 INFO:tasks.workunit.client.0.smithi097.stdout:909 2024-09-16T03:10:41.756 INFO:tasks.workunit.client.0.smithi097.stdout:910 2024-09-16T03:10:41.757 INFO:tasks.workunit.client.0.smithi097.stdout:911 2024-09-16T03:10:41.758 INFO:tasks.workunit.client.0.smithi097.stdout:912 2024-09-16T03:10:41.759 INFO:tasks.workunit.client.0.smithi097.stdout:913 2024-09-16T03:10:41.761 INFO:tasks.workunit.client.0.smithi097.stdout:914 2024-09-16T03:10:41.762 INFO:tasks.workunit.client.0.smithi097.stdout:915 2024-09-16T03:10:41.763 INFO:tasks.workunit.client.0.smithi097.stdout:916 2024-09-16T03:10:41.764 INFO:tasks.workunit.client.0.smithi097.stdout:917 2024-09-16T03:10:41.765 INFO:tasks.workunit.client.0.smithi097.stdout:918 2024-09-16T03:10:41.766 INFO:tasks.workunit.client.0.smithi097.stdout:919 2024-09-16T03:10:41.767 INFO:tasks.workunit.client.0.smithi097.stdout:920 2024-09-16T03:10:41.769 INFO:tasks.workunit.client.0.smithi097.stdout:921 2024-09-16T03:10:41.770 INFO:tasks.workunit.client.0.smithi097.stdout:922 2024-09-16T03:10:41.771 INFO:tasks.workunit.client.0.smithi097.stdout:923 2024-09-16T03:10:41.772 INFO:tasks.workunit.client.0.smithi097.stdout:924 2024-09-16T03:10:41.773 INFO:tasks.workunit.client.0.smithi097.stdout:925 2024-09-16T03:10:41.774 INFO:tasks.workunit.client.0.smithi097.stdout:926 2024-09-16T03:10:41.776 INFO:tasks.workunit.client.0.smithi097.stdout:927 2024-09-16T03:10:41.777 INFO:tasks.workunit.client.0.smithi097.stdout:928 2024-09-16T03:10:41.778 INFO:tasks.workunit.client.0.smithi097.stdout:929 2024-09-16T03:10:41.779 INFO:tasks.workunit.client.0.smithi097.stdout:930 2024-09-16T03:10:41.780 INFO:tasks.workunit.client.0.smithi097.stdout:931 2024-09-16T03:10:41.782 INFO:tasks.workunit.client.0.smithi097.stdout:932 2024-09-16T03:10:41.783 INFO:tasks.workunit.client.0.smithi097.stdout:933 2024-09-16T03:10:41.784 INFO:tasks.workunit.client.0.smithi097.stdout:934 2024-09-16T03:10:41.785 INFO:tasks.workunit.client.0.smithi097.stdout:935 2024-09-16T03:10:41.786 INFO:tasks.workunit.client.0.smithi097.stdout:936 2024-09-16T03:10:41.787 INFO:tasks.workunit.client.0.smithi097.stdout:937 2024-09-16T03:10:41.788 INFO:tasks.workunit.client.0.smithi097.stdout:938 2024-09-16T03:10:41.789 INFO:tasks.workunit.client.0.smithi097.stdout:939 2024-09-16T03:10:41.790 INFO:tasks.workunit.client.0.smithi097.stdout:940 2024-09-16T03:10:41.791 INFO:tasks.workunit.client.0.smithi097.stdout:941 2024-09-16T03:10:41.793 INFO:tasks.workunit.client.0.smithi097.stdout:942 2024-09-16T03:10:41.794 INFO:tasks.workunit.client.0.smithi097.stdout:943 2024-09-16T03:10:41.795 INFO:tasks.workunit.client.0.smithi097.stdout:944 2024-09-16T03:10:41.796 INFO:tasks.workunit.client.0.smithi097.stdout:945 2024-09-16T03:10:41.798 INFO:tasks.workunit.client.0.smithi097.stdout:946 2024-09-16T03:10:41.798 INFO:tasks.workunit.client.0.smithi097.stdout:947 2024-09-16T03:10:41.800 INFO:tasks.workunit.client.0.smithi097.stdout:948 2024-09-16T03:10:41.801 INFO:tasks.workunit.client.0.smithi097.stdout:949 2024-09-16T03:10:41.802 INFO:tasks.workunit.client.0.smithi097.stdout:950 2024-09-16T03:10:41.803 INFO:tasks.workunit.client.0.smithi097.stdout:951 2024-09-16T03:10:41.804 INFO:tasks.workunit.client.0.smithi097.stdout:952 2024-09-16T03:10:41.805 INFO:tasks.workunit.client.0.smithi097.stdout:953 2024-09-16T03:10:41.806 INFO:tasks.workunit.client.0.smithi097.stdout:954 2024-09-16T03:10:41.807 INFO:tasks.workunit.client.0.smithi097.stdout:955 2024-09-16T03:10:41.809 INFO:tasks.workunit.client.0.smithi097.stdout:956 2024-09-16T03:10:41.810 INFO:tasks.workunit.client.0.smithi097.stdout:957 2024-09-16T03:10:41.811 INFO:tasks.workunit.client.0.smithi097.stdout:958 2024-09-16T03:10:41.812 INFO:tasks.workunit.client.0.smithi097.stdout:959 2024-09-16T03:10:41.813 INFO:tasks.workunit.client.0.smithi097.stdout:960 2024-09-16T03:10:41.814 INFO:tasks.workunit.client.0.smithi097.stdout:961 2024-09-16T03:10:41.816 INFO:tasks.workunit.client.0.smithi097.stdout:962 2024-09-16T03:10:41.816 INFO:tasks.workunit.client.0.smithi097.stdout:963 2024-09-16T03:10:41.818 INFO:tasks.workunit.client.0.smithi097.stdout:964 2024-09-16T03:10:41.818 INFO:tasks.workunit.client.0.smithi097.stdout:965 2024-09-16T03:10:41.820 INFO:tasks.workunit.client.0.smithi097.stdout:966 2024-09-16T03:10:41.821 INFO:tasks.workunit.client.0.smithi097.stdout:967 2024-09-16T03:10:41.822 INFO:tasks.workunit.client.0.smithi097.stdout:968 2024-09-16T03:10:41.823 INFO:tasks.workunit.client.0.smithi097.stdout:969 2024-09-16T03:10:41.825 INFO:tasks.workunit.client.0.smithi097.stdout:970 2024-09-16T03:10:41.826 INFO:tasks.workunit.client.0.smithi097.stdout:971 2024-09-16T03:10:41.827 INFO:tasks.workunit.client.0.smithi097.stdout:972 2024-09-16T03:10:41.829 INFO:tasks.workunit.client.0.smithi097.stdout:973 2024-09-16T03:10:41.830 INFO:tasks.workunit.client.0.smithi097.stdout:974 2024-09-16T03:10:41.831 INFO:tasks.workunit.client.0.smithi097.stdout:975 2024-09-16T03:10:41.832 INFO:tasks.workunit.client.0.smithi097.stdout:976 2024-09-16T03:10:41.834 INFO:tasks.workunit.client.0.smithi097.stdout:977 2024-09-16T03:10:41.834 INFO:tasks.workunit.client.0.smithi097.stdout:978 2024-09-16T03:10:41.836 INFO:tasks.workunit.client.0.smithi097.stdout:979 2024-09-16T03:10:41.837 INFO:tasks.workunit.client.0.smithi097.stdout:980 2024-09-16T03:10:41.838 INFO:tasks.workunit.client.0.smithi097.stdout:981 2024-09-16T03:10:41.840 INFO:tasks.workunit.client.0.smithi097.stdout:982 2024-09-16T03:10:41.841 INFO:tasks.workunit.client.0.smithi097.stdout:983 2024-09-16T03:10:41.842 INFO:tasks.workunit.client.0.smithi097.stdout:984 2024-09-16T03:10:41.843 INFO:tasks.workunit.client.0.smithi097.stdout:985 2024-09-16T03:10:41.845 INFO:tasks.workunit.client.0.smithi097.stdout:986 2024-09-16T03:10:41.846 INFO:tasks.workunit.client.0.smithi097.stdout:987 2024-09-16T03:10:41.847 INFO:tasks.workunit.client.0.smithi097.stdout:988 2024-09-16T03:10:41.849 INFO:tasks.workunit.client.0.smithi097.stdout:989 2024-09-16T03:10:41.849 INFO:tasks.workunit.client.0.smithi097.stdout:990 2024-09-16T03:10:41.850 INFO:tasks.workunit.client.0.smithi097.stdout:991 2024-09-16T03:10:41.851 INFO:tasks.workunit.client.0.smithi097.stdout:992 2024-09-16T03:10:41.852 INFO:tasks.workunit.client.0.smithi097.stdout:993 2024-09-16T03:10:41.854 INFO:tasks.workunit.client.0.smithi097.stdout:994 2024-09-16T03:10:41.855 INFO:tasks.workunit.client.0.smithi097.stdout:995 2024-09-16T03:10:41.856 INFO:tasks.workunit.client.0.smithi097.stdout:996 2024-09-16T03:10:41.857 INFO:tasks.workunit.client.0.smithi097.stdout:997 2024-09-16T03:10:41.858 INFO:tasks.workunit.client.0.smithi097.stdout:998 2024-09-16T03:10:41.859 INFO:tasks.workunit.client.0.smithi097.stdout:999 2024-09-16T03:10:41.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[90424]: pgmap v1136: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:41.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:41.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[90424]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T03:10:41.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/600847190' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-16T03:10:41.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:41.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[88563]: pgmap v1136: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:41.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:41.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[88563]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T03:10:41.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/600847190' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-16T03:10:41.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:41 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:42.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:41 smithi184 ceph-mon[82194]: pgmap v1136: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:42.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:41 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:42.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:41 smithi184 ceph-mon[82194]: osdmap e960: 8 total, 8 up, 8 in 2024-09-16T03:10:42.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:41 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/600847190' entity='client.admin' cmd={"prefix": "osd dump","format":"json"} : dispatch 2024-09-16T03:10:42.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:41 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:42.745 INFO:tasks.workunit.client.0.smithi097.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-16T03:10:42.745 INFO:tasks.workunit.client.0.smithi097.stdout:00000010 69 73 |is| 2024-09-16T03:10:42.746 INFO:tasks.workunit.client.0.smithi097.stdout:00000012 2024-09-16T03:10:42.746 INFO:tasks.workunit.client.0.smithi097.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-09-16T03:10:42.746 INFO:tasks.workunit.client.0.smithi097.stdout:00000010 69 73 |is| 2024-09-16T03:10:42.746 INFO:tasks.workunit.client.0.smithi097.stdout:00000012 2024-09-16T03:10:42.746 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsHello.WriteReturnData (4022 ms) 2024-09-16T03:10:42.746 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsHello.Loud 2024-09-16T03:10:42.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:42 smithi097 ceph-mon[88563]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T03:10:42.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:42 smithi097 ceph-mon[90424]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T03:10:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:42 smithi184 ceph-mon[82194]: osdmap e961: 8 total, 8 up, 8 in 2024-09-16T03:10:44.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:43 smithi184 ceph-mon[82194]: pgmap v1139: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:10:44.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:43 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:44.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:43 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:44.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:43 smithi184 ceph-mon[82194]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T03:10:44.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:43 smithi097 ceph-mon[88563]: pgmap v1139: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:10:44.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:43 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:44.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:43 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:44.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:43 smithi097 ceph-mon[88563]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T03:10:44.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:43 smithi097 ceph-mon[90424]: pgmap v1139: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:10:44.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:43 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:44.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:43 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:44.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:43 smithi097 ceph-mon[90424]: osdmap e962: 8 total, 8 up, 8 in 2024-09-16T03:10:44.767 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:10:44] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.51.0" 2024-09-16T03:10:45.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:44 smithi184 ceph-mon[82194]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T03:10:45.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:44 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3522576792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:45.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:44 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:45.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:44 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:45.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:44 smithi184 ceph-mon[82194]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T03:10:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[90424]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T03:10:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3522576792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:45.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[90424]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T03:10:45.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[88563]: osdmap e963: 8 total, 8 up, 8 in 2024-09-16T03:10:45.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3522576792' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:45.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:45.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:45.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:44 smithi097 ceph-mon[88563]: osdmap e964: 8 total, 8 up, 8 in 2024-09-16T03:10:45.753 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsHello.Loud (3006 ms) 2024-09-16T03:10:45.753 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsHello.BadMethods 2024-09-16T03:10:46.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:45 smithi184 ceph-mon[82194]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:46.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:45 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:46.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:45 smithi184 ceph-mon[82194]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T03:10:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:45 smithi097 ceph-mon[88563]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:45 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:46.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:45 smithi097 ceph-mon[88563]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T03:10:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:45 smithi097 ceph-mon[90424]: pgmap v1142: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:45 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:46.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:45 smithi097 ceph-mon[90424]: osdmap e965: 8 total, 8 up, 8 in 2024-09-16T03:10:48.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:47 smithi184 ceph-mon[82194]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:48.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:47 smithi184 ceph-mon[82194]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T03:10:48.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:47 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3012621635' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:48.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:47 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:48.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:47 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[88563]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[88563]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T03:10:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3012621635' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:48.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:48.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[90424]: pgmap v1145: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:48.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[90424]: osdmap e966: 8 total, 8 up, 8 in 2024-09-16T03:10:48.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3012621635' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:48.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:48.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:48.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:10:47.772+0000 7fdddfce0640 -1 osd.3 pg_epoch: 967 pg[38.2( v 967'1 (0'0,967'1] local-lis/les=966/967 n=1 ec=966/966 lis/c=966/966 les/c/f=967/967/0 sis=966) [3,7,5] r=0 lpr=966 crt=967'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-09-16T03:10:48.246 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:10:47 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:10:47.773+0000 7fdddfce0640 -1 osd.3 pg_epoch: 967 pg[38.2( v 967'2 (0'0,967'2] local-lis/les=966/967 n=1 ec=966/966 lis/c=966/966 les/c/f=967/967/0 sis=966) [3,7,5] r=0 lpr=966 crt=967'1 lcod 967'1 mlcod 967'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-09-16T03:10:48.766 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsHello.BadMethods (3014 ms) 2024-09-16T03:10:48.766 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsHello.Filter 2024-09-16T03:10:49.060 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:48 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3012621635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:49.060 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:48 smithi184 ceph-mon[82194]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T03:10:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:48 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3012621635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:49.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:48 smithi097 ceph-mon[88563]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T03:10:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:48 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3012621635' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:49.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:48 smithi097 ceph-mon[90424]: osdmap e967: 8 total, 8 up, 8 in 2024-09-16T03:10:50.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:49 smithi184 ceph-mon[82194]: pgmap v1148: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:10:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:49 smithi184 ceph-mon[82194]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T03:10:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:49 smithi097 ceph-mon[88563]: pgmap v1148: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:10:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:49 smithi097 ceph-mon[88563]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T03:10:50.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:49 smithi097 ceph-mon[90424]: pgmap v1148: 137 pgs: 12 creating+peering, 6 unknown, 119 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-09-16T03:10:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:49 smithi097 ceph-mon[90424]: osdmap e968: 8 total, 8 up, 8 in 2024-09-16T03:10:50.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:10:51.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:50 smithi184 ceph-mon[82194]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T03:10:51.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:50 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1022380080' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:51.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:50 smithi097 ceph-mon[88563]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T03:10:51.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:50 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1022380080' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:51.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:50 smithi097 ceph-mon[90424]: osdmap e969: 8 total, 8 up, 8 in 2024-09-16T03:10:51.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:50 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1022380080' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:51.787 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsHello.Filter (3022 ms) 2024-09-16T03:10:51.787 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 6 tests from ClsHello (18989 ms total) 2024-09-16T03:10:51.787 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:10:51.788 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:10:51.788 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 6 tests from 1 test suite ran. (18989 ms total) 2024-09-16T03:10:51.788 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 6 tests. 2024-09-16T03:10:51.791 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T03:10:51.791 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:10:51.861 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-09-16T03:10:51.862 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-09-16T03:10:51.934 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:10:51.935 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 27 tests from 1 test suite. 2024-09-16T03:10:51.935 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:10:51.935 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 27 tests from TestClsJournal 2024-09-16T03:10:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:51 smithi184 ceph-mon[82194]: pgmap v1151: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:51 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:51 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1022380080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:51 smithi184 ceph-mon[82194]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T03:10:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:51 smithi097 ceph-mon[88563]: pgmap v1151: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:51 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:51 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1022380080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:52.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:51 smithi097 ceph-mon[88563]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T03:10:52.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:51 smithi097 ceph-mon[90424]: pgmap v1151: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:52.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:51 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:52.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:51 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1022380080' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128277-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:52.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:51 smithi097 ceph-mon[90424]: osdmap e970: 8 total, 8 up, 8 in 2024-09-16T03:10:53.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:52 smithi184 ceph-mon[82194]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T03:10:53.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:52 smithi097 ceph-mon[88563]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T03:10:53.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:52 smithi097 ceph-mon[90424]: osdmap e971: 8 total, 8 up, 8 in 2024-09-16T03:10:53.808 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.Create 2024-09-16T03:10:53.822 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.Create (14 ms) 2024-09-16T03:10:53.822 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-09-16T03:10:53.827 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-09-16T03:10:53.827 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-09-16T03:10:53.832 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-09-16T03:10:53.832 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-09-16T03:10:53.837 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (5 ms) 2024-09-16T03:10:53.837 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-09-16T03:10:53.839 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-09-16T03:10:53.839 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-09-16T03:10:53.842 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-09-16T03:10:53.842 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-09-16T03:10:53.845 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-09-16T03:10:53.845 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.GetClient 2024-09-16T03:10:53.848 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-09-16T03:10:53.848 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-09-16T03:10:53.850 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-09-16T03:10:53.850 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-09-16T03:10:53.854 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-09-16T03:10:53.854 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-09-16T03:10:53.858 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-09-16T03:10:53.858 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-09-16T03:10:53.863 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-09-16T03:10:53.864 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-09-16T03:10:53.866 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-09-16T03:10:53.867 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-09-16T03:10:53.870 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-09-16T03:10:53.871 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-09-16T03:10:53.966 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (95 ms) 2024-09-16T03:10:53.966 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-09-16T03:10:53.969 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-09-16T03:10:53.969 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-09-16T03:10:53.972 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (2 ms) 2024-09-16T03:10:53.972 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-09-16T03:10:53.972 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-09-16T03:10:53.972 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.ClientList 2024-09-16T03:10:54.009 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.ClientList (37 ms) 2024-09-16T03:10:54.009 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-09-16T03:10:54.013 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-09-16T03:10:54.013 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.TagCreate 2024-09-16T03:10:54.021 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-09-16T03:10:54.021 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-09-16T03:10:54.028 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (6 ms) 2024-09-16T03:10:54.028 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.TagList 2024-09-16T03:10:54.113 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.TagList (86 ms) 2024-09-16T03:10:54.114 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-09-16T03:10:54.115 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-09-16T03:10:54.115 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-09-16T03:10:54.116 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-09-16T03:10:54.116 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-09-16T03:10:54.118 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-09-16T03:10:54.118 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsJournal.Append 2024-09-16T03:10:54.127 INFO:tasks.workunit.client.0.smithi097.stdout:padding is not enabled 2024-09-16T03:10:54.127 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-09-16T03:10:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:53 smithi184 ceph-mon[82194]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:53 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:54.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:53 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:10:54.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:53 smithi184 ceph-mon[82194]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T03:10:54.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:53 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1139851301' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:54.161 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:53 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[88563]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:10:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[88563]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T03:10:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1139851301' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[90424]: pgmap v1154: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:10:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:10:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[90424]: osdmap e972: 8 total, 8 up, 8 in 2024-09-16T03:10:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1139851301' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:54.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:53 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:54.803 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:10:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:10:54] "GET /metrics HTTP/1.1" 200 34014 "" "Prometheus/2.51.0" 2024-09-16T03:10:54.811 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 27 tests from TestClsJournal (319 ms total) 2024-09-16T03:10:54.811 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:10:54.811 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:10:54.811 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 27 tests from 1 test suite ran. (2877 ms total) 2024-09-16T03:10:54.811 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 27 tests. 2024-09-16T03:10:54.814 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T03:10:54.814 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:10:54.880 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-09-16T03:10:54.881 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-09-16T03:10:54.952 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:10:54.953 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 11 tests from 1 test suite. 2024-09-16T03:10:54.953 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:10:54.953 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 11 tests from ClsLock 2024-09-16T03:10:54.953 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-09-16T03:10:55.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:54 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:55.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:54 smithi184 ceph-mon[82194]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T03:10:55.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:54 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:55.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:54 smithi097 ceph-mon[90424]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T03:10:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:54 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128500-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:55.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:54 smithi097 ceph-mon[88563]: osdmap e973: 8 total, 8 up, 8 in 2024-09-16T03:10:56.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:55 smithi184 ceph-mon[82194]: pgmap v1157: 137 pgs: 17 creating+peering, 12 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:56.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:55 smithi184 ceph-mon[82194]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T03:10:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:55 smithi097 ceph-mon[88563]: pgmap v1157: 137 pgs: 17 creating+peering, 12 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:56.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:55 smithi097 ceph-mon[88563]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T03:10:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:55 smithi097 ceph-mon[90424]: pgmap v1157: 137 pgs: 17 creating+peering, 12 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:56.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:55 smithi097 ceph-mon[90424]: osdmap e974: 8 total, 8 up, 8 in 2024-09-16T03:10:56.858 INFO:tasks.workunit.client.0.smithi097.stdout:lock: mylock 2024-09-16T03:10:56.859 INFO:tasks.workunit.client.0.smithi097.stdout: lock_type: exclusive 2024-09-16T03:10:56.859 INFO:tasks.workunit.client.0.smithi097.stdout: tag: 2024-09-16T03:10:56.859 INFO:tasks.workunit.client.0.smithi097.stdout: lockers: 2024-09-16T03:10:56.859 INFO:tasks.workunit.client.0.smithi097.stdout: client.44795 expiration=2024-09-16T03:12:56.853840+0000 addr=v1:172.21.15.97:0/3680569088 cookie= 2024-09-16T03:10:56.862 INFO:tasks.workunit.client.0.smithi097.stdout:lock: mylock 2024-09-16T03:10:56.862 INFO:tasks.workunit.client.0.smithi097.stdout: lock_type: shared 2024-09-16T03:10:56.862 INFO:tasks.workunit.client.0.smithi097.stdout: tag: 2024-09-16T03:10:56.862 INFO:tasks.workunit.client.0.smithi097.stdout: lockers: 2024-09-16T03:10:56.862 INFO:tasks.workunit.client.0.smithi097.stdout: client.34884 expiration=0.000000 addr=v1:172.21.15.97:0/2843806328 cookie= 2024-09-16T03:10:56.863 INFO:tasks.workunit.client.0.smithi097.stdout: client.44795 expiration=2024-09-16T03:12:56.860091+0000 addr=v1:172.21.15.97:0/3680569088 cookie= 2024-09-16T03:10:56.863 INFO:tasks.workunit.client.0.smithi097.stdout:lock: mylock 2024-09-16T03:10:56.864 INFO:tasks.workunit.client.0.smithi097.stdout: lock_type: shared 2024-09-16T03:10:56.864 INFO:tasks.workunit.client.0.smithi097.stdout: tag: 2024-09-16T03:10:56.864 INFO:tasks.workunit.client.0.smithi097.stdout: lockers: 2024-09-16T03:10:56.864 INFO:tasks.workunit.client.0.smithi097.stdout: client.34884 expiration=0.000000 addr=v1:172.21.15.97:0/2843806328 cookie= 2024-09-16T03:10:57.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:56 smithi184 ceph-mon[82194]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T03:10:57.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:56 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3680569088' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:57.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:56 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:57.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:56 smithi097 ceph-mon[88563]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T03:10:57.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:56 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3680569088' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:57.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:56 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:57.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:56 smithi097 ceph-mon[90424]: osdmap e975: 8 total, 8 up, 8 in 2024-09-16T03:10:57.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:56 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3680569088' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:57.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:56 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:10:57.831 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestMultiLocking (2879 ms) 2024-09-16T03:10:57.832 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestMeta 2024-09-16T03:10:58.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:57 smithi184 ceph-mon[82194]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:58.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:57 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:58.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:57 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:58.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:57 smithi184 ceph-mon[82194]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T03:10:58.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:57 smithi097 ceph-mon[88563]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:58.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:57 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:58.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:57 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:58.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:57 smithi097 ceph-mon[88563]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T03:10:58.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:57 smithi097 ceph-mon[90424]: pgmap v1160: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:10:58.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:57 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:10:58.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:57 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:10:58.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:57 smithi097 ceph-mon[90424]: osdmap e976: 8 total, 8 up, 8 in 2024-09-16T03:10:59.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:58 smithi184 ceph-mon[82194]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T03:10:59.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:58 smithi097 ceph-mon[88563]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T03:10:59.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:58 smithi097 ceph-mon[90424]: osdmap e977: 8 total, 8 up, 8 in 2024-09-16T03:10:59.867 INFO:tasks.workunit.client.0.smithi097.stdout:lock: mylock 2024-09-16T03:10:59.867 INFO:tasks.workunit.client.0.smithi097.stdout: lock_type: shared 2024-09-16T03:10:59.867 INFO:tasks.workunit.client.0.smithi097.stdout: tag: 2024-09-16T03:10:59.867 INFO:tasks.workunit.client.0.smithi097.stdout: lockers: 2024-09-16T03:10:59.868 INFO:tasks.workunit.client.0.smithi097.stdout: client.44813 expiration=0.000000 addr=v1:172.21.15.97:0/2400322000 cookie= 2024-09-16T03:10:59.869 INFO:tasks.workunit.client.0.smithi097.stdout:lock: mylock 2024-09-16T03:10:59.869 INFO:tasks.workunit.client.0.smithi097.stdout: lock_type: exclusive 2024-09-16T03:10:59.869 INFO:tasks.workunit.client.0.smithi097.stdout: tag: new_tag 2024-09-16T03:10:59.869 INFO:tasks.workunit.client.0.smithi097.stdout: lockers: 2024-09-16T03:10:59.869 INFO:tasks.workunit.client.0.smithi097.stdout: client.34890 expiration=0.000000 addr=v1:172.21.15.97:0/259502180 cookie= 2024-09-16T03:11:00.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:59 smithi184 ceph-mon[82194]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:59 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:59 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:11:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:59 smithi184 ceph-mon[82194]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T03:11:00.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:10:59 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/259502180' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[88563]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:11:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[88563]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T03:11:00.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/259502180' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:00.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[90424]: pgmap v1163: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:00.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:00.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:11:00.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[90424]: osdmap e978: 8 total, 8 up, 8 in 2024-09-16T03:11:00.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:10:59 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/259502180' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:00.856 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestMeta (3024 ms) 2024-09-16T03:11:00.856 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestCookie 2024-09-16T03:11:01.146 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:00 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/259502180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:01.146 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:00 smithi097 ceph-mon[88563]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T03:11:01.147 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:00 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/259502180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:01.147 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:00 smithi097 ceph-mon[90424]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T03:11:01.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:00 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/259502180' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:01.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:00 smithi184 ceph-mon[82194]: osdmap e979: 8 total, 8 up, 8 in 2024-09-16T03:11:02.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:01 smithi184 ceph-mon[82194]: pgmap v1166: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:02.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:01 smithi184 ceph-mon[82194]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T03:11:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:01 smithi097 ceph-mon[88563]: pgmap v1166: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:02.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:01 smithi097 ceph-mon[88563]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T03:11:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:01 smithi097 ceph-mon[90424]: pgmap v1166: 137 pgs: 8 creating+peering, 19 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:02.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:01 smithi097 ceph-mon[90424]: osdmap e980: 8 total, 8 up, 8 in 2024-09-16T03:11:03.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:02 smithi184 ceph-mon[82194]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T03:11:03.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:02 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1304587965' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:03.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:02 smithi097 ceph-mon[88563]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T03:11:03.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:02 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1304587965' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:03.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:02 smithi097 ceph-mon[90424]: osdmap e981: 8 total, 8 up, 8 in 2024-09-16T03:11:03.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:02 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1304587965' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:03.599 INFO:tasks.workunit.client.0.smithi097.stdout:lock: mylock 2024-09-16T03:11:03.599 INFO:tasks.workunit.client.0.smithi097.stdout: lock_type: exclusive 2024-09-16T03:11:03.599 INFO:tasks.workunit.client.0.smithi097.stdout: tag: 2024-09-16T03:11:03.599 INFO:tasks.workunit.client.0.smithi097.stdout: lockers: 2024-09-16T03:11:03.601 INFO:tasks.workunit.client.0.smithi097.stdout:lock: mylock 2024-09-16T03:11:03.601 INFO:tasks.workunit.client.0.smithi097.stdout: lock_type: shared 2024-09-16T03:11:03.601 INFO:tasks.workunit.client.0.smithi097.stdout: tag: 2024-09-16T03:11:03.602 INFO:tasks.workunit.client.0.smithi097.stdout: lockers: 2024-09-16T03:11:03.602 INFO:tasks.workunit.client.0.smithi097.stdout: client.34902 expiration=0.000000 addr=v1:172.21.15.97:0/1304587965 cookie= 2024-09-16T03:11:03.602 INFO:tasks.workunit.client.0.smithi097.stdout: client.34902 expiration=0.000000 addr=v1:172.21.15.97:0/1304587965 cookie=new cookie 2024-09-16T03:11:03.878 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestCookie (3023 ms) 2024-09-16T03:11:03.878 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-09-16T03:11:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:03 smithi184 ceph-mon[82194]: pgmap v1169: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:03 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:03 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1304587965' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:03 smithi184 ceph-mon[82194]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T03:11:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:04.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:03 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[88563]: pgmap v1169: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1304587965' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[88563]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T03:11:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:04.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:04.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[90424]: pgmap v1169: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1304587965' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[90424]: osdmap e982: 8 total, 8 up, 8 in 2024-09-16T03:11:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:04.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:03 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:04.876 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:11:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:11:04] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.51.0" 2024-09-16T03:11:05.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:04 smithi184 ceph-mon[82194]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T03:11:05.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:04 smithi097 ceph-mon[90424]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T03:11:05.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:04 smithi097 ceph-mon[88563]: osdmap e983: 8 total, 8 up, 8 in 2024-09-16T03:11:06.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:05 smithi184 ceph-mon[82194]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:06.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:05 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:06.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:05 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:11:06.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:05 smithi184 ceph-mon[82194]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T03:11:06.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:05 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/4286514999' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:06.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:05 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[88563]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:11:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[88563]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T03:11:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/4286514999' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:06.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[90424]: pgmap v1172: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:11:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[90424]: osdmap e984: 8 total, 8 up, 8 in 2024-09-16T03:11:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/4286514999' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:06.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:05 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:06.898 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestMultipleLocks (3019 ms) 2024-09-16T03:11:06.898 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestLockDuration 2024-09-16T03:11:07.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:06 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:07.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:06 smithi184 ceph-mon[82194]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T03:11:07.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:06 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:07.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:06 smithi097 ceph-mon[88563]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T03:11:07.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:06 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:07.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:06 smithi097 ceph-mon[90424]: osdmap e985: 8 total, 8 up, 8 in 2024-09-16T03:11:08.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:07 smithi184 ceph-mon[82194]: pgmap v1175: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:08.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:07 smithi184 ceph-mon[82194]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T03:11:08.244 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:07 smithi097 ceph-mon[90424]: pgmap v1175: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:08.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:07 smithi097 ceph-mon[90424]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T03:11:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:07 smithi097 ceph-mon[88563]: pgmap v1175: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:08.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:07 smithi097 ceph-mon[88563]: osdmap e986: 8 total, 8 up, 8 in 2024-09-16T03:11:09.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:08 smithi184 ceph-mon[82194]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T03:11:09.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:08 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3666436328' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:09.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:08 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:09.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:08 smithi097 ceph-mon[88563]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T03:11:09.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:08 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3666436328' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:09.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:08 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:09.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:08 smithi097 ceph-mon[90424]: osdmap e987: 8 total, 8 up, 8 in 2024-09-16T03:11:09.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:08 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3666436328' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:09.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:08 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:10.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:09 smithi184 ceph-mon[82194]: pgmap v1178: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:10.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:09 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:10.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:09 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:10.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:09 smithi184 ceph-mon[82194]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T03:11:10.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:09 smithi097 ceph-mon[88563]: pgmap v1178: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:10.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:09 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:10.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:09 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:10.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:09 smithi097 ceph-mon[88563]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T03:11:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:09 smithi097 ceph-mon[90424]: pgmap v1178: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:09 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:09 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:10.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:09 smithi097 ceph-mon[90424]: osdmap e988: 8 total, 8 up, 8 in 2024-09-16T03:11:11.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:10 smithi097 ceph-mon[88563]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T03:11:11.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:10 smithi097 ceph-mon[90424]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T03:11:11.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:10 smithi184 ceph-mon[82194]: osdmap e989: 8 total, 8 up, 8 in 2024-09-16T03:11:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:11 smithi097 ceph-mon[88563]: pgmap v1181: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:11 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:12.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:11 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:11:12.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:11 smithi097 ceph-mon[90424]: pgmap v1181: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:12.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:11 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:12.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:11 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:11:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:11 smithi184 ceph-mon[82194]: pgmap v1181: 137 pgs: 17 creating+peering, 8 unknown, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:11 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:12.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:11 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:11:14.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:13 smithi097 ceph-mon[88563]: pgmap v1182: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:14.248 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:13 smithi097 ceph-mon[90424]: pgmap v1182: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:14.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:13 smithi184 ceph-mon[82194]: pgmap v1182: 137 pgs: 17 creating+peering, 120 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:14.934 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestLockDuration (8036 ms) 2024-09-16T03:11:14.934 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-09-16T03:11:14.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:11:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:11:14] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.51.0" 2024-09-16T03:11:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:15 smithi097 ceph-mon[88563]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:16.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:15 smithi097 ceph-mon[88563]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T03:11:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:15 smithi097 ceph-mon[90424]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:16.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:15 smithi097 ceph-mon[90424]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T03:11:16.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:15 smithi184 ceph-mon[82194]: pgmap v1183: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:16.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:15 smithi184 ceph-mon[82194]: osdmap e990: 8 total, 8 up, 8 in 2024-09-16T03:11:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:16 smithi097 ceph-mon[88563]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T03:11:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:16 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/79892350' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:17.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:16 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:16 smithi097 ceph-mon[90424]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T03:11:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:16 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/79892350' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:17.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:16 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:17.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:16 smithi184 ceph-mon[82194]: osdmap e991: 8 total, 8 up, 8 in 2024-09-16T03:11:17.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:16 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/79892350' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:17.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:16 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:17.965 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestAssertLocked (3031 ms) 2024-09-16T03:11:17.965 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestSetCookie 2024-09-16T03:11:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:17 smithi097 ceph-mon[88563]: pgmap v1186: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:17 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:17 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:18.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:17 smithi097 ceph-mon[88563]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T03:11:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:17 smithi097 ceph-mon[90424]: pgmap v1186: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:17 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:17 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:18.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:17 smithi097 ceph-mon[90424]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T03:11:18.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:17 smithi184 ceph-mon[82194]: pgmap v1186: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:17 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:17 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:18.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:17 smithi184 ceph-mon[82194]: osdmap e992: 8 total, 8 up, 8 in 2024-09-16T03:11:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:18 smithi097 ceph-mon[88563]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T03:11:19.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:18 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:19.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:18 smithi097 ceph-mon[90424]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T03:11:19.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:18 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:19.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:18 smithi184 ceph-mon[82194]: osdmap e993: 8 total, 8 up, 8 in 2024-09-16T03:11:19.310 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:18 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[88563]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:20.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:11:20.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[88563]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T03:11:20.246 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/809302416' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[90424]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:11:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[90424]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T03:11:20.246 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:19 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/809302416' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:20.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:19 smithi184 ceph-mon[82194]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:20.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:19 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:20.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:19 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:11:20.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:19 smithi184 ceph-mon[82194]: osdmap e994: 8 total, 8 up, 8 in 2024-09-16T03:11:20.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:19 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/809302416' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-7","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:20.983 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestSetCookie (3017 ms) 2024-09-16T03:11:20.983 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestRenew 2024-09-16T03:11:21.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:20 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/809302416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:21.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:20 smithi097 ceph-mon[88563]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T03:11:21.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:20 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/809302416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:21.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:20 smithi097 ceph-mon[90424]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T03:11:21.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:20 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/809302416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:21.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:20 smithi184 ceph-mon[82194]: osdmap e995: 8 total, 8 up, 8 in 2024-09-16T03:11:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:21 smithi097 ceph-mon[88563]: pgmap v1192: 137 pgs: 3 creating+peering, 28 unknown, 106 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:22.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:21 smithi097 ceph-mon[88563]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T03:11:22.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:21 smithi097 ceph-mon[90424]: pgmap v1192: 137 pgs: 3 creating+peering, 28 unknown, 106 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:22.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:21 smithi097 ceph-mon[90424]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T03:11:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:21 smithi184 ceph-mon[82194]: pgmap v1192: 137 pgs: 3 creating+peering, 28 unknown, 106 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:22.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:21 smithi184 ceph-mon[82194]: osdmap e996: 8 total, 8 up, 8 in 2024-09-16T03:11:23.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:22 smithi184 ceph-mon[82194]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T03:11:23.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:22 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/134860512' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:23.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:22 smithi097 ceph-mon[88563]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T03:11:23.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:22 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/134860512' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:23.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:22 smithi097 ceph-mon[90424]: osdmap e997: 8 total, 8 up, 8 in 2024-09-16T03:11:23.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:22 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/134860512' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-8","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:23 smithi184 ceph-mon[82194]: pgmap v1195: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:23 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:23 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/134860512' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:24.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:23 smithi184 ceph-mon[82194]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T03:11:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:23 smithi097 ceph-mon[88563]: pgmap v1195: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:23 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:23 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/134860512' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:24.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:23 smithi097 ceph-mon[88563]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T03:11:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:23 smithi097 ceph-mon[90424]: pgmap v1195: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:23 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:23 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/134860512' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:24.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:23 smithi097 ceph-mon[90424]: osdmap e998: 8 total, 8 up, 8 in 2024-09-16T03:11:24.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:11:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:11:24] "GET /metrics HTTP/1.1" 200 34019 "" "Prometheus/2.51.0" 2024-09-16T03:11:25.408 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:25 smithi184 ceph-mon[82194]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T03:11:25.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:25 smithi097 ceph-mon[88563]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T03:11:25.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:25 smithi097 ceph-mon[90424]: osdmap e999: 8 total, 8 up, 8 in 2024-09-16T03:11:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:26 smithi184 ceph-mon[82194]: pgmap v1198: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:26 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:26.409 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:26 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:11:26.494 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:26 smithi097 ceph-mon[88563]: pgmap v1198: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:26 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:26.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:26 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:11:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:26 smithi097 ceph-mon[90424]: pgmap v1198: 137 pgs: 11 creating+peering, 4 unknown, 122 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:26 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:26.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:26 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:11:28.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:28 smithi097 ceph-mon[88563]: pgmap v1199: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:28.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:28 smithi097 ceph-mon[90424]: pgmap v1199: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:28.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:28 smithi184 ceph-mon[82194]: pgmap v1199: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:30.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:30 smithi097 ceph-mon[88563]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:30.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:30 smithi097 ceph-mon[90424]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:30.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:30 smithi184 ceph-mon[82194]: pgmap v1200: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:32.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:32 smithi097 ceph-mon[88563]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:32.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:32 smithi097 ceph-mon[90424]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:32.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:32 smithi184 ceph-mon[82194]: pgmap v1201: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:34 smithi097 ceph-mon[90424]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:34.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:34 smithi097 ceph-mon[88563]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:34.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:34.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:34 smithi184 ceph-mon[82194]: pgmap v1202: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 105 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:34.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:34.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:34.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:11:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:11:34] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.51.0" 2024-09-16T03:11:36.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:36 smithi097 ceph-mon[88563]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 286 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:36.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:36 smithi097 ceph-mon[90424]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 286 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:36.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:36 smithi184 ceph-mon[82194]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 286 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:38.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:38 smithi097 ceph-mon[88563]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:38.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:38 smithi097 ceph-mon[90424]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:38.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:38 smithi184 ceph-mon[82194]: pgmap v1204: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:40.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:40 smithi097 ceph-mon[88563]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:40.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:11:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:40 smithi097 ceph-mon[90424]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:40.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:11:40.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:40 smithi184 ceph-mon[82194]: pgmap v1205: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:40.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:11:41.268 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestRenew (20285 ms) 2024-09-16T03:11:41.268 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-09-16T03:11:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:41 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:11:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:41 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:11:41.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:41 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:41 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:11:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:41 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:11:41.495 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:41 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:41.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:41 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:11:41.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:41 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:11:41.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:41 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:11:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:42 smithi184 ceph-mon[82194]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:42.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:42 smithi184 ceph-mon[82194]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T03:11:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:42 smithi097 ceph-mon[88563]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:42.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:42 smithi097 ceph-mon[88563]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T03:11:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:42 smithi097 ceph-mon[90424]: pgmap v1206: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:42.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:42 smithi097 ceph-mon[90424]: osdmap e1000: 8 total, 8 up, 8 in 2024-09-16T03:11:43.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:43 smithi184 ceph-mon[82194]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T03:11:43.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:43 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3236149125' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:43 smithi097 ceph-mon[88563]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T03:11:43.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:43 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3236149125' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:43 smithi097 ceph-mon[90424]: osdmap e1001: 8 total, 8 up, 8 in 2024-09-16T03:11:43.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:43 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3236149125' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-9","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:44 smithi184 ceph-mon[82194]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:44 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:44 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3236149125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:44.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:44 smithi184 ceph-mon[82194]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T03:11:44.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-mon[90424]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:44.798 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:44.798 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3236149125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:44.798 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-mon[90424]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T03:11:44.799 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-mon[88563]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:44.799 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:11:44.799 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3236149125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:44.799 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-mon[88563]: osdmap e1002: 8 total, 8 up, 8 in 2024-09-16T03:11:44.799 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:11:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:11:44] "GET /metrics HTTP/1.1" 200 36389 "" "Prometheus/2.51.0" 2024-09-16T03:11:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:45 smithi184 ceph-mon[82194]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T03:11:45.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:45 smithi097 ceph-mon[88563]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T03:11:45.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:45 smithi097 ceph-mon[90424]: osdmap e1003: 8 total, 8 up, 8 in 2024-09-16T03:11:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:46 smithi184 ceph-mon[82194]: pgmap v1212: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:46 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:46.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:46 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:11:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:46 smithi097 ceph-mon[88563]: pgmap v1212: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:46 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:46.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:46 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:11:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:46 smithi097 ceph-mon[90424]: pgmap v1212: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:46 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:11:46.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:46 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:11:48.316 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7047 ms) 2024-09-16T03:11:48.316 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-09-16T03:11:48.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:48 smithi184 ceph-mon[82194]: pgmap v1213: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:48.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:48 smithi097 ceph-mon[88563]: pgmap v1213: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:48.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:48 smithi097 ceph-mon[90424]: pgmap v1213: 137 pgs: 8 creating+peering, 16 unknown, 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:49.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:49 smithi184 ceph-mon[82194]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T03:11:49.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:49 smithi097 ceph-mon[90424]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T03:11:49.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:49.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:49 smithi097 ceph-mon[88563]: osdmap e1004: 8 total, 8 up, 8 in 2024-09-16T03:11:49.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:11:50.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:50 smithi184 ceph-mon[82194]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:50.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:50 smithi184 ceph-mon[82194]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T03:11:50.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:50 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/4257766605' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:50.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:50 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:50.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:50 smithi097 ceph-mon[88563]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:50.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:50 smithi097 ceph-mon[88563]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T03:11:50.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:50 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/4257766605' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:50.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:50 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:50.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:50 smithi097 ceph-mon[90424]: pgmap v1215: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:50.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:50 smithi097 ceph-mon[90424]: osdmap e1005: 8 total, 8 up, 8 in 2024-09-16T03:11:50.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:50 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/4257766605' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:50.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:50 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:51.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:51 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:51.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:51 smithi184 ceph-mon[82194]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T03:11:51.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:51 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:51.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:51 smithi097 ceph-mon[88563]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T03:11:51.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:51 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:51.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:51 smithi097 ceph-mon[90424]: osdmap e1006: 8 total, 8 up, 8 in 2024-09-16T03:11:52.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:52 smithi184 ceph-mon[82194]: pgmap v1218: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:52.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:52 smithi184 ceph-mon[82194]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T03:11:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:52 smithi097 ceph-mon[88563]: pgmap v1218: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:52.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:52 smithi097 ceph-mon[88563]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T03:11:52.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:52 smithi097 ceph-mon[90424]: pgmap v1218: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:52.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:52 smithi097 ceph-mon[90424]: osdmap e1007: 8 total, 8 up, 8 in 2024-09-16T03:11:54.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:54 smithi184 ceph-mon[82194]: pgmap v1220: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:54.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:54 smithi097 ceph-mon[88563]: pgmap v1220: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:54.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:54 smithi097 ceph-mon[90424]: pgmap v1220: 137 pgs: 5 creating+peering, 17 unknown, 115 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:54.746 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:11:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:11:54] "GET /metrics HTTP/1.1" 200 34015 "" "Prometheus/2.51.0" 2024-09-16T03:11:56.354 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8039 ms) 2024-09-16T03:11:56.354 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-09-16T03:11:56.660 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:56 smithi184 ceph-mon[82194]: pgmap v1221: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:56.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:56 smithi097 ceph-mon[88563]: pgmap v1221: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:56.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:56 smithi097 ceph-mon[90424]: pgmap v1221: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-09-16T03:11:57.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:57 smithi184 ceph-mon[82194]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T03:11:57.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:57 smithi097 ceph-mon[88563]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T03:11:57.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:57 smithi097 ceph-mon[90424]: osdmap e1008: 8 total, 8 up, 8 in 2024-09-16T03:11:58.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:58 smithi184 ceph-mon[82194]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:58 smithi184 ceph-mon[82194]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T03:11:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:58 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3755601229' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:58.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:58 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:58 smithi097 ceph-mon[88563]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:58 smithi097 ceph-mon[88563]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T03:11:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:58 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3755601229' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:58 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:58 smithi097 ceph-mon[90424]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:11:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:58 smithi097 ceph-mon[90424]: osdmap e1009: 8 total, 8 up, 8 in 2024-09-16T03:11:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:58 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3755601229' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:58.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:58 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:11:59.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:59 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:59.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:59 smithi184 ceph-mon[82194]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T03:11:59.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:11:59 smithi184 ceph-mon[82194]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T03:11:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:59 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:59 smithi097 ceph-mon[88563]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T03:11:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:11:59 smithi097 ceph-mon[88563]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T03:11:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:59 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128555-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:11:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:59 smithi097 ceph-mon[90424]: osdmap e1010: 8 total, 8 up, 8 in 2024-09-16T03:11:59.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:11:59 smithi097 ceph-mon[90424]: osdmap e1011: 8 total, 8 up, 8 in 2024-09-16T03:12:00.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:00 smithi184 ceph-mon[82194]: pgmap v1226: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:00.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:00 smithi097 ceph-mon[88563]: pgmap v1226: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:00.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:00 smithi097 ceph-mon[90424]: pgmap v1226: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:02.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:02 smithi184 ceph-mon[82194]: pgmap v1228: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:02.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:02 smithi097 ceph-mon[88563]: pgmap v1228: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:02.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:02 smithi097 ceph-mon[90424]: pgmap v1228: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:04.396 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8042 ms) 2024-09-16T03:12:04.396 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 11 tests from ClsLock (69444 ms total) 2024-09-16T03:12:04.397 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:12:04.397 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:12:04.397 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 11 tests from 1 test suite ran. (69444 ms total) 2024-09-16T03:12:04.397 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 11 tests. 2024-09-16T03:12:04.400 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T03:12:04.400 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:12:04.428 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-09-16T03:12:04.428 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-09-16T03:12:04.501 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:12:04.501 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-16T03:12:04.501 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:12:04.501 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 4 tests from cls_log 2024-09-16T03:12:04.501 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-09-16T03:12:04.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:04 smithi184 ceph-mon[82194]: pgmap v1229: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:04.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:04 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:04 smithi097 ceph-mon[88563]: pgmap v1229: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:04.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:04 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:04 smithi097 ceph-mon[90424]: pgmap v1229: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:04.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:04 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:04.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:04 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:12:04] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.51.0" 2024-09-16T03:12:05.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:05 smithi184 ceph-mon[82194]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T03:12:05.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:05 smithi097 ceph-mon[88563]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T03:12:05.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:05 smithi097 ceph-mon[90424]: osdmap e1012: 8 total, 8 up, 8 in 2024-09-16T03:12:06.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:06 smithi184 ceph-mon[82194]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:06.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:06 smithi184 ceph-mon[82194]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T03:12:06.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:06 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3420535431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:06 smithi097 ceph-mon[88563]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:06 smithi097 ceph-mon[88563]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T03:12:06.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:06 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3420535431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:06 smithi097 ceph-mon[90424]: pgmap v1231: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:06 smithi097 ceph-mon[90424]: osdmap e1013: 8 total, 8 up, 8 in 2024-09-16T03:12:06.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:06 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3420535431' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:07.418 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_log.test_log_add_same_time (2917 ms) 2024-09-16T03:12:07.418 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-09-16T03:12:07.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:07 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3420535431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:07.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:07 smithi097 ceph-mon[90424]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T03:12:07.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:07 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3420535431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:07.746 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:07 smithi097 ceph-mon[88563]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T03:12:07.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:07 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3420535431' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:07.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:07 smithi184 ceph-mon[82194]: osdmap e1014: 8 total, 8 up, 8 in 2024-09-16T03:12:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:08 smithi097 ceph-mon[88563]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:08.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:08 smithi097 ceph-mon[88563]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T03:12:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:08 smithi097 ceph-mon[90424]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:08.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:08 smithi097 ceph-mon[90424]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T03:12:08.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:08 smithi184 ceph-mon[82194]: pgmap v1234: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:08.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:08 smithi184 ceph-mon[82194]: osdmap e1015: 8 total, 8 up, 8 in 2024-09-16T03:12:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:09 smithi097 ceph-mon[88563]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T03:12:09.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:09 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/527098846' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:09 smithi097 ceph-mon[90424]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T03:12:09.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:09 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/527098846' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:09.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:09 smithi184 ceph-mon[82194]: osdmap e1016: 8 total, 8 up, 8 in 2024-09-16T03:12:09.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:09 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/527098846' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:10.437 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_log.test_log_add_different_time (3019 ms) 2024-09-16T03:12:10.437 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_log.trim_by_time 2024-09-16T03:12:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:10 smithi097 ceph-mon[88563]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:10 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:10 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/527098846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:10.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:10 smithi097 ceph-mon[88563]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T03:12:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:10 smithi097 ceph-mon[90424]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:10.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:10 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:10.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:10 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/527098846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:10.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:10 smithi097 ceph-mon[90424]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T03:12:10.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:10 smithi184 ceph-mon[82194]: pgmap v1237: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:10 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:10 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/527098846' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:10.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:10 smithi184 ceph-mon[82194]: osdmap e1017: 8 total, 8 up, 8 in 2024-09-16T03:12:11.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:11 smithi097 ceph-mon[88563]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T03:12:11.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:11 smithi097 ceph-mon[90424]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T03:12:11.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:11 smithi184 ceph-mon[82194]: osdmap e1018: 8 total, 8 up, 8 in 2024-09-16T03:12:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[88563]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:12:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[88563]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T03:12:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1592627997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:12.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:12.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[90424]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:12.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:12.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:12:12.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[90424]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T03:12:12.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1592627997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:12.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:12 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:12 smithi184 ceph-mon[82194]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:12 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:12 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:12:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:12 smithi184 ceph-mon[82194]: osdmap e1019: 8 total, 8 up, 8 in 2024-09-16T03:12:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:12 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1592627997' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:12.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:12 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:13.458 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_log.trim_by_time (3022 ms) 2024-09-16T03:12:13.458 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] cls_log.trim_by_marker 2024-09-16T03:12:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:13 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:13.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:13 smithi097 ceph-mon[88563]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T03:12:13.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:13 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:13.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:13 smithi097 ceph-mon[90424]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T03:12:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:13 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:13.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:13 smithi184 ceph-mon[82194]: osdmap e1020: 8 total, 8 up, 8 in 2024-09-16T03:12:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:14 smithi097 ceph-mon[88563]: pgmap v1243: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:14.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:14 smithi097 ceph-mon[88563]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T03:12:14.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:14 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:12:14] "GET /metrics HTTP/1.1" 200 36387 "" "Prometheus/2.51.0" 2024-09-16T03:12:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:14 smithi097 ceph-mon[90424]: pgmap v1243: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:14.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:14 smithi097 ceph-mon[90424]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T03:12:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:14 smithi184 ceph-mon[82194]: pgmap v1243: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:14.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:14 smithi184 ceph-mon[82194]: osdmap e1021: 8 total, 8 up, 8 in 2024-09-16T03:12:15.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:15 smithi097 ceph-mon[88563]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T03:12:15.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:15 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2687920218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:15.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:15 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:15.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:15 smithi097 ceph-mon[90424]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T03:12:15.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:15 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2687920218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:15.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:15 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:15.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:15 smithi184 ceph-mon[82194]: osdmap e1022: 8 total, 8 up, 8 in 2024-09-16T03:12:15.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:15 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2687920218' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:15.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:15 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:16.488 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] cls_log.trim_by_marker (3029 ms) 2024-09-16T03:12:16.488 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 4 tests from cls_log (11987 ms total) 2024-09-16T03:12:16.488 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:12:16.488 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:12:16.488 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 4 tests from 1 test suite ran. (11987 ms total) 2024-09-16T03:12:16.488 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 4 tests. 2024-09-16T03:12:16.491 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T03:12:16.491 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:12:16.560 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-09-16T03:12:16.560 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-09-16T03:12:16.634 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:12:16.634 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 4 tests from 1 test suite. 2024-09-16T03:12:16.635 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:12:16.635 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 4 tests from ClsNumOps 2024-09-16T03:12:16.635 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsNumOps.Add 2024-09-16T03:12:16.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:16 smithi097 ceph-mon[88563]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:16.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:16 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:16.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:16 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:16.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:16 smithi097 ceph-mon[88563]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T03:12:16.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:16 smithi097 ceph-mon[90424]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:16.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:16 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:16.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:16 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:16.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:16 smithi097 ceph-mon[90424]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T03:12:16.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:16 smithi184 ceph-mon[82194]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:16.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:16 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:16.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:16 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128891-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:16.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:16 smithi184 ceph-mon[82194]: osdmap e1023: 8 total, 8 up, 8 in 2024-09-16T03:12:17.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:17 smithi097 ceph-mon[88563]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T03:12:17.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:17 smithi097 ceph-mon[90424]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T03:12:17.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:17 smithi184 ceph-mon[82194]: osdmap e1024: 8 total, 8 up, 8 in 2024-09-16T03:12:18.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[88563]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:18.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:18.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:12:18.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[88563]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T03:12:18.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2266054696' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:18.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:18.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[90424]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:18.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:18.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:12:18.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[90424]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T03:12:18.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2266054696' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:18.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:18 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:18 smithi184 ceph-mon[82194]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:18 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:18 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:12:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:18 smithi184 ceph-mon[82194]: osdmap e1025: 8 total, 8 up, 8 in 2024-09-16T03:12:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:18 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2266054696' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:18.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:18 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:19.508 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsNumOps.Add (2873 ms) 2024-09-16T03:12:19.508 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsNumOps.Sub 2024-09-16T03:12:19.809 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:19 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:19.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:19 smithi184 ceph-mon[82194]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T03:12:19.810 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:19 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:19 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:19 smithi097 ceph-mon[88563]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T03:12:19.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:19 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:19.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:19 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:19.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:19 smithi097 ceph-mon[90424]: osdmap e1026: 8 total, 8 up, 8 in 2024-09-16T03:12:19.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:19 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:20 smithi184 ceph-mon[82194]: pgmap v1252: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:20.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:20 smithi184 ceph-mon[82194]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T03:12:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:20 smithi097 ceph-mon[88563]: pgmap v1252: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:20.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:20 smithi097 ceph-mon[88563]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T03:12:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:20 smithi097 ceph-mon[90424]: pgmap v1252: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:20.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:20 smithi097 ceph-mon[90424]: osdmap e1027: 8 total, 8 up, 8 in 2024-09-16T03:12:21.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:21 smithi184 ceph-mon[82194]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T03:12:21.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:21 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1886336393' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:21.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:21 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:21 smithi097 ceph-mon[88563]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T03:12:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:21 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1886336393' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:21.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:21 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:21 smithi097 ceph-mon[90424]: osdmap e1028: 8 total, 8 up, 8 in 2024-09-16T03:12:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:21 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1886336393' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:21.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:21 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:22.524 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsNumOps.Sub (3016 ms) 2024-09-16T03:12:22.524 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsNumOps.Mul 2024-09-16T03:12:22.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:22 smithi184 ceph-mon[82194]: pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:22 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:22 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:22.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:22 smithi184 ceph-mon[82194]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T03:12:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:22 smithi097 ceph-mon[88563]: pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:22 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:22 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:22.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:22 smithi097 ceph-mon[88563]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T03:12:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:22 smithi097 ceph-mon[90424]: pgmap v1255: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:22 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:22 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:22.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:22 smithi097 ceph-mon[90424]: osdmap e1029: 8 total, 8 up, 8 in 2024-09-16T03:12:23.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:23 smithi184 ceph-mon[82194]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T03:12:23.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:23 smithi097 ceph-mon[88563]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T03:12:23.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:23 smithi097 ceph-mon[90424]: osdmap e1030: 8 total, 8 up, 8 in 2024-09-16T03:12:24.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:24 smithi184 ceph-mon[82194]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:24 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:24 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:12:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:24 smithi184 ceph-mon[82194]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T03:12:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:24 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3152413804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:24.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:24 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[88563]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:12:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[88563]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T03:12:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3152413804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:24.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:24.996 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:12:24] "GET /metrics HTTP/1.1" 200 36386 "" "Prometheus/2.51.0" 2024-09-16T03:12:24.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[90424]: pgmap v1258: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:24.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:24.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:12:24.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[90424]: osdmap e1031: 8 total, 8 up, 8 in 2024-09-16T03:12:24.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3152413804' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:24.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:24 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:25.549 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsNumOps.Mul (3025 ms) 2024-09-16T03:12:25.549 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] ClsNumOps.Div 2024-09-16T03:12:25.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:25 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:25.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:25 smithi184 ceph-mon[82194]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T03:12:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:25 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:25.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:25 smithi097 ceph-mon[88563]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T03:12:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:25 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:25.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:25 smithi097 ceph-mon[90424]: osdmap e1032: 8 total, 8 up, 8 in 2024-09-16T03:12:26.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:26 smithi184 ceph-mon[82194]: pgmap v1261: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:26.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:26 smithi184 ceph-mon[82194]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T03:12:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:26 smithi097 ceph-mon[88563]: pgmap v1261: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:26.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:26 smithi097 ceph-mon[88563]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T03:12:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:26 smithi097 ceph-mon[90424]: pgmap v1261: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:26.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:26 smithi097 ceph-mon[90424]: osdmap e1033: 8 total, 8 up, 8 in 2024-09-16T03:12:27.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:27 smithi184 ceph-mon[82194]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T03:12:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:27 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2062799317' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:27.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:27 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:27.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:27 smithi097 ceph-mon[88563]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T03:12:27.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:27 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2062799317' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:27.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:27 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:27 smithi097 ceph-mon[90424]: osdmap e1034: 8 total, 8 up, 8 in 2024-09-16T03:12:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:27 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2062799317' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:27.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:27 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:28.572 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] ClsNumOps.Div (3022 ms) 2024-09-16T03:12:28.572 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 4 tests from ClsNumOps (11937 ms total) 2024-09-16T03:12:28.572 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:12:28.572 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:12:28.572 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 4 tests from 1 test suite ran. (11937 ms total) 2024-09-16T03:12:28.572 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 4 tests. 2024-09-16T03:12:28.574 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-09-16T03:12:28.575 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:12:28.643 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-09-16T03:12:28.643 DEBUG:teuthology.orchestra.run.smithi097:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-09-16T03:12:28.716 INFO:tasks.workunit.client.0.smithi097.stdout:Running main() from gmock_main.cc 2024-09-16T03:12:28.716 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] Running 70 tests from 1 test suite. 2024-09-16T03:12:28.716 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment set-up. 2024-09-16T03:12:28.716 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 70 tests from TestClsRbd 2024-09-16T03:12:28.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:28 smithi184 ceph-mon[82194]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:28 smithi184 ceph-mon[82194]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:28 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:28.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:28 smithi184 ceph-mon[82194]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T03:12:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:28 smithi097 ceph-mon[88563]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:28 smithi097 ceph-mon[88563]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:28 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:28.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:28 smithi097 ceph-mon[88563]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T03:12:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:28 smithi097 ceph-mon[90424]: pgmap v1264: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:28 smithi097 ceph-mon[90424]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-09-16T03:12:28.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:28 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-128997-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:28.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:28 smithi097 ceph-mon[90424]: osdmap e1035: 8 total, 8 up, 8 in 2024-09-16T03:12:29.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:29 smithi184 ceph-mon[82194]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T03:12:29.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:29 smithi184 ceph-mon[82194]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:29.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:29 smithi097 ceph-mon[88563]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T03:12:29.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:29 smithi097 ceph-mon[88563]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:29 smithi097 ceph-mon[90424]: osdmap e1036: 8 total, 8 up, 8 in 2024-09-16T03:12:29.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:29 smithi097 ceph-mon[90424]: pgmap v1267: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:30.586 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_all_features 2024-09-16T03:12:30.601 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_all_features (15 ms) 2024-09-16T03:12:30.601 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.copyup 2024-09-16T03:12:30.777 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.copyup (176 ms) 2024-09-16T03:12:30.777 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-09-16T03:12:30.794 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-09-16T03:12:30.794 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-09-16T03:12:30.800 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-09-16T03:12:30.801 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-09-16T03:12:30.813 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.add_remove_child (12 ms) 2024-09-16T03:12:30.813 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.directory_methods 2024-09-16T03:12:30.837 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.directory_methods (25 ms) 2024-09-16T03:12:30.837 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.create 2024-09-16T03:12:30.851 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-09-16T03:12:30.851 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_features 2024-09-16T03:12:30.852 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-09-16T03:12:30.852 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-09-16T03:12:30.854 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-09-16T03:12:30.854 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-09-16T03:12:30.855 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-09-16T03:12:30.856 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-09-16T03:12:30.857 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-09-16T03:12:30.857 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-09-16T03:12:30.858 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-09-16T03:12:30.858 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-09-16T03:12:30.862 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-09-16T03:12:30.862 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.get_size 2024-09-16T03:12:30.866 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-09-16T03:12:30.867 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.set_size 2024-09-16T03:12:30.871 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-09-16T03:12:30.871 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.protection_status 2024-09-16T03:12:30.889 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-09-16T03:12:30.889 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-09-16T03:12:30.896 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-09-16T03:12:30.896 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.parents_v1 2024-09-16T03:12:30.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:30 smithi184 ceph-mon[82194]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:30.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:30 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:12:30.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:30 smithi184 ceph-mon[82194]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T03:12:30.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:30 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2520096243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-129103-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:30.935 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.parents_v1 (38 ms) 2024-09-16T03:12:30.935 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.parents_v2 2024-09-16T03:12:30.963 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.parents_v2 (29 ms) 2024-09-16T03:12:30.964 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.snapshots 2024-09-16T03:12:30.983 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-09-16T03:12:30.983 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.snapid_race 2024-09-16T03:12:30.987 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.snapid_race (4 ms) 2024-09-16T03:12:30.988 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.stripingv2 2024-09-16T03:12:30.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:30 smithi097 ceph-mon[90424]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:30.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:30 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:12:30.994 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:30 smithi097 ceph-mon[90424]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T03:12:30.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:30 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2520096243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-129103-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:30 smithi097 ceph-mon[88563]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-09-16T03:12:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:30 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:12:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:30 smithi097 ceph-mon[88563]: osdmap e1037: 8 total, 8 up, 8 in 2024-09-16T03:12:30.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:30 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2520096243' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-129103-1","app": "rados","yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:30.996 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-09-16T03:12:30.997 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.object_map_save 2024-09-16T03:12:31.001 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-09-16T03:12:31.001 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-09-16T03:12:31.009 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.object_map_resize (9 ms) 2024-09-16T03:12:31.009 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.object_map_update 2024-09-16T03:12:31.016 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-09-16T03:12:31.016 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-09-16T03:12:31.017 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-09-16T03:12:31.017 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-09-16T03:12:31.027 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.object_map_snap_add (11 ms) 2024-09-16T03:12:31.027 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-09-16T03:12:31.034 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.object_map_snap_remove (7 ms) 2024-09-16T03:12:31.034 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.flags 2024-09-16T03:12:31.038 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-09-16T03:12:31.038 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.metadata 2024-09-16T03:12:31.060 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-09-16T03:12:31.060 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.set_features 2024-09-16T03:12:31.066 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.set_features (6 ms) 2024-09-16T03:12:31.067 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.mirror 2024-09-16T03:12:31.100 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.mirror (33 ms) 2024-09-16T03:12:31.100 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.mirror_image 2024-09-16T03:12:31.113 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-09-16T03:12:31.113 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-09-16T03:12:31.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:31 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2520096243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-129103-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:31.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:31 smithi184 ceph-mon[82194]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T03:12:31.912 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:31 smithi184 ceph-mon[82194]: pgmap v1270: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:31 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2520096243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-129103-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:31 smithi097 ceph-mon[88563]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T03:12:31.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:31 smithi097 ceph-mon[88563]: pgmap v1270: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:31 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2520096243' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi097-129103-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:31 smithi097 ceph-mon[90424]: osdmap e1038: 8 total, 8 up, 8 in 2024-09-16T03:12:31.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:31 smithi097 ceph-mon[90424]: pgmap v1270: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:32.895 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:32 smithi097 ceph-mon[88563]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T03:12:32.895 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:32 smithi097 ceph-mon[90424]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T03:12:32.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:32 smithi184 ceph-mon[82194]: osdmap e1039: 8 total, 8 up, 8 in 2024-09-16T03:12:33.418 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.mirror_image_status (2305 ms) 2024-09-16T03:12:33.419 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-09-16T03:12:33.508 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.mirror_image_map (90 ms) 2024-09-16T03:12:33.508 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-09-16T03:12:33.515 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-09-16T03:12:33.515 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-09-16T03:12:33.526 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-09-16T03:12:33.526 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-09-16T03:12:33.528 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-09-16T03:12:33.529 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-09-16T03:12:33.530 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-09-16T03:12:33.531 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-09-16T03:12:33.533 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-09-16T03:12:33.534 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-09-16T03:12:33.539 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-09-16T03:12:33.539 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-09-16T03:12:33.542 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-09-16T03:12:33.542 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-09-16T03:12:33.546 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-09-16T03:12:33.546 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_image_add 2024-09-16T03:12:33.548 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-09-16T03:12:33.548 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-09-16T03:12:33.551 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-09-16T03:12:33.551 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_image_list 2024-09-16T03:12:33.553 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-09-16T03:12:33.554 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-09-16T03:12:33.557 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-09-16T03:12:33.558 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.image_group_add 2024-09-16T03:12:33.559 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-09-16T03:12:33.560 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-09-16T03:12:33.562 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-09-16T03:12:33.563 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.image_group_get 2024-09-16T03:12:33.565 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-09-16T03:12:33.565 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-09-16T03:12:33.566 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-09-16T03:12:33.567 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-09-16T03:12:33.568 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-09-16T03:12:33.568 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-09-16T03:12:33.571 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-09-16T03:12:33.571 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-09-16T03:12:33.574 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (2 ms) 2024-09-16T03:12:33.574 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-09-16T03:12:33.576 INFO:tasks.workunit.client.0.smithi097.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-853-gae7f3733/rpm/el9/BUILD/ceph-18.2.4-853-gae7f3733/src/test/cls_rbd/test_cls_rbd.cc:2681: Failure 2024-09-16T03:12:33.576 INFO:tasks.workunit.client.0.smithi097.stdout:Expected equality of these values: 2024-09-16T03:12:33.576 INFO:tasks.workunit.client.0.smithi097.stdout: 1U 2024-09-16T03:12:33.576 INFO:tasks.workunit.client.0.smithi097.stdout: Which is: 1 2024-09-16T03:12:33.576 INFO:tasks.workunit.client.0.smithi097.stdout: keys.size() 2024-09-16T03:12:33.576 INFO:tasks.workunit.client.0.smithi097.stdout: Which is: 3 2024-09-16T03:12:33.576 INFO:tasks.workunit.client.0.smithi097.stdout:[ FAILED ] TestClsRbd.group_snap_set (3 ms) 2024-09-16T03:12:33.576 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-09-16T03:12:33.579 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-09-16T03:12:33.579 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-09-16T03:12:33.606 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (27 ms) 2024-09-16T03:12:33.606 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-09-16T03:12:33.813 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (207 ms) 2024-09-16T03:12:33.813 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-09-16T03:12:33.815 INFO:tasks.workunit.client.0.smithi097.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-853-gae7f3733/rpm/el9/BUILD/ceph-18.2.4-853-gae7f3733/src/test/cls_rbd/test_cls_rbd.cc:2792: Failure 2024-09-16T03:12:33.815 INFO:tasks.workunit.client.0.smithi097.stdout:Expected equality of these values: 2024-09-16T03:12:33.815 INFO:tasks.workunit.client.0.smithi097.stdout: 1U 2024-09-16T03:12:33.815 INFO:tasks.workunit.client.0.smithi097.stdout: Which is: 1 2024-09-16T03:12:33.815 INFO:tasks.workunit.client.0.smithi097.stdout: keys.size() 2024-09-16T03:12:33.815 INFO:tasks.workunit.client.0.smithi097.stdout: Which is: 3 2024-09-16T03:12:33.815 INFO:tasks.workunit.client.0.smithi097.stdout:[ FAILED ] TestClsRbd.group_snap_remove (2 ms) 2024-09-16T03:12:33.815 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-09-16T03:12:33.817 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-09-16T03:12:33.817 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.trash_methods 2024-09-16T03:12:33.824 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-09-16T03:12:33.824 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.op_features 2024-09-16T03:12:33.830 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-09-16T03:12:33.830 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.clone_parent 2024-09-16T03:12:33.849 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.clone_parent (18 ms) 2024-09-16T03:12:33.849 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-09-16T03:12:33.856 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.clone_parent_ns (8 ms) 2024-09-16T03:12:33.857 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.clone_child 2024-09-16T03:12:33.868 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.clone_child (12 ms) 2024-09-16T03:12:33.868 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-09-16T03:12:33.874 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-09-16T03:12:33.874 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.migration 2024-09-16T03:12:33.885 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-09-16T03:12:33.885 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.migration_v1 2024-09-16T03:12:33.898 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.migration_v1 (14 ms) 2024-09-16T03:12:33.898 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-09-16T03:12:33.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:33 smithi184 ceph-mon[82194]: pgmap v1272: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 7.4 KiB/s wr, 29 op/s 2024-09-16T03:12:33.994 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:33 smithi097 ceph-mon[88563]: pgmap v1272: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 7.4 KiB/s wr, 29 op/s 2024-09-16T03:12:33.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:33 smithi097 ceph-mon[90424]: pgmap v1272: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 7.4 KiB/s wr, 29 op/s 2024-09-16T03:12:34.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:34 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:34.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:34 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:34.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:34 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:34.995 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:34 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:12:34] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.51.0" 2024-09-16T03:12:35.611 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1713 ms) 2024-09-16T03:12:35.611 INFO:tasks.workunit.client.0.smithi097.stdout:[ RUN ] TestClsRbd.sparsify 2024-09-16T03:12:35.648 INFO:tasks.workunit.client.0.smithi097.stdout:[ OK ] TestClsRbd.sparsify (37 ms) 2024-09-16T03:12:35.908 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:35 smithi184 ceph-mon[82194]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T03:12:35.999 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:35 smithi184 ceph-mon[82194]: pgmap v1274: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 826 KiB/s wr, 132 op/s 2024-09-16T03:12:36.000 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:35 smithi097 ceph-mon[88563]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T03:12:36.000 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:35 smithi097 ceph-mon[88563]: pgmap v1274: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 826 KiB/s wr, 132 op/s 2024-09-16T03:12:36.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:35 smithi097 ceph-mon[90424]: osdmap e1040: 8 total, 8 up, 8 in 2024-09-16T03:12:36.000 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:35 smithi097 ceph-mon[90424]: pgmap v1274: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 826 KiB/s wr, 132 op/s 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] 70 tests from TestClsRbd (5063 ms total) 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout:[----------] Global test environment tear-down 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout:[==========] 70 tests from 1 test suite ran. (7899 ms total) 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout:[ PASSED ] 68 tests. 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout:[ FAILED ] 2 tests, listed below: 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout:[ FAILED ] TestClsRbd.group_snap_set 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout:[ FAILED ] TestClsRbd.group_snap_remove 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: 2024-09-16T03:12:36.616 INFO:tasks.workunit.client.0.smithi097.stdout: 2 FAILED TESTS 2024-09-16T03:12:36.619 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T03:12:36.619 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-09-16T03:12:36.620 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-09-16T03:12:36.885 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:36 smithi097 ceph-mon[88563]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T03:12:36.885 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:36 smithi097 ceph-mon[90424]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T03:12:36.886 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_7498493279982dfe87f00616198a5967475f6169/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_7498493279982dfe87f00616198a5967475f6169/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi097 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-16T03:12:37.129 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=7e9496d8ad18419b92aef471ac66179e Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 48, in task with parallel.parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/parallel.py", line 64, in _run_spawned mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/full_sequential.py", line 30, in task mgr = run_tasks.run_one_task(taskname, ctx=ctx, config=confg) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_7498493279982dfe87f00616198a5967475f6169/qa/tasks/workunit.py", line 126, in task with parallel() as p: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 84, in __exit__ for result in self: File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 98, in __next__ resurrect_traceback(result) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 30, in resurrect_traceback raise exc.exc_info[1] File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/parallel.py", line 23, in capture_traceback return func(*args, **kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_7498493279982dfe87f00616198a5967475f6169/qa/tasks/workunit.py", line 434, in _run_tests remote.run( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed (workunit test cls/test_cls_rbd.sh) on smithi097 with status 1: 'mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh' 2024-09-16T03:12:37.133 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-09-16T03:12:37.143 INFO:tasks.cephadm:Teardown begin 2024-09-16T03:12:37.143 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-16T03:12:37.143 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T03:12:37.149 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:36 smithi184 ceph-mon[82194]: osdmap e1041: 8 total, 8 up, 8 in 2024-09-16T03:12:37.340 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:12:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:37 smithi097 ceph-mon[88563]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T03:12:37.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:37 smithi097 ceph-mon[88563]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:37.745 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:37 smithi097 ceph-mon[90424]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T03:12:37.746 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:37 smithi097 ceph-mon[90424]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:37.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:37 smithi184 ceph-mon[82194]: osdmap e1042: 8 total, 8 up, 8 in 2024-09-16T03:12:37.909 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:37 smithi184 ceph-mon[82194]: pgmap v1277: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:39.368 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T03:12:39.369 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":16,"btime":"2024-09-16T03:03:05:029059+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.184:6833/1468485289","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1468485289},{"type":"v1","addr":"172.21.15.184:6833","nonce":1468485289}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T02:51:11.610498+0000","modified":"2024-09-16T03:03:00.851306+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":548,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44441},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44441":{"gid":44441,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6835/2851283867","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2851283867},{"type":"v1","addr":"172.21.15.97:6835","nonce":2851283867}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44441,"qdb_cluster":[44441]},"id":1}]} 2024-09-16T03:12:39.369 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 16 2024-09-16T03:12:39.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:39 smithi097 ceph-mon[88563]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:39.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:39 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/3003763085' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-16T03:12:39.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:39 smithi097 ceph-mon[90424]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:39.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:39 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/3003763085' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-16T03:12:40.090 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs dump --format=json 2024-09-16T03:12:40.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:39 smithi184 ceph-mon[82194]: pgmap v1278: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:40.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:39 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/3003763085' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-16T03:12:40.295 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:12:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:12:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:12:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:12:40.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:40 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:12:40.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:12:40.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:12:40.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:12:40.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:40 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:12:41.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-09-16T03:12:41.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-09-16T03:12:41.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-09-16T03:12:41.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:40 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:12:41.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:41 smithi097 ceph-mon[90424]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:41.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:41 smithi097 ceph-mon[88563]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:42.120 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T03:12:42.120 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":16,"btime":"2024-09-16T03:03:05:029059+0000","default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54298,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.184:6833/1468485289","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6832","nonce":1468485289},{"type":"v1","addr":"172.21.15.184:6833","nonce":1468485289}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":16}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-16T02:51:11.610498+0000","modified":"2024-09-16T03:03:00.851306+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":548,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44441},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44441":{"gid":44441,"name":"a","rank":0,"incarnation":12,"state":"up:active","state_seq":6,"addr":"172.21.15.97:6835/2851283867","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6834","nonce":2851283867},{"type":"v1","addr":"172.21.15.97:6835","nonce":2851283867}]},"join_fscid":-1,"export_targets":[],"features":4540719139924082687,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44441,"qdb_cluster":[44441]},"id":1}]} 2024-09-16T03:12:42.121 INFO:teuthology.orchestra.run.smithi097.stderr:dumped fsmap epoch 16 2024-09-16T03:12:42.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:41 smithi184 ceph-mon[82194]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:42.780 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd dump --format=json 2024-09-16T03:12:42.980 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:12:43.098 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:42 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1543514428' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-16T03:12:43.098 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:42 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1543514428' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-16T03:12:43.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:42 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1543514428' entity='client.admin' cmd={"prefix": "fs dump", "format": "json"} : dispatch 2024-09-16T03:12:44.454 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:44 smithi097 ceph-mon[88563]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:44.454 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:44 smithi097 ceph-mon[90424]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:44.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:44 smithi184 ceph-mon[82194]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:44.745 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:44 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:12:44] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.51.0" 2024-09-16T03:12:44.861 INFO:teuthology.orchestra.run.smithi097.stdout: 2024-09-16T03:12:44.861 INFO:teuthology.orchestra.run.smithi097.stdout:{"epoch":1042,"fsid":"a054495a-73d5-11ef-bceb-c7b262605968","created":"2024-09-16T02:45:52.351193+0000","modified":"2024-09-16T03:12:36.604729+0000","last_up_change":"2024-09-16T03:02:38.025224+0000","last_in_change":"2024-09-16T02:50:22.147084+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":60,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-16T02:48:47.796178+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-16T02:51:05.602999+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-16T02:51:08.573774+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-09-16T02:52:01.126727+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"is_stretch_pool":false,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":3,"snap_epoch":75,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c9da9c0-446b-45e2-8b79-bb899e83fac1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":287,"up_from":301,"up_thru":1037,"down_at":288,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6802","nonce":261366410},{"type":"v1","addr":"172.21.15.97:6803","nonce":261366410}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6804","nonce":261366410},{"type":"v1","addr":"172.21.15.97:6805","nonce":261366410}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6808","nonce":261366410},{"type":"v1","addr":"172.21.15.97:6809","nonce":261366410}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6806","nonce":261366410},{"type":"v1","addr":"172.21.15.97:6807","nonce":261366410}]},"public_addr":"172.21.15.97:6803/261366410","cluster_addr":"172.21.15.97:6805/261366410","heartbeat_back_addr":"172.21.15.97:6809/261366410","heartbeat_front_addr":"172.21.15.97:6807/261366410","state":["exists","up"]},{"osd":1,"uuid":"62cdbe4d-096b-4c31-9c4a-7408b89557ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":321,"up_from":335,"up_thru":1037,"down_at":322,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6810","nonce":1461979794},{"type":"v1","addr":"172.21.15.97:6811","nonce":1461979794}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6812","nonce":1461979794},{"type":"v1","addr":"172.21.15.97:6813","nonce":1461979794}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6816","nonce":1461979794},{"type":"v1","addr":"172.21.15.97:6817","nonce":1461979794}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6814","nonce":1461979794},{"type":"v1","addr":"172.21.15.97:6815","nonce":1461979794}]},"public_addr":"172.21.15.97:6811/1461979794","cluster_addr":"172.21.15.97:6813/1461979794","heartbeat_back_addr":"172.21.15.97:6817/1461979794","heartbeat_front_addr":"172.21.15.97:6815/1461979794","state":["exists","up"]},{"osd":2,"uuid":"3d68a07c-8dd1-4076-91a6-2f6f37e839c9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":353,"up_from":367,"up_thru":1037,"down_at":354,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6818","nonce":3183250638},{"type":"v1","addr":"172.21.15.97:6819","nonce":3183250638}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6820","nonce":3183250638},{"type":"v1","addr":"172.21.15.97:6821","nonce":3183250638}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6824","nonce":3183250638},{"type":"v1","addr":"172.21.15.97:6825","nonce":3183250638}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6822","nonce":3183250638},{"type":"v1","addr":"172.21.15.97:6823","nonce":3183250638}]},"public_addr":"172.21.15.97:6819/3183250638","cluster_addr":"172.21.15.97:6821/3183250638","heartbeat_back_addr":"172.21.15.97:6825/3183250638","heartbeat_front_addr":"172.21.15.97:6823/3183250638","state":["exists","up"]},{"osd":3,"uuid":"c32acd6e-5155-4fdf-b332-db938c7182c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":386,"up_from":399,"up_thru":1037,"down_at":387,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6826","nonce":472567128},{"type":"v1","addr":"172.21.15.97:6827","nonce":472567128}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6828","nonce":472567128},{"type":"v1","addr":"172.21.15.97:6829","nonce":472567128}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6832","nonce":472567128},{"type":"v1","addr":"172.21.15.97:6833","nonce":472567128}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.97:6830","nonce":472567128},{"type":"v1","addr":"172.21.15.97:6831","nonce":472567128}]},"public_addr":"172.21.15.97:6827/472567128","cluster_addr":"172.21.15.97:6829/472567128","heartbeat_back_addr":"172.21.15.97:6833/472567128","heartbeat_front_addr":"172.21.15.97:6831/472567128","state":["exists","up"]},{"osd":4,"uuid":"5f795a05-b358-4de3-bed1-f7b30a4fe6f2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":419,"up_from":433,"up_thru":1037,"down_at":420,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6800","nonce":1194136090},{"type":"v1","addr":"172.21.15.184:6801","nonce":1194136090}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6802","nonce":1194136090},{"type":"v1","addr":"172.21.15.184:6803","nonce":1194136090}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6806","nonce":1194136090},{"type":"v1","addr":"172.21.15.184:6807","nonce":1194136090}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6804","nonce":1194136090},{"type":"v1","addr":"172.21.15.184:6805","nonce":1194136090}]},"public_addr":"172.21.15.184:6801/1194136090","cluster_addr":"172.21.15.184:6803/1194136090","heartbeat_back_addr":"172.21.15.184:6807/1194136090","heartbeat_front_addr":"172.21.15.184:6805/1194136090","state":["exists","up"]},{"osd":5,"uuid":"21d73c97-9fcb-469d-8b22-6c176cf51116","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":452,"up_from":465,"up_thru":1037,"down_at":453,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6808","nonce":19301270},{"type":"v1","addr":"172.21.15.184:6809","nonce":19301270}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6810","nonce":19301270},{"type":"v1","addr":"172.21.15.184:6811","nonce":19301270}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6814","nonce":19301270},{"type":"v1","addr":"172.21.15.184:6815","nonce":19301270}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6812","nonce":19301270},{"type":"v1","addr":"172.21.15.184:6813","nonce":19301270}]},"public_addr":"172.21.15.184:6809/19301270","cluster_addr":"172.21.15.184:6811/19301270","heartbeat_back_addr":"172.21.15.184:6815/19301270","heartbeat_front_addr":"172.21.15.184:6813/19301270","state":["exists","up"]},{"osd":6,"uuid":"ab0be328-ba08-4ee3-86dd-0fe69889fdb4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":485,"up_from":499,"up_thru":1037,"down_at":486,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6816","nonce":601910124},{"type":"v1","addr":"172.21.15.184:6817","nonce":601910124}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6818","nonce":601910124},{"type":"v1","addr":"172.21.15.184:6819","nonce":601910124}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6822","nonce":601910124},{"type":"v1","addr":"172.21.15.184:6823","nonce":601910124}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6820","nonce":601910124},{"type":"v1","addr":"172.21.15.184:6821","nonce":601910124}]},"public_addr":"172.21.15.184:6817/601910124","cluster_addr":"172.21.15.184:6819/601910124","heartbeat_back_addr":"172.21.15.184:6823/601910124","heartbeat_front_addr":"172.21.15.184:6821/601910124","state":["exists","up"]},{"osd":7,"uuid":"e86fc706-e84b-4edd-b7eb-25fd3ccc31c3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":518,"up_from":529,"up_thru":1037,"down_at":519,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6824","nonce":3568232763},{"type":"v1","addr":"172.21.15.184:6825","nonce":3568232763}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6826","nonce":3568232763},{"type":"v1","addr":"172.21.15.184:6827","nonce":3568232763}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6830","nonce":3568232763},{"type":"v1","addr":"172.21.15.184:6831","nonce":3568232763}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.184:6828","nonce":3568232763},{"type":"v1","addr":"172.21.15.184:6829","nonce":3568232763}]},"public_addr":"172.21.15.184:6825/3568232763","cluster_addr":"172.21.15.184:6827/3568232763","heartbeat_back_addr":"172.21.15.184:6831/3568232763","heartbeat_front_addr":"172.21.15.184:6829/3568232763","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:47:57.563232+0000","dead_epoch":287},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:21.341071+0000","dead_epoch":321},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:48:44.797674+0000","dead_epoch":353},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:07.926928+0000","dead_epoch":386},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:28.529197+0000","dead_epoch":419},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:49:51.630219+0000","dead_epoch":452},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:13.833026+0000","dead_epoch":485},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540719139924082687,"old_weight":0,"last_purged_snaps_scrub":"2024-09-16T02:50:36.940266+0000","dead_epoch":518}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":5}]},{"pgid":"2.1","mappings":[{"from":0,"to":5}]},{"pgid":"2.7","mappings":[{"from":7,"to":5}]},{"pgid":"2.9","mappings":[{"from":7,"to":5}]},{"pgid":"2.a","mappings":[{"from":7,"to":2}]},{"pgid":"2.f","mappings":[{"from":7,"to":2},{"from":0,"to":5}]},{"pgid":"3.3","mappings":[{"from":4,"to":5}]},{"pgid":"3.7","mappings":[{"from":0,"to":5}]},{"pgid":"3.13","mappings":[{"from":4,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]},{"pgid":"3.3e","mappings":[{"from":0,"to":2}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.97:0/1164497143":"2024-09-17T02:56:10.968108+0000","172.21.15.97:0/2682117877":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/4138756595":"2024-09-17T02:56:10.968108+0000","172.21.15.97:6800/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/1275394281":"2024-09-17T02:56:10.968108+0000","172.21.15.97:0/2806510816":"2024-09-17T02:46:37.490403+0000","172.21.15.97:6800/1236574410":"2024-09-17T02:57:18.484973+0000","172.21.15.184:0/4189881929":"2024-09-17T02:56:40.154510+0000","172.21.15.97:0/1307144009":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/3116494437":"2024-09-17T02:51:57.498443+0000","172.21.15.184:6833/1791461962":"2024-09-17T03:02:57.826356+0000","172.21.15.97:6801/1236574410":"2024-09-17T02:57:18.484973+0000","172.21.15.97:6801/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.184:0/2185077835":"2024-09-17T02:56:40.154510+0000","172.21.15.184:0/1557901882":"2024-09-17T02:56:40.154510+0000","172.21.15.184:0/2318115841":"2024-09-17T02:56:40.154510+0000","172.21.15.184:0/1542475827":"2024-09-17T02:56:40.154510+0000","172.21.15.184:6834/1347080232":"2024-09-17T02:56:40.154510+0000","172.21.15.184:6832/1791461962":"2024-09-17T03:02:57.826356+0000","172.21.15.184:0/2814745375":"2024-09-17T02:56:40.154510+0000","172.21.15.97:0/1932985603":"2024-09-17T02:51:57.498443+0000","172.21.15.97:6800/1546200899":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/2442668314":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/4283807308":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/2788826906":"2024-09-17T02:57:18.484973+0000","172.21.15.97:0/1552466803":"2024-09-17T02:57:18.484973+0000","172.21.15.184:6835/1347080232":"2024-09-17T02:56:40.154510+0000","172.21.15.97:0/1060920906":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/2810506408":"2024-09-17T02:46:37.490403+0000","172.21.15.97:0/189802062":"2024-09-17T02:57:18.484973+0000","172.21.15.97:0/3494666081":"2024-09-17T02:56:10.968108+0000","172.21.15.97:6801/2257910768":"2024-09-17T02:51:57.498443+0000","172.21.15.97:0/2880652214":"2024-09-17T02:57:18.484973+0000","172.21.15.97:6800/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:6801/891063652":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/3964191999":"2024-09-17T02:46:15.189742+0000","172.21.15.97:0/723562344":"2024-09-17T02:57:18.484973+0000","172.21.15.97:0/442042279":"2024-09-17T02:57:18.484973+0000","172.21.15.97:0/2519368570":"2024-09-17T02:57:18.484973+0000","172.21.15.184:0/3629715582":"2024-09-17T02:56:40.154510+0000","172.21.15.97:6800/4018508183":"2024-09-17T02:56:10.968108+0000","172.21.15.97:6801/4018508183":"2024-09-17T02:56:10.968108+0000","172.21.15.97:0/4277190302":"2024-09-17T02:56:10.968108+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":431,"length":1},{"begin":445,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-16T03:12:45.448 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:45 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/729566027' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-16T03:12:45.448 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:45 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/729566027' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-16T03:12:45.471 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs fail cephfs 2024-09-16T03:12:45.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:45 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/729566027' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-09-16T03:12:45.668 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:12:46.487 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:46 smithi097 ceph-mon[88563]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:46.487 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:46 smithi097 ceph-mon[90424]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:46.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:46 smithi184 ceph-mon[82194]: pgmap v1281: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:47.669 INFO:teuthology.orchestra.run.smithi097.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-16T03:12:47.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:47 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a[88559]: 2024-09-16T03:12:47.665+0000 7f5f3aeb5640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T03:12:47.995 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:12:47 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[114081]: -4853> 2024-09-16T03:03:03.104+0000 7f095b653640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-16T03:12:47.995 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:12:47 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[114081]: ignoring --setuser ceph since I am not root 2024-09-16T03:12:47.995 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:12:47 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[114081]: ignoring --setgroup ceph since I am not root 2024-09-16T03:12:47.996 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:12:47 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[114081]: starting mds.a at 2024-09-16T03:12:48.359 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph fs rm cephfs --yes-i-really-mean-it 2024-09-16T03:12:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[88563]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2450786643' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-16T03:12:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[88563]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T03:12:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[88563]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T03:12:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/2450786643' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T03:12:48.495 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[88563]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T03:12:48.496 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[88563]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T03:12:48.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[90424]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:48.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2450786643' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-16T03:12:48.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[90424]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T03:12:48.496 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[90424]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T03:12:48.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/2450786643' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T03:12:48.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[90424]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T03:12:48.497 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:48 smithi097 ceph-mon[90424]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T03:12:48.555 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:12:48.658 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:48 smithi184 ceph-mon[82194]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:48 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2450786643' entity='client.admin' cmd={"prefix": "fs fail", "fs_name": "cephfs"} : dispatch 2024-09-16T03:12:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:48 smithi184 ceph-mon[82194]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-09-16T03:12:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:48 smithi184 ceph-mon[82194]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-16T03:12:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:48 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/2450786643' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-09-16T03:12:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:48 smithi184 ceph-mon[82194]: osdmap e1043: 8 total, 8 up, 8 in 2024-09-16T03:12:48.659 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:48 smithi184 ceph-mon[82194]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-09-16T03:12:49.897 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[88563]: mds.? [v2:172.21.15.97:6834/1908299799,v1:172.21.15.97:6835/1908299799] up:boot 2024-09-16T03:12:49.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[88563]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-16T03:12:49.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:12:49.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[88563]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:49.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:12:49.898 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[88563]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:49.898 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[90424]: mds.? [v2:172.21.15.97:6834/1908299799,v1:172.21.15.97:6835/1908299799] up:boot 2024-09-16T03:12:49.899 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[90424]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-16T03:12:49.899 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:12:49.899 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[90424]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:49.899 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:12:49.899 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:49 smithi097 ceph-mon[90424]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:49 smithi184 ceph-mon[82194]: mds.? [v2:172.21.15.97:6834/1908299799,v1:172.21.15.97:6835/1908299799] up:boot 2024-09-16T03:12:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:49 smithi184 ceph-mon[82194]: fsmap cephfs:0/1 2 up:standby, 1 failed 2024-09-16T03:12:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "mds metadata", "who": "a"} : dispatch 2024-09-16T03:12:50.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:49 smithi184 ceph-mon[82194]: pgmap v1284: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:50.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' 2024-09-16T03:12:50.160 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:49 smithi184 ceph-mon[82194]: from='mgr.25094 172.21.15.97:0/1860896468' entity='mgr.y' cmd={"prefix": "osd blocklist ls", "format": "json"} : dispatch 2024-09-16T03:12:50.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:50 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/133967992' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:50.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:50 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/133967992' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:51.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:50 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/133967992' entity='client.admin' cmd={"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} : dispatch 2024-09-16T03:12:51.342 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-16T03:12:51.541 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:12:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[88563]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T03:12:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[88563]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T03:12:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[88563]: Cluster is now healthy 2024-09-16T03:12:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/133967992' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:51.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[88563]: fsmap 2 up:standby 2024-09-16T03:12:51.996 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[88563]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:51.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[90424]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T03:12:51.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[90424]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T03:12:51.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[90424]: Cluster is now healthy 2024-09-16T03:12:51.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/133967992' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:51.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[90424]: fsmap 2 up:standby 2024-09-16T03:12:51.997 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:51 smithi097 ceph-mon[90424]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:52.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:51 smithi184 ceph-mon[82194]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-09-16T03:12:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:51 smithi184 ceph-mon[82194]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-09-16T03:12:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:51 smithi184 ceph-mon[82194]: Cluster is now healthy 2024-09-16T03:12:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:51 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/133967992' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-09-16T03:12:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:51 smithi184 ceph-mon[82194]: fsmap 2 up:standby 2024-09-16T03:12:52.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:51 smithi184 ceph-mon[82194]: pgmap v1285: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:54.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:53 smithi184 ceph-mon[82194]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:54.245 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:53 smithi097 ceph-mon[88563]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:54.245 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:53 smithi097 ceph-mon[90424]: pgmap v1286: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:54.784 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:54 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: ::ffff:172.21.15.184 - - [16/Sep/2024:03:12:54] "GET /metrics HTTP/1.1" 200 34152 "" "Prometheus/2.51.0" 2024-09-16T03:12:54.794 INFO:teuthology.orchestra.run.smithi097.stderr:pool 'cephfs_metadata' removed 2024-09-16T03:12:55.100 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:54 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/922949389' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:55.101 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:54 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:55.101 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:54 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/922949389' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:55.101 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:54 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:55.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:54 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/922949389' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:55.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:54 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:55.384 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid a054495a-73d5-11ef-bceb-c7b262605968 -- ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-16T03:12:55.587 INFO:teuthology.orchestra.run.smithi097.stderr:Inferring config /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/mon.a/config 2024-09-16T03:12:55.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:55 smithi097 ceph-mon[88563]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:55.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:55 smithi097 ceph-mon[88563]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:12:55.995 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:55 smithi097 ceph-mon[88563]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T03:12:55.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:55 smithi097 ceph-mon[90424]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:55.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:55 smithi097 ceph-mon[90424]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:12:55.996 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:55 smithi097 ceph-mon[90424]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T03:12:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:55 smithi184 ceph-mon[82194]: pgmap v1287: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:55 smithi184 ceph-mon[82194]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:12:56.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:55 smithi184 ceph-mon[82194]: osdmap e1044: 8 total, 8 up, 8 in 2024-09-16T03:12:57.801 INFO:teuthology.orchestra.run.smithi097.stderr:pool 'cephfs_data' removed 2024-09-16T03:12:58.130 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:57 smithi097 ceph-mon[88563]: pgmap v1289: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:58.131 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:57 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1870506938' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:58.131 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:57 smithi097 ceph-mon[90424]: pgmap v1289: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:58.131 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:57 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1870506938' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:58.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:57 smithi184 ceph-mon[82194]: pgmap v1289: 73 pgs: 73 active+clean; 577 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-09-16T03:12:58.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:57 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1870506938' entity='client.admin' cmd={"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} : dispatch 2024-09-16T03:12:58.463 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T03:12:58.491 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T03:12:58.524 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-09-16T03:12:58.524 DEBUG:teuthology.orchestra.run.smithi097:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T03:12:58.547 DEBUG:teuthology.orchestra.run.smithi184:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-09-16T03:12:58.582 INFO:tasks.cephadm:Stopping all daemons... 2024-09-16T03:12:58.583 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-09-16T03:12:58.583 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a 2024-09-16T03:12:58.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:58 smithi097 systemd[1]: Stopping Ceph mon.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:12:59.118 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:58 smithi097 ceph-mon[90424]: from='client.? 172.21.15.97:0/1870506938' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:12:59.118 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:58 smithi097 ceph-mon[90424]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T03:12:59.118 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:58 smithi097 ceph-mon[88563]: from='client.? 172.21.15.97:0/1870506938' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:12:59.118 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:58 smithi097 ceph-mon[88563]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T03:12:59.119 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:58 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a[88559]: 2024-09-16T03:12:58.900+0000 7f5f406c0640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:12:59.119 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:58 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a[88559]: 2024-09-16T03:12:58.900+0000 7f5f406c0640 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-09-16T03:12:59.119 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:58 smithi097 podman[130433]: 2024-09-16 03:12:58.992588765 +0000 UTC m=+0.227228498 container died 70d31761bd0dfce5609581d829ade47249354d924b3b2ba46df7369e55a5db1e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-09-16T03:12:59.119 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:58 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:03:12:58] ENGINE Bus STOPPING 2024-09-16T03:12:59.119 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:03:12:59] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-09-16T03:12:59.119 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:03:12:59] ENGINE Bus STOPPED 2024-09-16T03:12:59.120 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:03:12:59] ENGINE Bus STARTING 2024-09-16T03:12:59.120 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:03:12:59] ENGINE Serving on http://:::9283 2024-09-16T03:12:59.120 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:12:59 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: [16/Sep/2024:03:12:59] ENGINE Bus STARTED 2024-09-16T03:12:59.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:58 smithi184 ceph-mon[82194]: from='client.? 172.21.15.97:0/1870506938' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-09-16T03:12:59.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:12:58 smithi184 ceph-mon[82194]: osdmap e1045: 8 total, 8 up, 8 in 2024-09-16T03:12:59.744 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:59 smithi097 podman[130433]: 2024-09-16 03:12:59.383655244 +0000 UTC m=+0.618294974 container cleanup 70d31761bd0dfce5609581d829ade47249354d924b3b2ba46df7369e55a5db1e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-09-16T03:12:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:59 smithi097 bash[130433]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a 2024-09-16T03:12:59.745 INFO:journalctl@ceph.mon.a.smithi097.stdout:Sep 16 03:12:59 smithi097 podman[130445]: 2024-09-16 03:12:59.628791268 +0000 UTC m=+0.639066524 container remove 70d31761bd0dfce5609581d829ade47249354d924b3b2ba46df7369e55a5db1e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-a, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-09-16T03:12:59.763 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.a.service' 2024-09-16T03:12:59.813 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:12:59.814 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-09-16T03:12:59.814 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-09-16T03:12:59.814 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.c 2024-09-16T03:13:00.132 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:12:59 smithi097 systemd[1]: Stopping Ceph mon.c for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:00.380 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:13:00 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c[90420]: 2024-09-16T03:13:00.123+0000 7fcccc4c8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:00.380 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:13:00 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c[90420]: 2024-09-16T03:13:00.123+0000 7fcccc4c8640 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-09-16T03:13:00.667 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:13:00 smithi097 podman[130564]: 2024-09-16 03:13:00.37866939 +0000 UTC m=+0.376634731 container died fbb86fbb2f99001f3c467405d6da0184ffb31f87cfcefc541521d97d388e5d7b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, ceph=True, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0) 2024-09-16T03:13:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:13:00 smithi097 podman[130564]: 2024-09-16 03:13:00.765135727 +0000 UTC m=+0.763101058 container cleanup fbb86fbb2f99001f3c467405d6da0184ffb31f87cfcefc541521d97d388e5d7b (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=) 2024-09-16T03:13:00.995 INFO:journalctl@ceph.mon.c.smithi097.stdout:Sep 16 03:13:00 smithi097 bash[130564]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-c 2024-09-16T03:13:01.193 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.c.service' 2024-09-16T03:13:01.227 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:01.228 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-09-16T03:13:01.228 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-09-16T03:13:01.228 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.b 2024-09-16T03:13:01.531 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:13:01 smithi184 systemd[1]: Stopping Ceph mon.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:01.874 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:13:01 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b[82190]: 2024-09-16T03:13:01.528+0000 7f334354a640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:01.874 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:13:01 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b[82190]: 2024-09-16T03:13:01.528+0000 7f334354a640 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-09-16T03:13:01.874 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:13:01 smithi184 podman[121178]: 2024-09-16 03:13:01.589992475 +0000 UTC m=+0.168839825 container died 5050db073c39daab9e50d42a1f72d39dcf77ac623c3629b6ae9dd4671ceb9192 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T03:13:02.158 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:13:02 smithi184 podman[121178]: 2024-09-16 03:13:02.020757738 +0000 UTC m=+0.599605089 container cleanup 5050db073c39daab9e50d42a1f72d39dcf77ac623c3629b6ae9dd4671ceb9192 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-09-16T03:13:02.159 INFO:journalctl@ceph.mon.b.smithi184.stdout:Sep 16 03:13:02 smithi184 bash[121178]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mon-b 2024-09-16T03:13:02.444 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mon.b.service' 2024-09-16T03:13:02.488 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:02.489 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-09-16T03:13:02.489 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-09-16T03:13:02.489 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y 2024-09-16T03:13:02.796 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:13:02 smithi097 systemd[1]: Stopping Ceph mgr.y for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:03.058 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:13:02 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T03:13:02.794+0000 7fd11e650640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:03.058 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:13:02 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y[81096]: 2024-09-16T03:13:02.794+0000 7fd11e650640 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-09-16T03:13:03.059 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:13:02 smithi097 podman[130689]: 2024-09-16 03:13:02.825492769 +0000 UTC m=+0.147551853 container died fd7ef4a855be6216e0c672d25bb82674fc6cd27f5a8a079edd4f995450264947 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-09-16T03:13:03.465 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:13:03 smithi097 podman[130689]: 2024-09-16 03:13:03.195176981 +0000 UTC m=+0.517236055 container cleanup fd7ef4a855be6216e0c672d25bb82674fc6cd27f5a8a079edd4f995450264947 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T03:13:03.465 INFO:journalctl@ceph.mgr.y.smithi097.stdout:Sep 16 03:13:03 smithi097 bash[130689]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-y 2024-09-16T03:13:03.667 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.y.service' 2024-09-16T03:13:03.704 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:03.704 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-09-16T03:13:03.704 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-09-16T03:13:03.704 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x 2024-09-16T03:13:04.025 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 03:13:03 smithi184 systemd[1]: Stopping Ceph mgr.x for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:04.294 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 03:13:04 smithi184 podman[121300]: 2024-09-16 03:13:04.02309177 +0000 UTC m=+0.126318702 container died 3af2af0bb67cab3c2c39d3980d227ebd3ca992fdd862a241b187f622878fea0d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:13:04.645 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 03:13:04 smithi184 podman[121300]: 2024-09-16 03:13:04.375176146 +0000 UTC m=+0.478403080 container cleanup 3af2af0bb67cab3c2c39d3980d227ebd3ca992fdd862a241b187f622878fea0d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux ) 2024-09-16T03:13:04.645 INFO:journalctl@ceph.mgr.x.smithi184.stdout:Sep 16 03:13:04 smithi184 bash[121300]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mgr-x 2024-09-16T03:13:04.801 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mgr.x.service' 2024-09-16T03:13:04.835 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:04.836 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-09-16T03:13:04.836 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-09-16T03:13:04.836 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.0 2024-09-16T03:13:05.127 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:04 smithi097 systemd[1]: Stopping Ceph osd.0 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:05.494 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[95522]: 2024-09-16T03:13:05.124+0000 7f511be67640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:05.495 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[95522]: 2024-09-16T03:13:05.124+0000 7f511be67640 -1 osd.0 1045 *** Got signal Terminated *** 2024-09-16T03:13:05.495 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:05 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0[95522]: 2024-09-16T03:13:05.124+0000 7f511be67640 -1 osd.0 1045 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:13:10.960 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:10 smithi097 podman[130824]: 2024-09-16 03:13:10.692831905 +0000 UTC m=+5.671174977 container died 545e630ce8a829d2eaab3cf707e9d5ef24d45f7b396b120d17d0f932ba901be6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-09-16T03:13:11.245 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:11 smithi097 podman[130824]: 2024-09-16 03:13:11.040960882 +0000 UTC m=+6.019303952 container cleanup 545e630ce8a829d2eaab3cf707e9d5ef24d45f7b396b120d17d0f932ba901be6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux ) 2024-09-16T03:13:11.245 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:11 smithi097 bash[130824]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0 2024-09-16T03:13:11.710 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:11 smithi097 podman[130841]: 2024-09-16 03:13:11.350752418 +0000 UTC m=+0.651296188 container remove 545e630ce8a829d2eaab3cf707e9d5ef24d45f7b396b120d17d0f932ba901be6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-16T03:13:11.995 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:11 smithi097 podman[130927]: 2024-09-16 03:13:11.611431291 +0000 UTC m=+0.015966573 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:13:11.995 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:11 smithi097 podman[130927]: 2024-09-16 03:13:11.768829179 +0000 UTC m=+0.173364448 container create 003a7cb3973eb7287f0bbb22736ccdaee7c71f73dfaf3a2e2a568ecbb0d1a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf) 2024-09-16T03:13:12.495 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:11 smithi097 podman[130927]: 2024-09-16 03:13:11.996120796 +0000 UTC m=+0.400656068 container init 003a7cb3973eb7287f0bbb22736ccdaee7c71f73dfaf3a2e2a568ecbb0d1a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T03:13:12.495 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:11 smithi097 podman[130927]: 2024-09-16 03:13:11.999372685 +0000 UTC m=+0.403907964 container start 003a7cb3973eb7287f0bbb22736ccdaee7c71f73dfaf3a2e2a568ecbb0d1a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, ceph=True, GIT_CLEAN=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-09-16T03:13:12.495 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:12 smithi097 podman[130927]: 2024-09-16 03:13:12.079492968 +0000 UTC m=+0.484028255 container attach 003a7cb3973eb7287f0bbb22736ccdaee7c71f73dfaf3a2e2a568ecbb0d1a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, GIT_CLEAN=True, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-09-16T03:13:12.495 INFO:journalctl@ceph.osd.0.smithi097.stdout:Sep 16 03:13:12 smithi097 podman[130927]: 2024-09-16 03:13:12.188677553 +0000 UTC m=+0.593212832 container died 003a7cb3973eb7287f0bbb22736ccdaee7c71f73dfaf3a2e2a568ecbb0d1a74a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-0-deactivate, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T03:13:13.082 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.0.service' 2024-09-16T03:13:13.123 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:13.123 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-09-16T03:13:13.124 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-09-16T03:13:13.124 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.1 2024-09-16T03:13:13.455 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:13 smithi097 systemd[1]: Stopping Ceph osd.1 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:13.744 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[100186]: 2024-09-16T03:13:13.453+0000 7f3a388e8640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:13.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[100186]: 2024-09-16T03:13:13.453+0000 7f3a388e8640 -1 osd.1 1045 *** Got signal Terminated *** 2024-09-16T03:13:13.745 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:13 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1[100186]: 2024-09-16T03:13:13.453+0000 7f3a388e8640 -1 osd.1 1045 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:13:19.156 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:18 smithi097 podman[131033]: 2024-09-16 03:13:18.862321564 +0000 UTC m=+5.526334361 container died 30a90b8d452bdf5981dd75c2450edaa0e8011d578dad25d90cb0132246634696 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True) 2024-09-16T03:13:19.495 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:19 smithi097 podman[131033]: 2024-09-16 03:13:19.33670713 +0000 UTC m=+6.000719913 container cleanup 30a90b8d452bdf5981dd75c2450edaa0e8011d578dad25d90cb0132246634696 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-09-16T03:13:19.495 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:19 smithi097 bash[131033]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1 2024-09-16T03:13:19.960 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:19 smithi097 podman[131049]: 2024-09-16 03:13:19.596489045 +0000 UTC m=+0.729584174 container remove 30a90b8d452bdf5981dd75c2450edaa0e8011d578dad25d90cb0132246634696 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T03:13:20.245 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:19 smithi097 podman[131139]: 2024-09-16 03:13:19.861453976 +0000 UTC m=+0.016038327 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:13:20.245 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:19 smithi097 podman[131139]: 2024-09-16 03:13:19.991963124 +0000 UTC m=+0.146547514 container create 799e31d33bf32b3393b528fa967458beab43f3c97a822fa27de760bd2a13c1ec (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-16T03:13:20.245 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:20 smithi097 podman[131139]: 2024-09-16 03:13:20.199835461 +0000 UTC m=+0.354419808 container init 799e31d33bf32b3393b528fa967458beab43f3c97a822fa27de760bd2a13c1ec (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-09-16T03:13:20.245 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:20 smithi097 podman[131139]: 2024-09-16 03:13:20.202984854 +0000 UTC m=+0.357569202 container start 799e31d33bf32b3393b528fa967458beab43f3c97a822fa27de760bd2a13c1ec (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, ceph=True, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:13:20.671 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:20 smithi097 podman[131139]: 2024-09-16 03:13:20.299830041 +0000 UTC m=+0.454414393 container attach 799e31d33bf32b3393b528fa967458beab43f3c97a822fa27de760bd2a13c1ec (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS) 2024-09-16T03:13:20.671 INFO:journalctl@ceph.osd.1.smithi097.stdout:Sep 16 03:13:20 smithi097 podman[131139]: 2024-09-16 03:13:20.387858927 +0000 UTC m=+0.542443275 container died 799e31d33bf32b3393b528fa967458beab43f3c97a822fa27de760bd2a13c1ec (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-1-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T03:13:21.071 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.1.service' 2024-09-16T03:13:21.111 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:21.112 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-09-16T03:13:21.112 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-09-16T03:13:21.112 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.2 2024-09-16T03:13:21.450 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:21 smithi097 systemd[1]: Stopping Ceph osd.2 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:21.744 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:21 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T03:13:21.447+0000 7facef457640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:21.745 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:21 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T03:13:21.447+0000 7facef457640 -1 osd.2 1045 *** Got signal Terminated *** 2024-09-16T03:13:21.745 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:21 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2[105011]: 2024-09-16T03:13:21.447+0000 7facef457640 -1 osd.2 1045 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:13:27.200 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:26 smithi097 podman[131241]: 2024-09-16 03:13:26.943653125 +0000 UTC m=+5.606780362 container died e572fcde5330d9396c5db8079ad20164d5a618321a3a5591553a620bbaf83158 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=) 2024-09-16T03:13:27.495 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:27 smithi097 podman[131241]: 2024-09-16 03:13:27.37307434 +0000 UTC m=+6.036201621 container cleanup e572fcde5330d9396c5db8079ad20164d5a618321a3a5591553a620bbaf83158 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, ceph=True, io.buildah.version=1.37.2, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-09-16T03:13:27.495 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:27 smithi097 bash[131241]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2 2024-09-16T03:13:27.994 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:27 smithi097 podman[131258]: 2024-09-16 03:13:27.624493415 +0000 UTC m=+0.679166627 container remove e572fcde5330d9396c5db8079ad20164d5a618321a3a5591553a620bbaf83158 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-16T03:13:28.338 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:28 smithi097 podman[131348]: 2024-09-16 03:13:27.935697708 +0000 UTC m=+0.015940955 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:13:28.338 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:28 smithi097 podman[131348]: 2024-09-16 03:13:28.033606981 +0000 UTC m=+0.113850220 container create 965b1d0c0c5f067a64ff4d89470a5b2a6c7a14a6dbe0acb027f81065991b9387 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.license=GPLv2) 2024-09-16T03:13:28.338 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:28 smithi097 podman[131348]: 2024-09-16 03:13:28.253033528 +0000 UTC m=+0.333276770 container init 965b1d0c0c5f067a64ff4d89470a5b2a6c7a14a6dbe0acb027f81065991b9387 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-09-16T03:13:28.338 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:28 smithi097 podman[131348]: 2024-09-16 03:13:28.256372321 +0000 UTC m=+0.336615561 container start 965b1d0c0c5f067a64ff4d89470a5b2a6c7a14a6dbe0acb027f81065991b9387 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.37.2) 2024-09-16T03:13:28.339 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:28 smithi097 podman[131348]: 2024-09-16 03:13:28.336246521 +0000 UTC m=+0.416489767 container attach 965b1d0c0c5f067a64ff4d89470a5b2a6c7a14a6dbe0acb027f81065991b9387 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T03:13:28.733 INFO:journalctl@ceph.osd.2.smithi097.stdout:Sep 16 03:13:28 smithi097 podman[131348]: 2024-09-16 03:13:28.442109991 +0000 UTC m=+0.522353241 container died 965b1d0c0c5f067a64ff4d89470a5b2a6c7a14a6dbe0acb027f81065991b9387 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-2-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf) 2024-09-16T03:13:28.999 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.2.service' 2024-09-16T03:13:29.037 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:29.037 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-09-16T03:13:29.038 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-09-16T03:13:29.038 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.3 2024-09-16T03:13:29.244 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:29 smithi097 systemd[1]: Stopping Ceph osd.3 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:29.745 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:13:29.358+0000 7fddfb715640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:29.745 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:13:29.358+0000 7fddfb715640 -1 osd.3 1045 *** Got signal Terminated *** 2024-09-16T03:13:29.745 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:29 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:13:29.358+0000 7fddfb715640 -1 osd.3 1045 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:13:32.598 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:32 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:32.188+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:33.408 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:33 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:33.148+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:33.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:33 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:33.230+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:34.245 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:33 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3[109374]: 2024-09-16T03:13:33.835+0000 7fddf7d2a640 -1 osd.3 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.903193+0000 front 2024-09-16T03:13:07.903108+0000 (oldest deadline 2024-09-16T03:13:33.203262+0000) 2024-09-16T03:13:34.272 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:34 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:34.194+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:34.272 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:33 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:33.952+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:34.658 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:34 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:34.269+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:35.211 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:34 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:34.958+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:10.067478+0000 front 2024-09-16T03:13:10.067325+0000 (oldest deadline 2024-09-16T03:13:34.167247+0000) 2024-09-16T03:13:35.211 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:34 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:34.918+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:35.245 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:34 smithi097 podman[131450]: 2024-09-16 03:13:34.95034445 +0000 UTC m=+5.692039103 container died 072d9f3ba3329b8c1cd00109884e7139c04543c732a51d9425b1d761dc704a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T03:13:35.511 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:35 smithi097 podman[131450]: 2024-09-16 03:13:35.333984623 +0000 UTC m=+6.075679266 container cleanup 072d9f3ba3329b8c1cd00109884e7139c04543c732a51d9425b1d761dc704a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731) 2024-09-16T03:13:35.511 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:35 smithi097 bash[131450]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3 2024-09-16T03:13:35.658 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:35 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:35.238+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:35.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:35 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:35.208+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:35.944 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:35 smithi097 podman[131477]: 2024-09-16 03:13:35.610585708 +0000 UTC m=+0.656789407 container remove 072d9f3ba3329b8c1cd00109884e7139c04543c732a51d9425b1d761dc704a13 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-09-16T03:13:36.158 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:36.002+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:10.067478+0000 front 2024-09-16T03:13:10.067325+0000 (oldest deadline 2024-09-16T03:13:34.167247+0000) 2024-09-16T03:13:36.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:35 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:35.869+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:36.240 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:35 smithi097 podman[131565]: 2024-09-16 03:13:35.845075702 +0000 UTC m=+0.015662388 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:13:36.240 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:35 smithi097 podman[131565]: 2024-09-16 03:13:35.944669039 +0000 UTC m=+0.115255712 container create e2d8958467961ebd63804e301f1c9a7d8f42bad31d47b242ad59dfd05e75da8e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:13:36.241 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:36 smithi097 podman[131565]: 2024-09-16 03:13:36.155444687 +0000 UTC m=+0.326031361 container init e2d8958467961ebd63804e301f1c9a7d8f42bad31d47b242ad59dfd05e75da8e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:13:36.241 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:36 smithi097 podman[131565]: 2024-09-16 03:13:36.158617785 +0000 UTC m=+0.329204458 container start e2d8958467961ebd63804e301f1c9a7d8f42bad31d47b242ad59dfd05e75da8e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf) 2024-09-16T03:13:36.241 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:36 smithi097 podman[131565]: 2024-09-16 03:13:36.23854962 +0000 UTC m=+0.409136307 container attach e2d8958467961ebd63804e301f1c9a7d8f42bad31d47b242ad59dfd05e75da8e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=) 2024-09-16T03:13:36.495 INFO:journalctl@ceph.osd.3.smithi097.stdout:Sep 16 03:13:36 smithi097 podman[131565]: 2024-09-16 03:13:36.344650055 +0000 UTC m=+0.515236741 container died e2d8958467961ebd63804e301f1c9a7d8f42bad31d47b242ad59dfd05e75da8e (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-09-16T03:13:36.658 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:36.229+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:36.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:36.225+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:36.925 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.3.service' 2024-09-16T03:13:36.966 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:36.966 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-09-16T03:13:36.966 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-09-16T03:13:36.967 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.4 2024-09-16T03:13:37.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:37.007+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:10.067478+0000 front 2024-09-16T03:13:10.067325+0000 (oldest deadline 2024-09-16T03:13:34.167247+0000) 2024-09-16T03:13:37.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:37 smithi184 systemd[1]: Stopping Ceph osd.4 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:37.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:36 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:36.840+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:37.658 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:37.261+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:37.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:37.220+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:37.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:37.384+0000 7fa95078b640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:37.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:37.384+0000 7fa95078b640 -1 osd.4 1045 *** Got signal Terminated *** 2024-09-16T03:13:37.659 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:37.384+0000 7fa95078b640 -1 osd.4 1045 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:13:38.158 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:38 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:38.042+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:10.067478+0000 front 2024-09-16T03:13:10.067325+0000 (oldest deadline 2024-09-16T03:13:34.167247+0000) 2024-09-16T03:13:38.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:37 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:37.842+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:38.658 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:38 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:38.289+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:38.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:38 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:38.222+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:39.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:39.003+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:10.067478+0000 front 2024-09-16T03:13:10.067325+0000 (oldest deadline 2024-09-16T03:13:34.167247+0000) 2024-09-16T03:13:39.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:38 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:38.845+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:39.658 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:39.182+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:39.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:39.327+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:39.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:39.327+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:40.158 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:40.011+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:10.067478+0000 front 2024-09-16T03:13:10.067325+0000 (oldest deadline 2024-09-16T03:13:34.167247+0000) 2024-09-16T03:13:40.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:40.133+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:40.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:39.891+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:40.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:39 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:39.891+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:40.658 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:40.353+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:40.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:40.353+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:41.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:40.896+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:41.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:40.896+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:41.159 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:40 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:40.969+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:10.067478+0000 front 2024-09-16T03:13:10.067325+0000 (oldest deadline 2024-09-16T03:13:34.167247+0000) 2024-09-16T03:13:41.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:41 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:41.092+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:41.160 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:41 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:41.092+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:41.658 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:41 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:41.371+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:41.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:41 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:41.371+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:42.158 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:41 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:41.866+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:42.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:41 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:41.866+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:42.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:42 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:42.076+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:42.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:42 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:42.076+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:42.160 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:42 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:42.000+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:10.067478+0000 front 2024-09-16T03:13:10.067325+0000 (oldest deadline 2024-09-16T03:13:34.167247+0000) 2024-09-16T03:13:42.160 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:42 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4[87176]: 2024-09-16T03:13:42.000+0000 7fa94cda0640 -1 osd.4 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:16.368541+0000 front 2024-09-16T03:13:16.368496+0000 (oldest deadline 2024-09-16T03:13:41.668387+0000) 2024-09-16T03:13:42.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:42 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:42.386+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:42.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:42 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:42.386+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:43.067 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:42 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:42.830+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:43.067 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:42 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:42.830+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:43.068 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:42 smithi184 podman[121439]: 2024-09-16 03:13:42.786443597 +0000 UTC m=+5.614460769 container died b55738d922bdd6b73aa23937995bd6a75154883751bf4813c2522770d6910bc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:13:43.338 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:43.065+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:43.338 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:43.065+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:43.338 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:43 smithi184 podman[121439]: 2024-09-16 03:13:43.134623808 +0000 UTC m=+5.962640996 container cleanup b55738d922bdd6b73aa23937995bd6a75154883751bf4813c2522770d6910bc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731) 2024-09-16T03:13:43.338 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:43 smithi184 bash[121439]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4 2024-09-16T03:13:43.642 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:43 smithi184 podman[121454]: 2024-09-16 03:13:43.336111966 +0000 UTC m=+0.549656679 container remove b55738d922bdd6b73aa23937995bd6a75154883751bf4813c2522770d6910bc9 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf) 2024-09-16T03:13:43.643 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:43.402+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:43.643 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:43.402+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:43.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:43.796+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:43.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:43 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:43.796+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:43.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:43 smithi184 podman[121544]: 2024-09-16 03:13:43.658839624 +0000 UTC m=+0.015929171 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:13:43.909 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:43 smithi184 podman[121544]: 2024-09-16 03:13:43.789473608 +0000 UTC m=+0.146563188 container create b8a3d2b2ec004c181668e5e75709e585e7e2a0d4d1131b469eebc8ab80b879bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True) 2024-09-16T03:13:44.199 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:44.114+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:44.199 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:44.114+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:44.199 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:44 smithi184 podman[121544]: 2024-09-16 03:13:44.006230424 +0000 UTC m=+0.363319969 container init b8a3d2b2ec004c181668e5e75709e585e7e2a0d4d1131b469eebc8ab80b879bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0) 2024-09-16T03:13:44.199 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:44 smithi184 podman[121544]: 2024-09-16 03:13:44.009628058 +0000 UTC m=+0.366717593 container start b8a3d2b2ec004c181668e5e75709e585e7e2a0d4d1131b469eebc8ab80b879bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, RELEASE=main-fc3e0bf, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:13:44.200 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:44 smithi184 podman[121544]: 2024-09-16 03:13:44.081117812 +0000 UTC m=+0.438207362 container attach b8a3d2b2ec004c181668e5e75709e585e7e2a0d4d1131b469eebc8ab80b879bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T03:13:44.536 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:44.411+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:44.536 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:44.411+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:44.536 INFO:journalctl@ceph.osd.4.smithi184.stdout:Sep 16 03:13:44 smithi184 podman[121544]: 2024-09-16 03:13:44.197303098 +0000 UTC m=+0.554392633 container died b8a3d2b2ec004c181668e5e75709e585e7e2a0d4d1131b469eebc8ab80b879bb (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True) 2024-09-16T03:13:44.806 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.4.service' 2024-09-16T03:13:44.850 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:44.850 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-09-16T03:13:44.850 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-09-16T03:13:44.851 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.5 2024-09-16T03:13:45.085 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:44 smithi184 systemd[1]: Stopping Ceph osd.5 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:45.086 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:44.804+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:45.086 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:44 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:44.804+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:45.086 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:13:45.013Z caller=refresh.go:90 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T03:13:45.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:13:45.014Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T03:13:45.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:13:45.018Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T03:13:45.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:13:45.018Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T03:13:45.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:13:45.018Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=nfs msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=nfs\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T03:13:45.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:13:45.019Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T03:13:45.087 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:13:45.020Z caller=refresh.go:90 level=error component="discovery manager scrape" discovery=http config=smb msg="Unable to refresh target groups" err="Get \"http://172.21.15.97:8765/sd/prometheus/sd-config?service=smb\": dial tcp 172.21.15.97:8765: connect: connection refused" 2024-09-16T03:13:45.368 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:45.082+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:45.368 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:45.082+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:45.368 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:45.179+0000 7fd8ea981640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:45.369 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:45.179+0000 7fd8ea981640 -1 osd.5 1045 *** Got signal Terminated *** 2024-09-16T03:13:45.369 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:45.179+0000 7fd8ea981640 -1 osd.5 1045 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:13:45.369 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:45.365+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:45.369 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:45.365+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:46.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:45.851+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:46.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:45 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:45.851+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:46.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:46 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:46.052+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:46.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:46 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:46.052+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:46.660 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:46 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:46.385+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:46.660 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:46 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:46.385+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:47.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:46 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:46.855+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:47.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:46 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:46.855+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:47.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:47 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:47.017+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:47.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:47 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:47.017+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:47.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:47 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:47.387+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:47.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:47 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:47.387+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:48.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:48.050+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:48.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:48.050+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:48.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:47 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:47.865+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:48.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:47 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:47.865+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:48.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:47 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:47.865+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:48.658 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:48.371+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:48.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:48.371+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:49.334 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:48.913+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:49.334 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:48.913+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:49.334 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:48 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:48.913+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:49.334 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:49.064+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:49.335 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:49.064+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:49.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:49.331+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.042479+0000 front 2024-09-16T03:13:07.042619+0000 (oldest deadline 2024-09-16T03:13:32.342376+0000) 2024-09-16T03:13:49.659 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5[91778]: 2024-09-16T03:13:49.331+0000 7fd8e2f8e640 -1 osd.5 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.144119+0000 front 2024-09-16T03:13:18.144001+0000 (oldest deadline 2024-09-16T03:13:39.243836+0000) 2024-09-16T03:13:50.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:49.944+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:50.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:49.944+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:50.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:49 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:49.944+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:50.410 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:50 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:50.063+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:50.410 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:50 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:50.063+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:50.410 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:50 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:50.063+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:50.940 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:50 smithi184 podman[121647]: 2024-09-16 03:13:50.681672225 +0000 UTC m=+5.596524932 container died 17dcd083140f7954f532e27195733bacbf270e6408a02d1827ae30ee9d484c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, org.label-schema.build-date=20240731, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf) 2024-09-16T03:13:50.941 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:50 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:50.908+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:50.941 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:50 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:50.908+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:50.941 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:50 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:50.908+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:51.282 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 podman[121647]: 2024-09-16 03:13:51.029117349 +0000 UTC m=+5.943970055 container cleanup 17dcd083140f7954f532e27195733bacbf270e6408a02d1827ae30ee9d484c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, RELEASE=main-fc3e0bf) 2024-09-16T03:13:51.282 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 bash[121647]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5 2024-09-16T03:13:51.282 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:51.104+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:51.283 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:51.104+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:51.283 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:51.104+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:51.600 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 podman[121664]: 2024-09-16 03:13:51.280435174 +0000 UTC m=+0.594215572 container remove 17dcd083140f7954f532e27195733bacbf270e6408a02d1827ae30ee9d484c2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-09-16T03:13:51.877 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 podman[121754]: 2024-09-16 03:13:51.501397501 +0000 UTC m=+0.015639285 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:13:51.877 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 podman[121754]: 2024-09-16 03:13:51.606344725 +0000 UTC m=+0.120586501 container create bccb842d4ae370971af14f60b81930a2f455d0e9077187310bf4cf0be11e2011 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-16T03:13:51.877 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 podman[121754]: 2024-09-16 03:13:51.800209458 +0000 UTC m=+0.314451229 container init bccb842d4ae370971af14f60b81930a2f455d0e9077187310bf4cf0be11e2011 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:13:51.877 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 podman[121754]: 2024-09-16 03:13:51.803452053 +0000 UTC m=+0.317693824 container start bccb842d4ae370971af14f60b81930a2f455d0e9077187310bf4cf0be11e2011 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2) 2024-09-16T03:13:51.877 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 podman[121754]: 2024-09-16 03:13:51.875135197 +0000 UTC m=+0.389376983 container attach bccb842d4ae370971af14f60b81930a2f455d0e9077187310bf4cf0be11e2011 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, RELEASE=main-fc3e0bf, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T03:13:52.159 INFO:journalctl@ceph.osd.5.smithi184.stdout:Sep 16 03:13:51 smithi184 podman[121754]: 2024-09-16 03:13:51.996075851 +0000 UTC m=+0.510317631 container died bccb842d4ae370971af14f60b81930a2f455d0e9077187310bf4cf0be11e2011 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-5-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-09-16T03:13:52.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:51.924+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:52.159 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:51.924+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:52.160 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:51 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:51.924+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:52.160 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:52.063+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:52.160 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:52.063+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:52.160 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:52.063+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:52.579 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.5.service' 2024-09-16T03:13:52.617 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:13:52.617 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-09-16T03:13:52.618 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-09-16T03:13:52.618 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.6 2024-09-16T03:13:52.908 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:52 smithi184 systemd[1]: Stopping Ceph osd.6 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:13:53.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:53.064+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:53.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:53.064+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:53.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:53.064+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:53.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:52.927+0000 7f9ba2cda640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:13:53.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:52.927+0000 7f9ba2cda640 -1 osd.6 1045 *** Got signal Terminated *** 2024-09-16T03:13:53.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:52.927+0000 7f9ba2cda640 -1 osd.6 1045 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:13:53.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:52.931+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:53.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:52.931+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:53.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:52 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:52.931+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:54.408 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:53.981+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:54.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:53.981+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:54.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:53 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:53.981+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:54.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:54 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:54.070+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:54.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:54 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:54.070+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:54.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:54 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:54.070+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:55.408 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:55.007+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:55.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:55.007+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:55.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:55.007+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:55.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:55.081+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:55.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:55.081+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:55.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:55 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:55.081+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:56.408 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:56.031+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:56.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:56.031+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:56.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:56.031+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:56.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:55.998+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:56.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:55.998+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:56.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:55.998+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:56.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:55.998+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6830 osd.3 since back 2024-09-16T03:13:30.274884+0000 front 2024-09-16T03:13:30.274843+0000 (oldest deadline 2024-09-16T03:13:55.574690+0000) 2024-09-16T03:13:57.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:56.983+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:57.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:56.983+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:57.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:56 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:56.983+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:57.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:57.009+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:07.472017+0000 front 2024-09-16T03:13:07.472251+0000 (oldest deadline 2024-09-16T03:13:33.372054+0000) 2024-09-16T03:13:57.409 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:57.009+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:18.073221+0000 front 2024-09-16T03:13:18.073169+0000 (oldest deadline 2024-09-16T03:13:39.772852+0000) 2024-09-16T03:13:57.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:57.009+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:24.473863+0000 front 2024-09-16T03:13:24.473916+0000 (oldest deadline 2024-09-16T03:13:47.373730+0000) 2024-09-16T03:13:57.410 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6[96473]: 2024-09-16T03:13:57.009+0000 7f9b9f2ef640 -1 osd.6 1045 heartbeat_check: no reply from 172.21.15.97:6830 osd.3 since back 2024-09-16T03:13:30.274884+0000 front 2024-09-16T03:13:30.274843+0000 (oldest deadline 2024-09-16T03:13:55.574690+0000) 2024-09-16T03:13:58.330 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:57.948+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:58.331 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:57.948+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:58.331 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:57 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:57.948+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:58.593 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:58 smithi184 podman[121856]: 2024-09-16 03:13:58.328770777 +0000 UTC m=+5.495020990 container died bb200d83d00dcd4ba4afd75c5b6cce8021fdd4d835ff9e03670a12e282b4fe7d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, io.buildah.version=1.37.2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-09-16T03:13:58.908 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:58 smithi184 podman[121856]: 2024-09-16 03:13:58.68073909 +0000 UTC m=+5.846989310 container cleanup bb200d83d00dcd4ba4afd75c5b6cce8021fdd4d835ff9e03670a12e282b4fe7d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, io.buildah.version=1.37.2) 2024-09-16T03:13:58.909 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:58 smithi184 bash[121856]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6 2024-09-16T03:13:59.268 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:58 smithi184 podman[121873]: 2024-09-16 03:13:58.957205327 +0000 UTC m=+0.631986255 container remove bb200d83d00dcd4ba4afd75c5b6cce8021fdd4d835ff9e03670a12e282b4fe7d (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, RELEASE=main-fc3e0bf) 2024-09-16T03:13:59.268 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:58 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:58.993+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:13:59.268 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:58 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:58.993+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:13:59.269 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:13:58 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:58.993+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:13:59.595 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:59 smithi184 podman[121964]: 2024-09-16 03:13:59.169297261 +0000 UTC m=+0.015949625 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:13:59.596 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:59 smithi184 podman[121964]: 2024-09-16 03:13:59.308059974 +0000 UTC m=+0.154712338 container create 3007bc9ca727ff32454c76fb830a704e241e560d6709d5b3ccd99030c115f724 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, GIT_CLEAN=True, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_BRANCH=HEAD) 2024-09-16T03:13:59.596 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:59 smithi184 podman[121964]: 2024-09-16 03:13:59.510537896 +0000 UTC m=+0.357190257 container init 3007bc9ca727ff32454c76fb830a704e241e560d6709d5b3ccd99030c115f724 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240731, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.37.2) 2024-09-16T03:13:59.596 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:59 smithi184 podman[121964]: 2024-09-16 03:13:59.513832447 +0000 UTC m=+0.360484813 container start 3007bc9ca727ff32454c76fb830a704e241e560d6709d5b3ccd99030c115f724 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, GIT_BRANCH=HEAD, RELEASE=main-fc3e0bf, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-09-16T03:13:59.596 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:59 smithi184 podman[121964]: 2024-09-16 03:13:59.593850145 +0000 UTC m=+0.440502542 container attach 3007bc9ca727ff32454c76fb830a704e241e560d6709d5b3ccd99030c115f724 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-09-16T03:13:59.908 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:13:59 smithi184 podman[121964]: 2024-09-16 03:13:59.70292922 +0000 UTC m=+0.549581585 container died 3007bc9ca727ff32454c76fb830a704e241e560d6709d5b3ccd99030c115f724 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240731, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-09-16T03:14:00.248 INFO:journalctl@ceph.osd.6.smithi184.stdout:Sep 16 03:14:00 smithi184 podman[121988]: 2024-09-16 03:14:00.230516776 +0000 UTC m=+0.518258061 container remove 3007bc9ca727ff32454c76fb830a704e241e560d6709d5b3ccd99030c115f724 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.build-date=20240731, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, ceph=True, GIT_CLEAN=True) 2024-09-16T03:14:00.248 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:00 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:59.999+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:14:00.248 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:00 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:59.999+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:14:00.248 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:00 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:59.999+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:14:00.248 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:00 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:13:59.999+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6830 osd.3 since back 2024-09-16T03:13:33.176683+0000 front 2024-09-16T03:13:33.176780+0000 (oldest deadline 2024-09-16T03:13:59.577136+0000) 2024-09-16T03:14:00.252 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.6.service' 2024-09-16T03:14:00.291 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:14:00.292 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-09-16T03:14:00.292 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-09-16T03:14:00.292 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.7 2024-09-16T03:14:00.602 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:00 smithi184 systemd[1]: Stopping Ceph osd.7 for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:14:00.908 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:00 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:00.599+0000 7f26322ae640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:14:00.909 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:00 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:00.599+0000 7f26322ae640 -1 osd.7 1045 *** Got signal Terminated *** 2024-09-16T03:14:00.909 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:00 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:00.599+0000 7f26322ae640 -1 osd.7 1045 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-09-16T03:14:01.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:01 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:01.042+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:14:01.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:01 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:01.042+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:14:01.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:01 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:01.042+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:14:01.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:01 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:01.042+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6830 osd.3 since back 2024-09-16T03:13:33.176683+0000 front 2024-09-16T03:13:33.176780+0000 (oldest deadline 2024-09-16T03:13:59.577136+0000) 2024-09-16T03:14:02.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:02 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:02.090+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:14:02.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:02 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:02.090+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:14:02.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:02 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:02.090+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:14:02.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:02 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:02.090+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6830 osd.3 since back 2024-09-16T03:13:33.176683+0000 front 2024-09-16T03:13:33.176780+0000 (oldest deadline 2024-09-16T03:13:59.577136+0000) 2024-09-16T03:14:03.408 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:03 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:03.091+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:14:03.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:03 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:03.091+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:14:03.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:03 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:03.091+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:14:03.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:03 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:03.091+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6830 osd.3 since back 2024-09-16T03:13:33.176683+0000 front 2024-09-16T03:13:33.176780+0000 (oldest deadline 2024-09-16T03:13:59.577136+0000) 2024-09-16T03:14:04.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:04.141+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:14:04.409 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:04.141+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:14:04.410 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:04.141+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:14:04.410 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:04 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:04.141+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6830 osd.3 since back 2024-09-16T03:13:33.176683+0000 front 2024-09-16T03:13:33.176780+0000 (oldest deadline 2024-09-16T03:13:59.577136+0000) 2024-09-16T03:14:05.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:05 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:05.164+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6806 osd.0 since back 2024-09-16T03:13:08.674001+0000 front 2024-09-16T03:13:08.673984+0000 (oldest deadline 2024-09-16T03:13:31.573778+0000) 2024-09-16T03:14:05.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:05 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:05.164+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6814 osd.1 since back 2024-09-16T03:13:17.474714+0000 front 2024-09-16T03:13:17.474691+0000 (oldest deadline 2024-09-16T03:13:40.374527+0000) 2024-09-16T03:14:05.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:05 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:05.164+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6822 osd.2 since back 2024-09-16T03:13:25.575811+0000 front 2024-09-16T03:13:25.575869+0000 (oldest deadline 2024-09-16T03:13:49.075998+0000) 2024-09-16T03:14:05.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:05 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:05.164+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.97:6830 osd.3 since back 2024-09-16T03:13:33.176683+0000 front 2024-09-16T03:13:33.176780+0000 (oldest deadline 2024-09-16T03:13:59.577136+0000) 2024-09-16T03:14:05.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:05 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7[100910]: 2024-09-16T03:14:05.164+0000 7f262e8c3640 -1 osd.7 1045 heartbeat_check: no reply from 172.21.15.184:6804 osd.4 since back 2024-09-16T03:13:40.077905+0000 front 2024-09-16T03:13:40.077987+0000 (oldest deadline 2024-09-16T03:14:04.777994+0000) 2024-09-16T03:14:06.259 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:05 smithi184 podman[122068]: 2024-09-16 03:14:05.966198026 +0000 UTC m=+5.452184186 container died 471d13faeef80a50d807deb5b78750f461110753ed68572e278980ecd6edaac6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, org.label-schema.vendor=CentOS, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-fc3e0bf, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-09-16T03:14:06.259 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:06 smithi184 podman[122068]: 2024-09-16 03:14:06.257822635 +0000 UTC m=+5.743808794 container cleanup 471d13faeef80a50d807deb5b78750f461110753ed68572e278980ecd6edaac6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, ceph=True, io.buildah.version=1.37.2, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-09-16T03:14:06.658 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:06 smithi184 bash[122068]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7 2024-09-16T03:14:06.659 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:06 smithi184 podman[122097]: 2024-09-16 03:14:06.467521558 +0000 UTC m=+0.498526680 container remove 471d13faeef80a50d807deb5b78750f461110753ed68572e278980ecd6edaac6 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 9 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.37.2, org.label-schema.license=GPLv2, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240731) 2024-09-16T03:14:07.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:06 smithi184 podman[122188]: 2024-09-16 03:14:06.772471158 +0000 UTC m=+0.016226355 image pull df9174e028d735f9ccdd938b7d7e02efd6ed290ba9f498cff84267b75f5f8ff1 quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9 2024-09-16T03:14:07.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:06 smithi184 podman[122188]: 2024-09-16 03:14:06.876870177 +0000 UTC m=+0.120625361 container create 36375e446a220b8be1d9d10848438763992a2fe5fd26a0d970067246573f6007 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, io.buildah.version=1.37.2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240731, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-09-16T03:14:07.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:07 smithi184 podman[122188]: 2024-09-16 03:14:07.090546668 +0000 UTC m=+0.334301861 container init 36375e446a220b8be1d9d10848438763992a2fe5fd26a0d970067246573f6007 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, GIT_CLEAN=True, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD) 2024-09-16T03:14:07.159 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:07 smithi184 podman[122188]: 2024-09-16 03:14:07.093844291 +0000 UTC m=+0.337599475 container start 36375e446a220b8be1d9d10848438763992a2fe5fd26a0d970067246573f6007 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, org.label-schema.build-date=20240731, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:14:07.576 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:07 smithi184 podman[122188]: 2024-09-16 03:14:07.181701939 +0000 UTC m=+0.425457145 container attach 36375e446a220b8be1d9d10848438763992a2fe5fd26a0d970067246573f6007 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240731, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.37.2) 2024-09-16T03:14:07.576 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:07 smithi184 podman[122188]: 2024-09-16 03:14:07.289713198 +0000 UTC m=+0.533468379 container died 36375e446a220b8be1d9d10848438763992a2fe5fd26a0d970067246573f6007 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, RELEASE=main-fc3e0bf, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:14:07.827 INFO:journalctl@ceph.osd.7.smithi184.stdout:Sep 16 03:14:07 smithi184 podman[122211]: 2024-09-16 03:14:07.807128947 +0000 UTC m=+0.510849562 container remove 36375e446a220b8be1d9d10848438763992a2fe5fd26a0d970067246573f6007 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:14:07.833 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@osd.7.service' 2024-09-16T03:14:07.874 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:14:07.875 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-09-16T03:14:07.875 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-09-16T03:14:07.875 DEBUG:teuthology.orchestra.run.smithi097:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.a 2024-09-16T03:14:08.186 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:07 smithi097 systemd[1]: Stopping Ceph mds.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:14:08.440 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:08 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[114081]: 2024-09-16T03:14:08.183+0000 7f413b840640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:14:08.441 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:08 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a[114081]: 2024-09-16T03:14:08.183+0000 7f413b840640 -1 mds.a *** got signal Terminated *** 2024-09-16T03:14:11.994 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:11 smithi097 podman[131667]: 2024-09-16 03:14:11.717084853 +0000 UTC m=+3.649442481 container died a95180af567a17c11b4c474cd7a2372f8a649dd86af8213b700e5b0c37728b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 9 Base Image, ceph=True, org.label-schema.build-date=20240731, RELEASE=main-fc3e0bf, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965) 2024-09-16T03:14:12.352 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:12 smithi097 podman[131667]: 2024-09-16 03:14:12.158153617 +0000 UTC m=+4.090511198 container cleanup a95180af567a17c11b4c474cd7a2372f8a649dd86af8213b700e5b0c37728b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, io.buildah.version=1.37.2, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 9 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240731) 2024-09-16T03:14:12.353 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:12 smithi097 bash[131667]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a 2024-09-16T03:14:12.586 DEBUG:teuthology.orchestra.run.smithi097:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.a.service' 2024-09-16T03:14:12.607 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:12 smithi097 podman[131691]: 2024-09-16 03:14:12.35091676 +0000 UTC m=+0.623753296 container remove a95180af567a17c11b4c474cd7a2372f8a649dd86af8213b700e5b0c37728b2a (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-a, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.37.2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 9 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, RELEASE=main-fc3e0bf, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, org.label-schema.vendor=CentOS) 2024-09-16T03:14:12.608 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:12 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.a.service: Deactivated successfully. 2024-09-16T03:14:12.608 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:12 smithi097 systemd[1]: Stopped Ceph mds.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:14:12.608 INFO:journalctl@ceph.mds.a.smithi097.stdout:Sep 16 03:14:12 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.a.service: Consumed 1.392s CPU time. 2024-09-16T03:14:12.621 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:14:12.621 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-09-16T03:14:12.622 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-09-16T03:14:12.622 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.b 2024-09-16T03:14:12.908 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:14:12 smithi184 systemd[1]: Stopping Ceph mds.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:14:13.408 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:14:12 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b[104971]: 2024-09-16T03:14:12.925+0000 7f560244f640 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-09-16T03:14:13.409 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:14:12 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b[104971]: 2024-09-16T03:14:12.925+0000 7f560244f640 -1 mds.b *** got signal Terminated *** 2024-09-16T03:14:16.735 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:14:16 smithi184 podman[122291]: 2024-09-16 03:14:16.413742424 +0000 UTC m=+3.601856773 container died a2c071d7547f75439a8ca317ad7fac48bfe9826cddb59d9ed016841a18bd39c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 9 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=main-fc3e0bf, ceph=True, org.label-schema.build-date=20240731, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.37.2) 2024-09-16T03:14:17.102 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:14:16 smithi184 podman[122291]: 2024-09-16 03:14:16.734059456 +0000 UTC m=+3.922173808 container cleanup a2c071d7547f75439a8ca317ad7fac48bfe9826cddb59d9ed016841a18bd39c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, RELEASE=main-fc3e0bf, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, org.label-schema.name=CentOS Stream 9 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240731, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.37.2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-09-16T03:14:17.102 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:14:16 smithi184 bash[122291]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b 2024-09-16T03:14:17.103 INFO:journalctl@ceph.mds.b.smithi184.stdout:Sep 16 03:14:16 smithi184 podman[122303]: 2024-09-16 03:14:16.893263201 +0000 UTC m=+0.476070436 container remove a2c071d7547f75439a8ca317ad7fac48bfe9826cddb59d9ed016841a18bd39c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:e11317d86666f5e89ae95748017fad7ff11fe35f65ac65b1271a9c1d8e3a49a9, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-mds-b, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=009c5a8162e3d9e92e49bb850b92bd3cd406d965, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.37.2, org.label-schema.build-date=20240731, RELEASE=main-fc3e0bf, org.label-schema.name=CentOS Stream 9 Base Image) 2024-09-16T03:14:17.124 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@mds.b.service' 2024-09-16T03:14:17.158 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:14:17.159 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-09-16T03:14:17.159 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-09-16T03:14:17.159 DEBUG:teuthology.orchestra.run.smithi184:> sudo systemctl stop ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a 2024-09-16T03:14:17.408 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 systemd[1]: Stopping Ceph prometheus.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:14:17.766 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=main.go:964 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-09-16T03:14:17.766 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=main.go:988 level=info msg="Stopping scrape discovery manager..." 2024-09-16T03:14:17.766 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=main.go:1002 level=info msg="Stopping notify discovery manager..." 2024-09-16T03:14:17.766 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=manager.go:177 level=info component="rule manager" msg="Stopping rule manager..." 2024-09-16T03:14:17.766 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=main.go:984 level=info msg="Scrape discovery manager stopped" 2024-09-16T03:14:17.767 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=main.go:998 level=info msg="Notify discovery manager stopped" 2024-09-16T03:14:17.767 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=manager.go:187 level=info component="rule manager" msg="Rule manager stopped" 2024-09-16T03:14:17.767 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=main.go:1039 level=info msg="Stopping scrape manager..." 2024-09-16T03:14:17.767 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.505Z caller=main.go:1031 level=info msg="Scrape manager stopped" 2024-09-16T03:14:17.767 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.506Z caller=notifier.go:618 level=info component=notifier msg="Stopping notification manager..." 2024-09-16T03:14:17.767 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.506Z caller=main.go:1261 level=info msg="Notifier manager stopped" 2024-09-16T03:14:17.767 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a[112962]: ts=2024-09-16T03:14:17.506Z caller=main.go:1273 level=info msg="See you next time!" 2024-09-16T03:14:17.767 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 podman[122412]: 2024-09-16 03:14:17.515437578 +0000 UTC m=+0.138489001 container died ee6dc7ccb998004de04a9e0ce9f1147b17709068991b69623525a625b33291c3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T03:14:18.158 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 podman[122412]: 2024-09-16 03:14:17.87126959 +0000 UTC m=+0.494321015 container cleanup ee6dc7ccb998004de04a9e0ce9f1147b17709068991b69623525a625b33291c3 (image=quay.io/prometheus/prometheus:v2.51.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-09-16T03:14:18.159 INFO:journalctl@ceph.prometheus.a.smithi184.stdout:Sep 16 03:14:17 smithi184 bash[122412]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-prometheus-a 2024-09-16T03:14:18.394 DEBUG:teuthology.orchestra.run.smithi184:> sudo pkill -f 'journalctl -f -n 0 -u ceph-a054495a-73d5-11ef-bceb-c7b262605968@prometheus.a.service' 2024-09-16T03:14:18.427 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-09-16T03:14:18.427 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-09-16T03:14:18.427 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a054495a-73d5-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T03:14:18.581 INFO:teuthology.orchestra.run.smithi097.stdout:Deleting cluster with fsid: a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T03:14:20.245 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:20 smithi097 systemd[1]: Stopping Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:14:20.616 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:20 smithi097 ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a[122220]: ts=2024-09-16T03:14:20.246Z caller=main.go:542 level=info msg="Received SIGTERM, exiting gracefully..." 2024-09-16T03:14:20.616 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:20 smithi097 podman[132121]: 2024-09-16 03:14:20.338111247 +0000 UTC m=+0.193452230 container died 1f37884059d13433ea1bb17f5cd8a0b5de489647deb3a3a00f2fe637292c4b67 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:14:20.957 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:20 smithi097 podman[132121]: 2024-09-16 03:14:20.713296481 +0000 UTC m=+0.568637463 container cleanup 1f37884059d13433ea1bb17f5cd8a0b5de489647deb3a3a00f2fe637292c4b67 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:14:20.957 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:20 smithi097 bash[132121]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a 2024-09-16T03:14:21.244 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:20 smithi097 podman[132134]: 2024-09-16 03:14:20.955841092 +0000 UTC m=+0.621119149 container remove 1f37884059d13433ea1bb17f5cd8a0b5de489647deb3a3a00f2fe637292c4b67 (image=quay.io/prometheus/alertmanager:v0.27.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-09-16T03:14:21.245 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:21 smithi097 podman[132134]: 2024-09-16 03:14:21.039708159 +0000 UTC m=+0.704986215 volume remove 412d06c0cf37476941c2d540c8c3a983806ae1b3b9396aab17dd51933bc76898 2024-09-16T03:14:21.245 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:21 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-09-16T03:14:21.245 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:21 smithi097 systemd[1]: Stopped Ceph alertmanager.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:14:21.245 INFO:journalctl@ceph.alertmanager.a.smithi097.stdout:Sep 16 03:14:21 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@alertmanager.a.service: Consumed 1.209s CPU time. 2024-09-16T03:14:21.745 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:21 smithi097 systemd[1]: Stopping Ceph node-exporter.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:14:21.745 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:21 smithi097 podman[132242]: 2024-09-16 03:14:21.603092215 +0000 UTC m=+0.112686925 container died c458890f705b3813336e43b8efa9eb75cc86a8e14ae81ad078707c3156e7b123 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:14:22.111 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:21 smithi097 podman[132242]: 2024-09-16 03:14:21.925756303 +0000 UTC m=+0.435351058 container cleanup c458890f705b3813336e43b8efa9eb75cc86a8e14ae81ad078707c3156e7b123 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:14:22.111 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:21 smithi097 bash[132242]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a 2024-09-16T03:14:22.470 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:22 smithi097 podman[132254]: 2024-09-16 03:14:22.109866009 +0000 UTC m=+0.510486858 container remove c458890f705b3813336e43b8efa9eb75cc86a8e14ae81ad078707c3156e7b123 (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-09-16T03:14:22.470 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:22 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-09-16T03:14:22.470 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:22 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-09-16T03:14:22.470 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:22 smithi097 systemd[1]: Stopped Ceph node-exporter.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:14:22.470 INFO:journalctl@ceph.node-exporter.a.smithi097.stdout:Sep 16 03:14:22 smithi097 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.a.service: Consumed 2.713s CPU time. 2024-09-16T03:14:22.923 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a054495a-73d5-11ef-bceb-c7b262605968 --force --keep-logs 2024-09-16T03:14:23.076 INFO:teuthology.orchestra.run.smithi184.stdout:Deleting cluster with fsid: a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T03:14:24.828 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:24 smithi184 systemd[1]: Stopping Ceph grafana.a for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:14:25.127 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=server t=2024-09-16T03:14:24.826140137Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-09-16T03:14:25.127 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=tracing t=2024-09-16T03:14:24.826351397Z level=info msg="Closing tracing" 2024-09-16T03:14:25.127 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=grafana-apiserver t=2024-09-16T03:14:24.826378069Z level=info msg="StorageObjectCountTracker pruner is exiting" 2024-09-16T03:14:25.128 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=ticker t=2024-09-16T03:14:24.826399088Z level=info msg=stopped last_tick=2024-09-16T03:14:20Z 2024-09-16T03:14:25.128 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:24 smithi184 ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a[117037]: logger=sqlstore.transactions t=2024-09-16T03:14:24.837145819Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-09-16T03:14:25.128 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:24 smithi184 podman[122857]: 2024-09-16 03:14:24.846715185 +0000 UTC m=+0.113917896 container died 02ee6f968623f5eb8f15a9d4b0ad29c3c28202c0202aaa8a2265977fc501c9e4 (image=quay.io/ceph/grafana:10.4.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-16T03:14:25.128 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:25 smithi184 podman[122857]: 2024-09-16 03:14:25.125552796 +0000 UTC m=+0.392755504 container cleanup 02ee6f968623f5eb8f15a9d4b0ad29c3c28202c0202aaa8a2265977fc501c9e4 (image=quay.io/ceph/grafana:10.4.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-16T03:14:25.128 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:25 smithi184 bash[122857]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a 2024-09-16T03:14:25.408 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:25 smithi184 podman[122869]: 2024-09-16 03:14:25.368508037 +0000 UTC m=+0.519454257 container remove 02ee6f968623f5eb8f15a9d4b0ad29c3c28202c0202aaa8a2265977fc501c9e4 (image=quay.io/ceph/grafana:10.4.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-09-16T03:14:25.910 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:25 smithi184 systemd[1]: Stopping Ceph node-exporter.b for a054495a-73d5-11ef-bceb-c7b262605968... 2024-09-16T03:14:25.911 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:25 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@grafana.a.service: Deactivated successfully. 2024-09-16T03:14:25.911 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:25 smithi184 systemd[1]: Stopped Ceph grafana.a for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:14:25.911 INFO:journalctl@ceph.grafana.a.smithi184.stdout:Sep 16 03:14:25 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@grafana.a.service: Consumed 6.637s CPU time. 2024-09-16T03:14:26.182 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:25 smithi184 podman[122978]: 2024-09-16 03:14:25.915193688 +0000 UTC m=+0.099021290 container died 2a2b581d78cf6e93a8ab90b693e2f7b093676219d56ec6aec0dbdf7be707eefa (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:14:26.523 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:26 smithi184 podman[122978]: 2024-09-16 03:14:26.279440974 +0000 UTC m=+0.463268575 container cleanup 2a2b581d78cf6e93a8ab90b693e2f7b093676219d56ec6aec0dbdf7be707eefa (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:14:26.524 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:26 smithi184 bash[122978]: ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b 2024-09-16T03:14:26.803 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:26 smithi184 podman[122991]: 2024-09-16 03:14:26.522088663 +0000 UTC m=+0.610357261 container remove 2a2b581d78cf6e93a8ab90b693e2f7b093676219d56ec6aec0dbdf7be707eefa (image=quay.io/prometheus/node-exporter:v1.7.0, name=ceph-a054495a-73d5-11ef-bceb-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-09-16T03:14:26.803 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:26 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-09-16T03:14:26.804 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:26 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-09-16T03:14:26.804 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:26 smithi184 systemd[1]: Stopped Ceph node-exporter.b for a054495a-73d5-11ef-bceb-c7b262605968. 2024-09-16T03:14:26.804 INFO:journalctl@ceph.node-exporter.b.smithi184.stdout:Sep 16 03:14:26 smithi184 systemd[1]: ceph-a054495a-73d5-11ef-bceb-c7b262605968@node-exporter.b.service: Consumed 2.750s CPU time. 2024-09-16T03:14:27.401 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T03:14:27.435 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-09-16T03:14:27.462 INFO:tasks.cephadm:Archiving crash dumps... 2024-09-16T03:14:27.464 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795/remote/smithi097/crash 2024-09-16T03:14:27.465 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/crash -- . 2024-09-16T03:14:27.583 INFO:teuthology.orchestra.run.smithi097.stderr:tar: /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T03:14:27.583 INFO:teuthology.orchestra.run.smithi097.stderr:tar: Error is not recoverable: exiting now 2024-09-16T03:14:27.585 DEBUG:teuthology.misc:Transferring archived files from smithi184:/var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795/remote/smithi184/crash 2024-09-16T03:14:27.586 DEBUG:teuthology.orchestra.run.smithi184:> sudo tar c -f - -C /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/crash -- . 2024-09-16T03:14:27.621 INFO:teuthology.orchestra.run.smithi184.stderr:tar: /var/lib/ceph/a054495a-73d5-11ef-bceb-c7b262605968/crash: Cannot open: No such file or directory 2024-09-16T03:14:27.621 INFO:teuthology.orchestra.run.smithi184.stderr:tar: Error is not recoverable: exiting now 2024-09-16T03:14:27.622 INFO:tasks.cephadm:Checking cluster log for badness... 2024-09-16T03:14:27.623 DEBUG:teuthology.orchestra.run.smithi097:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | egrep -v PG_AVAILABILITY | head -n 1 2024-09-16T03:14:27.655 INFO:teuthology.orchestra.run.smithi097.stdout:2024-09-16T02:50:00.000109+0000 mon.a (mon.0) 528 : cluster [WRN] Health detail: HEALTH_WARN Reduced data availability: 1 pg peering 2024-09-16T03:14:27.657 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-09-16T03:14:27.657 INFO:tasks.cephadm:Compressing logs... 2024-09-16T03:14:27.657 DEBUG:teuthology.orchestra.run.smithi097:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T03:14:27.700 DEBUG:teuthology.orchestra.run.smithi184:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-09-16T03:14:27.725 INFO:teuthology.orchestra.run.smithi184.stderr:find: ‘/var/log/rbd-target-api’gzip -5: No such file or directory --verbose 2024-09-16T03:14:27.725 INFO:teuthology.orchestra.run.smithi184.stderr: -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.7.log 2024-09-16T03:14:27.725 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-16T03:14:27.725 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mds.b.log 2024-09-16T03:14:27.725 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.7.log: /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.4.log 2024-09-16T03:14:27.731 INFO:teuthology.orchestra.run.smithi097.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.0.log 2024-09-16T03:14:27.732 INFO:teuthology.orchestra.run.smithi097.stderr:: No such file or directory 2024-09-16T03:14:27.732 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.1.log 2024-09-16T03:14:27.732 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-volume.log 2024-09-16T03:14:27.732 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-16T03:14:27.732 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.c.log 2024-09-16T03:14:27.732 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mds.a.log 2024-09-16T03:14:27.733 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.audit.log: /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-16T03:14:27.733 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mds.a.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.a.log 2024-09-16T03:14:27.733 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.2.log 2024-09-16T03:14:27.733 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.a.log: 91.6% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-16T03:14:27.735 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.audit.log 2024-09-16T03:14:27.735 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.cephadm.log 2024-09-16T03:14:27.735 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mds.b.log: /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.4.log: /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.6.log 2024-09-16T03:14:27.735 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.cephadm.log: 84.3% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mds.b.log.gz 2024-09-16T03:14:27.735 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.5.log 2024-09-16T03:14:27.736 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.log 84.8% 2024-09-16T03:14:27.736 INFO:teuthology.orchestra.run.smithi184.stderr: -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.cephadm.log.gz 2024-09-16T03:14:27.736 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mgr.x.log 2024-09-16T03:14:27.736 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.b.log 2024-09-16T03:14:27.736 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mgr.x.log: 91.1% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-16T03:14:27.736 INFO:teuthology.orchestra.run.smithi184.stderr: 86.3% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-16T03:14:27.736 INFO:teuthology.orchestra.run.smithi184.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-16T03:14:27.738 INFO:teuthology.orchestra.run.smithi097.stderr: 94.5% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.audit.log.gz 2024-09-16T03:14:27.738 INFO:teuthology.orchestra.run.smithi097.stderr: 91.8% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mds.a.log.gz 2024-09-16T03:14:27.738 INFO:teuthology.orchestra.run.smithi097.stderr:gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mgr.y.log 2024-09-16T03:14:27.738 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.log 2024-09-16T03:14:27.738 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.3.log 2024-09-16T03:14:27.747 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.log: gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-09-16T03:14:27.748 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.3.log: 92.4% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph.log.gz 2024-09-16T03:14:27.750 INFO:teuthology.orchestra.run.smithi097.stderr: 91.2% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-16T03:14:27.751 INFO:teuthology.orchestra.run.smithi184.stderr:/var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.b.log: /var/log/ceph/cephadm.log: 91.2% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-volume.log.gz 2024-09-16T03:14:27.754 INFO:teuthology.orchestra.run.smithi184.stderr: 89.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-16T03:14:27.765 INFO:teuthology.orchestra.run.smithi097.stderr:/var/log/ceph/cephadm.log: 91.9% -- replaced with /var/log/ceph/cephadm.log.gz 2024-09-16T03:14:27.777 INFO:teuthology.orchestra.run.smithi184.stderr: 89.3% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mgr.x.log.gz 2024-09-16T03:14:28.209 INFO:teuthology.orchestra.run.smithi097.stderr: 89.2% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mgr.y.log.gz 2024-09-16T03:14:28.245 INFO:teuthology.orchestra.run.smithi184.stderr: 92.1% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.b.log.gz 2024-09-16T03:14:28.547 INFO:teuthology.orchestra.run.smithi097.stderr: 91.8% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.c.log.gz 2024-09-16T03:14:29.100 INFO:teuthology.orchestra.run.smithi097.stderr: 90.8% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-mon.a.log.gz 2024-09-16T03:14:32.182 INFO:teuthology.orchestra.run.smithi184.stderr: 94.3% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.6.log.gz 2024-09-16T03:14:32.661 INFO:teuthology.orchestra.run.smithi184.stderr: 94.4% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.7.log.gz 2024-09-16T03:14:32.875 INFO:teuthology.orchestra.run.smithi184.stderr: 94.1% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.4.log.gz 2024-09-16T03:14:34.007 INFO:teuthology.orchestra.run.smithi097.stderr: 93.9% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.0.log.gz 2024-09-16T03:14:34.143 INFO:teuthology.orchestra.run.smithi097.stderr: 93.8% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.2.log.gz 2024-09-16T03:14:34.183 INFO:teuthology.orchestra.run.smithi184.stderr: 94.0% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.5.log.gz 2024-09-16T03:14:34.185 INFO:teuthology.orchestra.run.smithi184.stderr: 2024-09-16T03:14:34.185 INFO:teuthology.orchestra.run.smithi184.stderr:real 0m6.470s 2024-09-16T03:14:34.185 INFO:teuthology.orchestra.run.smithi184.stderr:user 0m20.761s 2024-09-16T03:14:34.185 INFO:teuthology.orchestra.run.smithi184.stderr:sys 0m0.838s 2024-09-16T03:14:35.621 INFO:teuthology.orchestra.run.smithi097.stderr: 94.5% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.3.log.gz 2024-09-16T03:14:36.050 INFO:teuthology.orchestra.run.smithi097.stderr: 94.4% -- replaced with /var/log/ceph/a054495a-73d5-11ef-bceb-c7b262605968/ceph-osd.1.log.gz 2024-09-16T03:14:36.052 INFO:teuthology.orchestra.run.smithi097.stderr: 2024-09-16T03:14:36.052 INFO:teuthology.orchestra.run.smithi097.stderr:real 0m8.338s 2024-09-16T03:14:36.052 INFO:teuthology.orchestra.run.smithi097.stderr:user 0m30.421s 2024-09-16T03:14:36.053 INFO:teuthology.orchestra.run.smithi097.stderr:sys 0m1.150s 2024-09-16T03:14:36.053 INFO:tasks.cephadm:Archiving logs... 2024-09-16T03:14:36.053 DEBUG:teuthology.misc:Transferring archived files from smithi097:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795/remote/smithi097/log 2024-09-16T03:14:36.054 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T03:14:41.353 DEBUG:teuthology.misc:Transferring archived files from smithi184:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795/remote/smithi184/log 2024-09-16T03:14:41.354 DEBUG:teuthology.orchestra.run.smithi184:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-16T03:14:44.338 INFO:tasks.cephadm:Removing cluster... 2024-09-16T03:14:44.339 DEBUG:teuthology.orchestra.run.smithi097:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a054495a-73d5-11ef-bceb-c7b262605968 --force 2024-09-16T03:14:44.494 INFO:teuthology.orchestra.run.smithi097.stdout:Deleting cluster with fsid: a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T03:14:44.808 DEBUG:teuthology.orchestra.run.smithi184:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid a054495a-73d5-11ef-bceb-c7b262605968 --force 2024-09-16T03:14:44.959 INFO:teuthology.orchestra.run.smithi184.stdout:Deleting cluster with fsid: a054495a-73d5-11ef-bceb-c7b262605968 2024-09-16T03:14:45.295 INFO:tasks.cephadm:Removing cephadm ... 2024-09-16T03:14:45.296 DEBUG:teuthology.orchestra.run.smithi097:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T03:14:45.312 DEBUG:teuthology.orchestra.run.smithi184:> rm -rf /home/ubuntu/cephtest/cephadm 2024-09-16T03:14:45.327 INFO:tasks.cephadm:Teardown complete 2024-09-16T03:14:45.328 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-16T03:14:45.338 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-16T03:14:45.338 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T03:14:45.354 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-16T03:14:45.451 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-16T03:14:45.460 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-16T03:14:45.460 DEBUG:teuthology.orchestra.run.smithi097:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T03:14:45.463 DEBUG:teuthology.orchestra.run.smithi184:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-16T03:14:45.475 INFO:teuthology.orchestra.run.smithi097.stderr:bash: line 1: ntpq: command not found 2024-09-16T03:14:45.477 INFO:teuthology.orchestra.run.smithi184.stderr:bash: line 1: ntpq: command not found 2024-09-16T03:14:45.480 INFO:teuthology.orchestra.run.smithi097.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T03:14:45.480 INFO:teuthology.orchestra.run.smithi097.stdout:=============================================================================== 2024-09-16T03:14:45.481 INFO:teuthology.orchestra.run.smithi097.stdout:^* hv01.front.sepia.ceph.com 3 6 377 12 -914us[ -948us] +/- 44ms 2024-09-16T03:14:45.481 INFO:teuthology.orchestra.run.smithi097.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 14 +783us[ +749us] +/- 58ms 2024-09-16T03:14:45.481 INFO:teuthology.orchestra.run.smithi097.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 +423us[ +389us] +/- 64ms 2024-09-16T03:14:45.481 INFO:teuthology.orchestra.run.smithi097.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T03:14:45.482 INFO:teuthology.orchestra.run.smithi184.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-16T03:14:45.483 INFO:teuthology.orchestra.run.smithi184.stdout:=============================================================================== 2024-09-16T03:14:45.483 INFO:teuthology.orchestra.run.smithi184.stdout:^* hv01.front.sepia.ceph.com 3 6 377 15 -938us[ -946us] +/- 44ms 2024-09-16T03:14:45.483 INFO:teuthology.orchestra.run.smithi184.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 13 +729us[ +729us] +/- 57ms 2024-09-16T03:14:45.483 INFO:teuthology.orchestra.run.smithi184.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 15 +393us[ +393us] +/- 64ms 2024-09-16T03:14:45.483 INFO:teuthology.orchestra.run.smithi184.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-09-16T03:14:45.483 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-16T03:14:45.499 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-16T03:14:45.499 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-16T03:14:45.509 DEBUG:teuthology.orchestra.run.smithi097:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T03:14:45.600 DEBUG:teuthology.orchestra.run.smithi184:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-16T03:14:45.674 DEBUG:teuthology.orchestra.run.smithi097:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T03:14:45.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T03:14:45.704 DEBUG:teuthology.orchestra.run.smithi184:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-16T03:14:45.734 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T03:14:45.735 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-16T03:14:45.745 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-16T03:14:45.765 INFO:teuthology.task.internal:Duration was 2122.231261 seconds 2024-09-16T03:14:45.766 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-16T03:14:45.775 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-16T03:14:45.775 DEBUG:teuthology.orchestra.run.smithi097:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T03:14:45.777 DEBUG:teuthology.orchestra.run.smithi184:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-16T03:14:45.814 INFO:teuthology.orchestra.run.smithi097.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T03:14:45.818 INFO:teuthology.orchestra.run.smithi184.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-16T03:14:46.196 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-16T03:14:46.196 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi097.front.sepia.ceph.com 2024-09-16T03:14:46.197 DEBUG:teuthology.orchestra.run.smithi097:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T03:14:46.219 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi184.front.sepia.ceph.com 2024-09-16T03:14:46.219 DEBUG:teuthology.orchestra.run.smithi184:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-16T03:14:46.261 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-16T03:14:46.261 DEBUG:teuthology.orchestra.run.smithi097:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T03:14:46.264 DEBUG:teuthology.orchestra.run.smithi184:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-16T03:14:46.326 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-16T03:14:46.327 DEBUG:teuthology.orchestra.run.smithi097:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T03:14:46.336 DEBUG:teuthology.orchestra.run.smithi184:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-16T03:14:46.795 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-16T03:14:46.805 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-16T03:14:46.805 DEBUG:teuthology.orchestra.run.smithi097:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T03:14:46.830 DEBUG:teuthology.orchestra.run.smithi184:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-16T03:14:46.855 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-16T03:14:46.866 DEBUG:teuthology.orchestra.run.smithi097:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T03:14:46.873 DEBUG:teuthology.orchestra.run.smithi184:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-16T03:14:46.894 INFO:teuthology.orchestra.run.smithi097.stdout:kernel.core_pattern = core 2024-09-16T03:14:46.918 INFO:teuthology.orchestra.run.smithi184.stdout:kernel.core_pattern = core 2024-09-16T03:14:46.941 DEBUG:teuthology.orchestra.run.smithi097:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T03:14:46.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T03:14:46.962 DEBUG:teuthology.orchestra.run.smithi184:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-16T03:14:46.995 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T03:14:46.995 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-16T03:14:47.006 INFO:teuthology.task.internal:Transferring archived files... 2024-09-16T03:14:47.007 DEBUG:teuthology.misc:Transferring archived files from smithi097:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795/remote/smithi097 2024-09-16T03:14:47.008 DEBUG:teuthology.orchestra.run.smithi097:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T03:14:47.051 DEBUG:teuthology.misc:Transferring archived files from smithi184:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-09-15_20:00:16-rados-main-distro-default-smithi/7905795/remote/smithi184 2024-09-16T03:14:47.052 DEBUG:teuthology.orchestra.run.smithi184:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-16T03:14:47.090 INFO:teuthology.task.internal:Removing archive directory... 2024-09-16T03:14:47.090 DEBUG:teuthology.orchestra.run.smithi097:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T03:14:47.092 DEBUG:teuthology.orchestra.run.smithi184:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-16T03:14:47.138 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-16T03:14:47.150 INFO:teuthology.task.internal:Not uploading archives. 2024-09-16T03:14:47.151 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-16T03:14:47.160 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-16T03:14:47.161 DEBUG:teuthology.orchestra.run.smithi097:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T03:14:47.163 DEBUG:teuthology.orchestra.run.smithi184:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-16T03:14:47.175 INFO:teuthology.orchestra.run.smithi097.stdout: 262169 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 16 03:14 /home/ubuntu/cephtest 2024-09-16T03:14:47.175 INFO:teuthology.orchestra.run.smithi097.stdout: 525337 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 16 03:08 /home/ubuntu/cephtest/mnt.0 2024-09-16T03:14:47.176 INFO:teuthology.orchestra.run.smithi097.stdout: 525338 4 drwxr-xr-x 3 ubuntu ubuntu 4096 Sep 16 03:12 /home/ubuntu/cephtest/mnt.0/client.0 2024-09-16T03:14:47.176 INFO:teuthology.orchestra.run.smithi097.stdout: 669168 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 03:12 /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-09-16T03:14:47.177 INFO:teuthology.orchestra.run.smithi097.stderr:rmdir: failed to remove '/home/ubuntu/cephtest': Directory not empty 2024-09-16T03:14:47.180 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-16T03:14:47.180 ERROR:teuthology.run_tasks:Manager failed: internal.base Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/run_tasks.py", line 160, in run_tasks suppress = manager.__exit__(*exc_info) File "/usr/lib/python3.10/contextlib.py", line 142, in __exit__ next(self.gen) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/task/internal/__init__.py", line 53, in base run.wait( File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi097 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-16T03:14:47.187 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-16T03:14:47.199 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-16T03:14:47.210 DEBUG:teuthology.run_tasks:Exception was not quenched, exiting: CommandFailedError: Command failed on smithi097 with status 1: 'find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest' 2024-09-16T03:14:47.214 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 2122.231261253357 failure_reason: 'Command failed (workunit test cls/test_cls_rbd.sh) on smithi097 with status 1: ''mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh''' flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=7e9496d8ad18419b92aef471ac66179e status: fail success: false 2024-09-16T03:14:47.214 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-16T03:14:47.222 INFO:teuthology.orchestra.run.smithi184.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 16 03:14 /home/ubuntu/cephtest 2024-09-16T03:14:47.319 INFO:teuthology.run:FAIL